[ 587.318102] env[69357]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69357) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 587.318494] env[69357]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69357) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 587.318530] env[69357]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69357) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 587.318877] env[69357]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 587.425837] env[69357]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69357) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 587.436235] env[69357]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=69357) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 587.483974] env[69357]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 588.048553] env[69357]: INFO nova.virt.driver [None req-c86b761a-0aee-4910-968c-fd54e1f8b135 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 588.120734] env[69357]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.120901] env[69357]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.121038] env[69357]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69357) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 591.393502] env[69357]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-f8d858f2-81f9-4dae-ad7c-f8b8ed75adf1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.409798] env[69357]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69357) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 591.409942] env[69357]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-52854b9e-0804-4fc7-a86a-a19ca0c7eb26 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.450364] env[69357]: INFO oslo_vmware.api [-] Successfully established new session; session ID is db292. [ 591.450538] env[69357]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.330s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.451086] env[69357]: INFO nova.virt.vmwareapi.driver [None req-c86b761a-0aee-4910-968c-fd54e1f8b135 None None] VMware vCenter version: 7.0.3 [ 591.454540] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff940c75-1ac3-491f-af5c-3df975565916 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.472294] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1073f6-7580-43f5-bfbd-7ea4300bffb5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.478757] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e2b3f0-2b0a-4ec9-8536-6b7b500bb76a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.485940] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaffa7d-ef32-49ea-97ad-65a0673224ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.500079] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9847882c-e65b-4e70-bd35-8cccd95ee29b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.506979] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cb6aad-1c26-4b75-a700-2422ef61ba41 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.538321] env[69357]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-3b11e4f3-bca0-4ea3-93bf-deff488f59cb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.544396] env[69357]: DEBUG nova.virt.vmwareapi.driver [None req-c86b761a-0aee-4910-968c-fd54e1f8b135 None None] Extension org.openstack.compute already exists. {{(pid=69357) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 591.547236] env[69357]: INFO nova.compute.provider_config [None req-c86b761a-0aee-4910-968c-fd54e1f8b135 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 592.050384] env[69357]: DEBUG nova.context [None req-c86b761a-0aee-4910-968c-fd54e1f8b135 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),020b9155-9a1e-4d34-862b-65be9b7cb2ca(cell1) {{(pid=69357) load_cells /opt/stack/nova/nova/context.py:464}} [ 592.052491] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.052792] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.053553] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.053939] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] Acquiring lock "020b9155-9a1e-4d34-862b-65be9b7cb2ca" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.054156] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] Lock "020b9155-9a1e-4d34-862b-65be9b7cb2ca" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.055304] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] Lock "020b9155-9a1e-4d34-862b-65be9b7cb2ca" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.077888] env[69357]: INFO dbcounter [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] Registered counter for database nova_cell0 [ 592.086299] env[69357]: INFO dbcounter [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] Registered counter for database nova_cell1 [ 592.089750] env[69357]: DEBUG oslo_db.sqlalchemy.engines [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69357) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 592.090126] env[69357]: DEBUG oslo_db.sqlalchemy.engines [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69357) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 592.095560] env[69357]: ERROR nova.db.main.api [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 592.095560] env[69357]: result = function(*args, **kwargs) [ 592.095560] env[69357]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 592.095560] env[69357]: return func(*args, **kwargs) [ 592.095560] env[69357]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 592.095560] env[69357]: result = fn(*args, **kwargs) [ 592.095560] env[69357]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 592.095560] env[69357]: return f(*args, **kwargs) [ 592.095560] env[69357]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 592.095560] env[69357]: return db.service_get_minimum_version(context, binaries) [ 592.095560] env[69357]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 592.095560] env[69357]: _check_db_access() [ 592.095560] env[69357]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 592.095560] env[69357]: stacktrace = ''.join(traceback.format_stack()) [ 592.095560] env[69357]: [ 592.096415] env[69357]: ERROR nova.db.main.api [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 592.096415] env[69357]: result = function(*args, **kwargs) [ 592.096415] env[69357]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 592.096415] env[69357]: return func(*args, **kwargs) [ 592.096415] env[69357]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 592.096415] env[69357]: result = fn(*args, **kwargs) [ 592.096415] env[69357]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 592.096415] env[69357]: return f(*args, **kwargs) [ 592.096415] env[69357]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 592.096415] env[69357]: return db.service_get_minimum_version(context, binaries) [ 592.096415] env[69357]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 592.096415] env[69357]: _check_db_access() [ 592.096415] env[69357]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 592.096415] env[69357]: stacktrace = ''.join(traceback.format_stack()) [ 592.096415] env[69357]: [ 592.096784] env[69357]: WARNING nova.objects.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 592.096952] env[69357]: WARNING nova.objects.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] Failed to get minimum service version for cell 020b9155-9a1e-4d34-862b-65be9b7cb2ca [ 592.097424] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] Acquiring lock "singleton_lock" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.097598] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] Acquired lock "singleton_lock" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.097850] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] Releasing lock "singleton_lock" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.098209] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] Full set of CONF: {{(pid=69357) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 592.098372] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ******************************************************************************** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 592.098507] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] Configuration options gathered from: {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 592.098648] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 592.098850] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 592.098986] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ================================================================================ {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 592.099224] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] allow_resize_to_same_host = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.099406] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] arq_binding_timeout = 300 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.099613] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] backdoor_port = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.099745] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] backdoor_socket = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.099923] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] block_device_allocate_retries = 60 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.100127] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] block_device_allocate_retries_interval = 3 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.100342] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cert = self.pem {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.100512] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.100724] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] compute_monitors = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.100904] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] config_dir = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.101098] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] config_drive_format = iso9660 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.101244] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.101419] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] config_source = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.101595] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] console_host = devstack {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.101768] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] control_exchange = nova {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.101933] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cpu_allocation_ratio = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.102115] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] daemon = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.102299] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] debug = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.102476] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] default_access_ip_network_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.102651] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] default_availability_zone = nova {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.102813] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] default_ephemeral_format = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.102977] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] default_green_pool_size = 1000 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.103238] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.103413] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] default_schedule_zone = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.103579] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] disk_allocation_ratio = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.103747] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] enable_new_services = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.103932] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] enabled_apis = ['osapi_compute'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.104117] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] enabled_ssl_apis = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.104291] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] flat_injected = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.104459] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] force_config_drive = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.104625] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] force_raw_images = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.104801] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] graceful_shutdown_timeout = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.104968] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] heal_instance_info_cache_interval = -1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.105219] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] host = cpu-1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.105412] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.105584] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] initial_disk_allocation_ratio = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.105751] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] initial_ram_allocation_ratio = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.105970] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.106156] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] instance_build_timeout = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.106326] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] instance_delete_interval = 300 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.106499] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] instance_format = [instance: %(uuid)s] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.106671] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] instance_name_template = instance-%08x {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.106837] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] instance_usage_audit = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.107019] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] instance_usage_audit_period = month {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.107232] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.107406] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] instances_path = /opt/stack/data/nova/instances {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.107580] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] internal_service_availability_zone = internal {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.107785] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] key = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.107956] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] live_migration_retry_count = 30 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.108150] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] log_color = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.108341] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] log_config_append = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.108532] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.108702] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] log_dir = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.108867] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] log_file = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.109008] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] log_options = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.109187] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] log_rotate_interval = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.109365] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] log_rotate_interval_type = days {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.109539] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] log_rotation_type = none {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.109674] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.109807] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.109983] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.110170] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.110337] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.110513] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] long_rpc_timeout = 1800 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.110683] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] max_concurrent_builds = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.110847] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] max_concurrent_live_migrations = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.111021] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] max_concurrent_snapshots = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.111194] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] max_local_block_devices = 3 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.111360] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] max_logfile_count = 30 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.111523] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] max_logfile_size_mb = 200 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.111687] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] maximum_instance_delete_attempts = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.111858] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] metadata_listen = 0.0.0.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.112043] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] metadata_listen_port = 8775 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.112224] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] metadata_workers = 2 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.112391] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] migrate_max_retries = -1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.112565] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] mkisofs_cmd = genisoimage {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.112776] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] my_block_storage_ip = 10.180.1.21 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.112913] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] my_ip = 10.180.1.21 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.113142] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.113316] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] network_allocate_retries = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.113504] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.113676] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] osapi_compute_listen = 0.0.0.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.113846] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] osapi_compute_listen_port = 8774 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.114031] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] osapi_compute_unique_server_name_scope = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.114217] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] osapi_compute_workers = 2 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.114387] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] password_length = 12 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.114553] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] periodic_enable = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.114718] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] periodic_fuzzy_delay = 60 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.114889] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] pointer_model = usbtablet {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.115072] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] preallocate_images = none {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.115277] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] publish_errors = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.115374] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] pybasedir = /opt/stack/nova {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.115536] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ram_allocation_ratio = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.115703] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] rate_limit_burst = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.115876] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] rate_limit_except_level = CRITICAL {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.116052] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] rate_limit_interval = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.116222] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] reboot_timeout = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.116389] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] reclaim_instance_interval = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.116551] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] record = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.116722] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] reimage_timeout_per_gb = 60 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.116893] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] report_interval = 120 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.117072] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] rescue_timeout = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.117245] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] reserved_host_cpus = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.117412] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] reserved_host_disk_mb = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.117576] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] reserved_host_memory_mb = 512 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.117746] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] reserved_huge_pages = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.117912] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] resize_confirm_window = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.118092] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] resize_fs_using_block_device = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.118297] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] resume_guests_state_on_host_boot = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.118506] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.118682] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] rpc_response_timeout = 60 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.118853] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] run_external_periodic_tasks = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.119042] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] running_deleted_instance_action = reap {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.119218] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] running_deleted_instance_poll_interval = 1800 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.119387] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] running_deleted_instance_timeout = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.119551] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] scheduler_instance_sync_interval = 120 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.119725] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] service_down_time = 720 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.119896] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] servicegroup_driver = db {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.120069] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] shell_completion = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.120241] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] shelved_offload_time = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.120406] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] shelved_poll_interval = 3600 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.120581] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] shutdown_timeout = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.120746] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] source_is_ipv6 = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.120911] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ssl_only = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.121196] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.121379] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] sync_power_state_interval = 600 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.121549] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] sync_power_state_pool_size = 1000 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.121730] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] syslog_log_facility = LOG_USER {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.121896] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] tempdir = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.122077] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] timeout_nbd = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.122257] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] transport_url = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.122435] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] update_resources_interval = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.122717] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] use_cow_images = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.122995] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] use_journal = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.123258] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] use_json = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.123450] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] use_rootwrap_daemon = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.123625] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] use_stderr = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.123794] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] use_syslog = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.123961] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vcpu_pin_set = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.124162] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vif_plugging_is_fatal = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.124338] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vif_plugging_timeout = 300 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.124512] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] virt_mkfs = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.124682] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] volume_usage_poll_interval = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.124850] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] watch_log_file = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.125039] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] web = /usr/share/spice-html5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 592.125251] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.125444] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.125585] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.125766] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_concurrency.disable_process_locking = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.126413] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.126619] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.126800] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.126984] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.127191] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.127393] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.127590] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api.auth_strategy = keystone {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.127773] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api.compute_link_prefix = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.127960] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.128160] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api.dhcp_domain = novalocal {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.128368] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api.enable_instance_password = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.128549] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api.glance_link_prefix = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.128724] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.128905] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.129091] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api.instance_list_per_project_cells = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.129267] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api.list_records_by_skipping_down_cells = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.129443] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api.local_metadata_per_cell = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.129621] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api.max_limit = 1000 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.129798] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api.metadata_cache_expiration = 15 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.129982] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api.neutron_default_tenant_id = default {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.130178] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api.response_validation = warn {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.130361] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api.use_neutron_default_nets = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.130541] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.130714] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.130892] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.131228] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.131284] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api.vendordata_dynamic_targets = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.131433] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api.vendordata_jsonfile_path = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.131620] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.131822] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.backend = dogpile.cache.memcached {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.131998] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.backend_argument = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.132184] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.backend_expiration_time = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.132362] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.config_prefix = cache.oslo {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.132542] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.dead_timeout = 60.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.132714] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.debug_cache_backend = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.132883] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.enable_retry_client = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.133068] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.enable_socket_keepalive = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.133249] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.enabled = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.133426] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.enforce_fips_mode = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.133598] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.expiration_time = 600 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.133786] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.hashclient_retry_attempts = 2 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.133939] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.hashclient_retry_delay = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.134124] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.memcache_dead_retry = 300 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.134295] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.memcache_password = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.134472] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.134644] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.134828] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.memcache_pool_maxsize = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.134984] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.135177] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.memcache_sasl_enabled = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.135366] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.135560] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.memcache_socket_timeout = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.135714] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.memcache_username = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.135930] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.proxies = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.136104] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.redis_db = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.136276] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.redis_password = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.136457] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.redis_sentinel_service_name = mymaster {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.136641] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.136818] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.redis_server = localhost:6379 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.136988] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.redis_socket_timeout = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.137186] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.redis_username = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.137419] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.retry_attempts = 2 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.137612] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.retry_delay = 0.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.137787] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.socket_keepalive_count = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.137983] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.socket_keepalive_idle = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.138205] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.socket_keepalive_interval = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.138389] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.tls_allowed_ciphers = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.138558] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.tls_cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.138725] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.tls_certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.138897] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.tls_enabled = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.139076] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cache.tls_keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.139262] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cinder.auth_section = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.139447] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cinder.auth_type = password {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.139666] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cinder.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.139888] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cinder.catalog_info = volumev3::publicURL {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.140070] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cinder.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.140251] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cinder.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.140423] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cinder.cross_az_attach = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.140594] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cinder.debug = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.140761] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cinder.endpoint_template = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.140935] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cinder.http_retries = 3 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.141122] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cinder.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.141295] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cinder.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.141480] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cinder.os_region_name = RegionOne {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.141655] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cinder.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.141826] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cinder.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.142021] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.142198] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] compute.cpu_dedicated_set = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.142369] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] compute.cpu_shared_set = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.142542] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] compute.image_type_exclude_list = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.142716] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.142889] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] compute.max_concurrent_disk_ops = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.143073] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] compute.max_disk_devices_to_attach = -1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.143251] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.143432] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.143602] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] compute.resource_provider_association_refresh = 300 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.143769] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.143936] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] compute.shutdown_retry_interval = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.144137] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.144324] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] conductor.workers = 2 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.144511] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] console.allowed_origins = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.144680] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] console.ssl_ciphers = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.144857] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] console.ssl_minimum_version = default {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.145043] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] consoleauth.enforce_session_timeout = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.145235] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] consoleauth.token_ttl = 600 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.145407] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cyborg.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.145599] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cyborg.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.145738] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cyborg.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.145900] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cyborg.connect_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.146078] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cyborg.connect_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.146248] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cyborg.endpoint_override = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.146420] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cyborg.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.146583] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cyborg.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.146752] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cyborg.max_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.146919] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cyborg.min_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.147105] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cyborg.region_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.147307] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cyborg.retriable_status_codes = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.147483] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cyborg.service_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.147663] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cyborg.service_type = accelerator {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.147835] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cyborg.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.148010] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cyborg.status_code_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.148216] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cyborg.status_code_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.148385] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cyborg.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.148577] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.148746] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] cyborg.version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.148923] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] database.asyncio_connection = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.149105] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] database.asyncio_slave_connection = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.149287] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] database.backend = sqlalchemy {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.149466] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] database.connection = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.149669] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] database.connection_debug = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.149853] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] database.connection_parameters = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.150042] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] database.connection_recycle_time = 3600 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.150231] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] database.connection_trace = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.150433] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] database.db_inc_retry_interval = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.150610] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] database.db_max_retries = 20 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.150783] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] database.db_max_retry_interval = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.150955] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] database.db_retry_interval = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.151142] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] database.max_overflow = 50 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.151314] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] database.max_pool_size = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.151487] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] database.max_retries = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.151704] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.151893] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] database.mysql_wsrep_sync_wait = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.152077] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] database.pool_timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.152254] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] database.retry_interval = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.152424] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] database.slave_connection = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.152593] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] database.sqlite_synchronous = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.152763] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] database.use_db_reconnect = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.152936] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api_database.asyncio_connection = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.153114] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api_database.asyncio_slave_connection = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.153293] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api_database.backend = sqlalchemy {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.153467] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api_database.connection = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.153639] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api_database.connection_debug = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.153812] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api_database.connection_parameters = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.153980] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api_database.connection_recycle_time = 3600 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.154162] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api_database.connection_trace = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.154330] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api_database.db_inc_retry_interval = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.154502] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api_database.db_max_retries = 20 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.154670] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api_database.db_max_retry_interval = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.154838] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api_database.db_retry_interval = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.155014] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api_database.max_overflow = 50 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.155194] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api_database.max_pool_size = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.155365] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api_database.max_retries = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.155542] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.155708] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.155884] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api_database.pool_timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.156044] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api_database.retry_interval = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.156217] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api_database.slave_connection = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.156388] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] api_database.sqlite_synchronous = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.156568] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] devices.enabled_mdev_types = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.156751] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.156928] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ephemeral_storage_encryption.default_format = luks {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.157113] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ephemeral_storage_encryption.enabled = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.157313] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.157503] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.api_servers = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.157676] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.157844] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.158025] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.158211] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.connect_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.158393] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.connect_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.158564] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.debug = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.158736] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.default_trusted_certificate_ids = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.158906] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.enable_certificate_validation = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.159089] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.enable_rbd_download = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.159262] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.endpoint_override = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.159437] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.159612] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.159781] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.max_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.159947] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.min_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.160153] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.num_retries = 3 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.160337] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.rbd_ceph_conf = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.160510] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.rbd_connect_timeout = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.160686] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.rbd_pool = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.160860] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.rbd_user = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.161046] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.region_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.161217] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.retriable_status_codes = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.161387] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.service_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.161560] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.service_type = image {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.161727] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.161895] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.status_code_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.162071] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.status_code_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.162244] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.162434] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.162606] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.verify_glance_signatures = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.162774] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] glance.version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.162947] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] guestfs.debug = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.163136] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] manila.auth_section = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.163308] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] manila.auth_type = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.163476] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] manila.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.163641] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] manila.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.163811] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] manila.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.163975] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] manila.connect_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.164154] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] manila.connect_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.164321] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] manila.endpoint_override = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.164491] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] manila.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.164654] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] manila.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.164816] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] manila.max_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.164979] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] manila.min_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.165159] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] manila.region_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.165324] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] manila.retriable_status_codes = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.165490] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] manila.service_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.165663] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] manila.service_type = shared-file-system {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.165833] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] manila.share_apply_policy_timeout = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.166007] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] manila.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.166181] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] manila.status_code_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.166345] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] manila.status_code_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.166510] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] manila.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.166694] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.166860] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] manila.version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.167045] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] mks.enabled = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.167454] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.167705] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] image_cache.manager_interval = 2400 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.167920] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] image_cache.precache_concurrency = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.168130] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] image_cache.remove_unused_base_images = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.168376] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.168582] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.168771] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] image_cache.subdirectory_name = _base {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.168955] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.api_max_retries = 60 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.169148] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.api_retry_interval = 2 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.169320] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.auth_section = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.169493] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.auth_type = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.169688] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.169842] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.170034] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.170212] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.conductor_group = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.170382] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.connect_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.170546] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.connect_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.170741] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.endpoint_override = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.170928] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.171108] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.171280] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.max_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.171458] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.min_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.171669] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.peer_list = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.171865] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.region_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.172057] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.retriable_status_codes = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.172238] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.serial_console_state_timeout = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.172449] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.service_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.172639] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.service_type = baremetal {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.172809] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.shard = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.172981] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.173166] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.status_code_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.173333] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.status_code_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.173500] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.173701] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.173890] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ironic.version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.174095] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.174281] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] key_manager.fixed_key = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.174474] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.174640] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican.barbican_api_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.174804] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican.barbican_endpoint = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.174977] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican.barbican_endpoint_type = public {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.175159] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican.barbican_region_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.175328] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.175493] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.175663] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.175831] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.175996] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.176182] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican.number_of_retries = 60 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.176353] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican.retry_delay = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.176525] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican.send_service_user_token = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.176698] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.176891] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.177080] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican.verify_ssl = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.177287] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican.verify_ssl_path = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.177475] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican_service_user.auth_section = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.177651] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican_service_user.auth_type = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.177819] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican_service_user.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.177984] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican_service_user.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.178177] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican_service_user.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.178386] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican_service_user.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.178570] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican_service_user.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.178747] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican_service_user.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.178915] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] barbican_service_user.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.179105] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vault.approle_role_id = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.179278] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vault.approle_secret_id = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.179457] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vault.kv_mountpoint = secret {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.179658] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vault.kv_path = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.179840] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vault.kv_version = 2 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.180013] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vault.namespace = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.180187] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vault.root_token_id = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.180355] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vault.ssl_ca_crt_file = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.180528] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vault.timeout = 60.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.180697] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vault.use_ssl = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.180872] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.181065] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] keystone.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.181238] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] keystone.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.181411] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] keystone.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.181580] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] keystone.connect_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.181747] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] keystone.connect_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.181913] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] keystone.endpoint_override = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.182093] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] keystone.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.182263] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] keystone.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.182428] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] keystone.max_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.182612] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] keystone.min_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.182798] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] keystone.region_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.182969] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] keystone.retriable_status_codes = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.183151] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] keystone.service_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.183332] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] keystone.service_type = identity {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.183505] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] keystone.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.183672] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] keystone.status_code_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.183836] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] keystone.status_code_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.184007] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] keystone.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.184199] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.184365] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] keystone.version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.184562] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.ceph_mount_options = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.184902] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.185104] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.connection_uri = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.185281] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.cpu_mode = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.185456] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.cpu_model_extra_flags = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.185655] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.cpu_models = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.185847] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.cpu_power_governor_high = performance {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.186054] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.cpu_power_governor_low = powersave {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.186228] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.cpu_power_management = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.186388] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.186567] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.device_detach_attempts = 8 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.186743] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.device_detach_timeout = 20 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.186918] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.disk_cachemodes = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.187099] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.disk_prefix = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.187297] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.enabled_perf_events = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.187477] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.file_backed_memory = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.187651] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.gid_maps = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.187815] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.hw_disk_discard = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.187980] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.hw_machine_type = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.188169] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.images_rbd_ceph_conf = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.188348] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.188512] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.188710] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.images_rbd_glance_store_name = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.188893] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.images_rbd_pool = rbd {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.189081] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.images_type = default {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.189251] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.images_volume_group = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.189422] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.inject_key = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.189591] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.inject_partition = -2 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.189760] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.inject_password = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.189928] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.iscsi_iface = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.190108] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.iser_use_multipath = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.190279] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.live_migration_bandwidth = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.190446] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.190611] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.live_migration_downtime = 500 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.190778] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.190940] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.191129] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.live_migration_inbound_addr = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.191302] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.191472] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.live_migration_permit_post_copy = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.191647] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.live_migration_scheme = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.191843] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.live_migration_timeout_action = abort {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.192024] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.live_migration_tunnelled = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.192195] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.live_migration_uri = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.192367] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.live_migration_with_native_tls = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.192530] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.max_queues = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.192697] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.192954] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.193131] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.nfs_mount_options = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.193449] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.193650] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.193818] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.num_iser_scan_tries = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.193983] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.num_memory_encrypted_guests = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.194168] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.194335] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.num_pcie_ports = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.194507] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.num_volume_scan_tries = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.194695] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.pmem_namespaces = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.194877] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.quobyte_client_cfg = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.195203] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.195387] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.rbd_connect_timeout = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.195558] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.195727] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.195893] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.rbd_secret_uuid = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.196070] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.rbd_user = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.196261] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.196426] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.remote_filesystem_transport = ssh {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.196593] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.rescue_image_id = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.196754] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.rescue_kernel_id = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.196917] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.rescue_ramdisk_id = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.197108] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.197305] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.rx_queue_size = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.197490] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.smbfs_mount_options = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.197806] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.197992] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.snapshot_compression = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.198184] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.snapshot_image_format = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.198430] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.198602] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.sparse_logical_volumes = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.198774] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.swtpm_enabled = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.198952] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.swtpm_group = tss {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.199143] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.swtpm_user = tss {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.199318] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.sysinfo_serial = unique {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.199482] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.tb_cache_size = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.199673] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.tx_queue_size = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.199847] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.uid_maps = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.200030] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.use_virtio_for_bridges = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.200217] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.virt_type = kvm {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.200394] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.volume_clear = zero {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.200566] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.volume_clear_size = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.200738] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.volume_enforce_multipath = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.200910] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.volume_use_multipath = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.201091] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.vzstorage_cache_path = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.201270] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.201447] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.vzstorage_mount_group = qemu {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.201619] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.vzstorage_mount_opts = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.201792] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.202112] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.202311] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.vzstorage_mount_user = stack {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.202488] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.202669] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.auth_section = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.202848] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.auth_type = password {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.203022] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.203193] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.203364] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.203531] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.connect_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.203694] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.connect_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.203869] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.default_floating_pool = public {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.204042] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.endpoint_override = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.204215] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.extension_sync_interval = 600 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.204385] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.http_retries = 3 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.204550] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.204714] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.204877] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.max_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.205060] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.205234] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.min_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.205406] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.ovs_bridge = br-int {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.205575] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.physnets = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.205748] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.region_name = RegionOne {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.205911] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.retriable_status_codes = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.206100] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.service_metadata_proxy = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.206273] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.service_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.206444] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.service_type = network {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.206602] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.206768] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.status_code_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.206930] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.status_code_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.207114] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.207334] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.207511] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] neutron.version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.207692] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] notifications.bdms_in_notifications = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.207874] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] notifications.default_level = INFO {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.208054] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] notifications.include_share_mapping = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.208261] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] notifications.notification_format = unversioned {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.208443] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] notifications.notify_on_state_change = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.208625] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.208809] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] pci.alias = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.208985] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] pci.device_spec = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.209174] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] pci.report_in_placement = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.209357] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.auth_section = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.209555] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.auth_type = password {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.209747] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.209917] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.210097] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.210266] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.210434] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.connect_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.210598] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.connect_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.210761] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.default_domain_id = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.210922] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.default_domain_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.211097] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.domain_id = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.211267] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.domain_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.211430] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.endpoint_override = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.211596] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.211757] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.211916] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.max_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.212088] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.min_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.212267] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.password = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.212430] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.project_domain_id = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.212598] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.project_domain_name = Default {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.212767] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.project_id = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.212942] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.project_name = service {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.213130] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.region_name = RegionOne {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.213298] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.retriable_status_codes = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.213464] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.service_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.213638] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.service_type = placement {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.213807] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.213970] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.status_code_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.214152] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.status_code_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.214323] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.system_scope = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.214489] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.214680] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.trust_id = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.214851] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.user_domain_id = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.215037] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.user_domain_name = Default {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.215210] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.user_id = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.215388] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.username = nova {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.215571] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.215735] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] placement.version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.215919] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] quota.cores = 20 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.216103] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] quota.count_usage_from_placement = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.216288] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.216467] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] quota.injected_file_content_bytes = 10240 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.216638] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] quota.injected_file_path_length = 255 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.216809] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] quota.injected_files = 5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.216979] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] quota.instances = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.217166] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] quota.key_pairs = 100 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.217365] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] quota.metadata_items = 128 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.217543] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] quota.ram = 51200 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.217715] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] quota.recheck_quota = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.217888] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] quota.server_group_members = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.218073] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] quota.server_groups = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.218313] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.218480] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] quota.unified_limits_resource_strategy = require {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.218659] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.218826] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.218992] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] scheduler.image_metadata_prefilter = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.219175] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.219346] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] scheduler.max_attempts = 3 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.219529] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] scheduler.max_placement_results = 1000 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.219720] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.219892] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] scheduler.query_placement_for_image_type_support = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.220075] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.220262] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] scheduler.workers = 2 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.220452] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.220629] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.220813] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.220994] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.221185] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.221358] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.221527] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.221718] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.221889] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.host_subset_size = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.222079] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.222251] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.222424] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.222595] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.222778] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.222951] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.isolated_hosts = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.223136] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.isolated_images = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.223307] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.223477] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.223644] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.223813] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.pci_in_placement = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.223983] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.224169] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.224340] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.224509] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.224678] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.224846] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.225023] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.track_instance_changes = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.225213] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.225394] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] metrics.required = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.225563] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] metrics.weight_multiplier = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.225730] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.225900] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] metrics.weight_setting = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.226244] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.226463] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] serial_console.enabled = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.226656] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] serial_console.port_range = 10000:20000 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.226785] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.226960] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.227150] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] serial_console.serialproxy_port = 6083 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.227357] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] service_user.auth_section = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.227545] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] service_user.auth_type = password {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.227716] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] service_user.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.227881] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] service_user.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.228062] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] service_user.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.228254] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] service_user.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.228437] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] service_user.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.228616] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] service_user.send_service_user_token = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.228788] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] service_user.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.228953] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] service_user.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.229146] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] spice.agent_enabled = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.229316] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] spice.enabled = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.229667] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.229883] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.230076] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] spice.html5proxy_port = 6082 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.230253] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] spice.image_compression = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.230422] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] spice.jpeg_compression = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.230586] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] spice.playback_compression = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.230819] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] spice.require_secure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.231026] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] spice.server_listen = 127.0.0.1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.231212] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.231497] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.231674] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] spice.streaming_mode = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.231841] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] spice.zlib_compression = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.232027] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] upgrade_levels.baseapi = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.232211] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] upgrade_levels.compute = auto {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.232377] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] upgrade_levels.conductor = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.232539] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] upgrade_levels.scheduler = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.232710] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vendordata_dynamic_auth.auth_section = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.232911] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vendordata_dynamic_auth.auth_type = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.233091] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vendordata_dynamic_auth.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.233262] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vendordata_dynamic_auth.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.233425] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.233592] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vendordata_dynamic_auth.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.233754] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vendordata_dynamic_auth.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.233924] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.234099] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vendordata_dynamic_auth.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.234285] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.api_retry_count = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.234455] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.ca_file = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.234633] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.cache_prefix = devstack-image-cache {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.234805] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.cluster_name = testcl1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.234973] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.connection_pool_size = 10 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.235154] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.console_delay_seconds = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.235329] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.datastore_regex = ^datastore.* {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.235566] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.235811] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.host_password = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.236008] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.host_port = 443 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.236201] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.host_username = administrator@vsphere.local {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.236384] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.insecure = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.236564] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.integration_bridge = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.236766] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.maximum_objects = 100 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.236887] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.pbm_default_policy = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.237068] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.pbm_enabled = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.237270] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.pbm_wsdl_location = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.237471] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.237640] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.serial_port_proxy_uri = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.237804] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.serial_port_service_uri = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.237976] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.task_poll_interval = 0.5 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.238172] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.use_linked_clone = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.238416] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.vnc_keymap = en-us {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.238608] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.vnc_port = 5900 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.238784] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vmware.vnc_port_total = 10000 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.238978] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vnc.auth_schemes = ['none'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.239181] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vnc.enabled = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.239491] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.239689] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.239869] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vnc.novncproxy_port = 6080 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.240077] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vnc.server_listen = 127.0.0.1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.240271] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.240442] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vnc.vencrypt_ca_certs = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.240607] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vnc.vencrypt_client_cert = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.240772] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vnc.vencrypt_client_key = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.240952] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.241144] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] workarounds.disable_deep_image_inspection = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.241318] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.241489] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.241658] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.241829] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] workarounds.disable_rootwrap = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.241997] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] workarounds.enable_numa_live_migration = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.242183] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.242355] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.242522] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.242692] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] workarounds.libvirt_disable_apic = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.242860] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.243039] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.243214] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.243386] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.243558] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.243719] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.243887] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.244066] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.244238] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.244413] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.244601] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.244773] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] wsgi.secure_proxy_ssl_header = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.244944] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] zvm.ca_file = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.245128] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] zvm.cloud_connector_url = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.245457] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.245637] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] zvm.reachable_timeout = 300 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.245886] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.246109] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.246302] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] profiler.connection_string = messaging:// {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.246486] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] profiler.enabled = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.246660] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] profiler.es_doc_type = notification {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.246914] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] profiler.es_scroll_size = 10000 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.247062] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] profiler.es_scroll_time = 2m {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.247189] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] profiler.filter_error_trace = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.247385] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] profiler.hmac_keys = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.247564] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] profiler.sentinel_service_name = mymaster {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.247735] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] profiler.socket_timeout = 0.1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.247902] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] profiler.trace_requests = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.248083] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] profiler.trace_sqlalchemy = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.248300] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] profiler_jaeger.process_tags = {} {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.248481] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] profiler_jaeger.service_name_prefix = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.248651] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] profiler_otlp.service_name_prefix = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.248832] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.249021] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.249193] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.249362] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.249530] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.249693] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.249857] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.250033] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.250208] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.250386] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.250550] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.250724] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.250896] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.251081] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.251256] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.251433] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.251602] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.251769] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.251942] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.252125] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.252294] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.252468] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.252638] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.252809] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.252979] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.253162] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.253330] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.253500] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.253666] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.253829] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.253996] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.ssl = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.254183] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.254356] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.254523] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.254693] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.254864] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.ssl_version = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.255041] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.255300] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.255556] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_notifications.retry = -1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.255762] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.255944] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_messaging_notifications.transport_url = **** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.256141] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.auth_section = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.256314] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.auth_type = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.256482] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.cafile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.256649] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.certfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.256819] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.collect_timing = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.256983] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.connect_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.257164] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.connect_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.257361] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.endpoint_id = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.257545] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.endpoint_interface = publicURL {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.257709] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.endpoint_override = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.257870] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.endpoint_region_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.258048] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.endpoint_service_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.258225] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.endpoint_service_type = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.258430] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.insecure = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.258606] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.keyfile = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.258771] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.max_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.258931] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.min_version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.259104] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.region_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.259269] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.retriable_status_codes = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.259433] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.service_name = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.259598] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.service_type = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.259764] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.split_loggers = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.259926] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.status_code_retries = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.260099] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.status_code_retry_delay = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.260265] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.timeout = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.260428] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.valid_interfaces = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.260587] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_limit.version = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.260757] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_reports.file_event_handler = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.260925] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.261103] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] oslo_reports.log_dir = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.261284] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.261482] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.261655] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.261828] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.261997] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.262178] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.262357] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.262524] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vif_plug_ovs_privileged.group = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.262686] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.262855] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.263030] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.263197] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] vif_plug_ovs_privileged.user = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.263373] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] os_vif_linux_bridge.flat_interface = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.263555] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.263735] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.263910] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.264099] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.264283] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.264487] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.264663] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.264847] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.265035] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] os_vif_ovs.isolate_vif = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.265217] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.265390] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.265564] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.265735] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] os_vif_ovs.ovsdb_interface = native {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.265904] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] os_vif_ovs.per_port_bridge = False {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.266096] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] privsep_osbrick.capabilities = [21] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.266273] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] privsep_osbrick.group = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.266435] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] privsep_osbrick.helper_command = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.266606] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.266771] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.266937] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] privsep_osbrick.user = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.267125] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.267322] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] nova_sys_admin.group = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.267512] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] nova_sys_admin.helper_command = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.267690] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.267860] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.268034] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] nova_sys_admin.user = None {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.268176] env[69357]: DEBUG oslo_service.backend.eventlet.service [None req-cea210c4-8f37-4546-bd9d-4e383d2c663e None None] ******************************************************************************** {{(pid=69357) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 592.268609] env[69357]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 592.772596] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Getting list of instances from cluster (obj){ [ 592.772596] env[69357]: value = "domain-c8" [ 592.772596] env[69357]: _type = "ClusterComputeResource" [ 592.772596] env[69357]: } {{(pid=69357) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 592.773613] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c25b16d-17d5-451c-a7f5-417e36dc427c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.782736] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Got total of 0 instances {{(pid=69357) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 592.783269] env[69357]: WARNING nova.virt.vmwareapi.driver [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 592.783782] env[69357]: INFO nova.virt.node [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Generated node identity 41cb361a-522d-4695-b4b7-7751ac8e311a [ 592.784057] env[69357]: INFO nova.virt.node [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Wrote node identity 41cb361a-522d-4695-b4b7-7751ac8e311a to /opt/stack/data/n-cpu-1/compute_id [ 593.286885] env[69357]: WARNING nova.compute.manager [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Compute nodes ['41cb361a-522d-4695-b4b7-7751ac8e311a'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 594.292379] env[69357]: INFO nova.compute.manager [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 595.298881] env[69357]: WARNING nova.compute.manager [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 595.299240] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.299359] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.299508] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.299687] env[69357]: DEBUG nova.compute.resource_tracker [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 595.300602] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2c3687-423b-41be-893a-4f15985e073a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.308759] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8e919a-4d44-4680-957e-995cc3d142bc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.322561] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdaccf5-df3e-4153-8701-56c5e1bfd017 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.329279] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c328d86-1b28-4c36-a004-1346b3984e00 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.357901] env[69357]: DEBUG nova.compute.resource_tracker [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180830MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 595.358056] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.358281] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.860826] env[69357]: WARNING nova.compute.resource_tracker [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] No compute node record for cpu-1:41cb361a-522d-4695-b4b7-7751ac8e311a: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 41cb361a-522d-4695-b4b7-7751ac8e311a could not be found. [ 596.364640] env[69357]: INFO nova.compute.resource_tracker [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 41cb361a-522d-4695-b4b7-7751ac8e311a [ 597.876826] env[69357]: DEBUG nova.compute.resource_tracker [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 597.877237] env[69357]: DEBUG nova.compute.resource_tracker [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 598.045507] env[69357]: INFO nova.scheduler.client.report [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] [req-dcb6e6e3-59f8-4026-9bee-349e46c77222] Created resource provider record via placement API for resource provider with UUID 41cb361a-522d-4695-b4b7-7751ac8e311a and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 598.072671] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f90b340-9d9c-410a-bf87-efa3229d58e7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.080178] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba255282-a24e-4194-98b7-2e47a67a0dfb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.110780] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c8c624-2003-4568-aa2b-f4b378617d50 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.118450] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24c2be8-20c7-4589-8078-59b99b696412 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.131927] env[69357]: DEBUG nova.compute.provider_tree [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 598.671223] env[69357]: DEBUG nova.scheduler.client.report [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Updated inventory for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 598.671223] env[69357]: DEBUG nova.compute.provider_tree [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Updating resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a generation from 0 to 1 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 598.671223] env[69357]: DEBUG nova.compute.provider_tree [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 598.720216] env[69357]: DEBUG nova.compute.provider_tree [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Updating resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a generation from 1 to 2 during operation: update_traits {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 599.225397] env[69357]: DEBUG nova.compute.resource_tracker [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 599.225790] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.867s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.225790] env[69357]: DEBUG nova.service [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Creating RPC server for service compute {{(pid=69357) start /opt/stack/nova/nova/service.py:177}} [ 599.239753] env[69357]: DEBUG nova.service [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] Join ServiceGroup membership for this service compute {{(pid=69357) start /opt/stack/nova/nova/service.py:194}} [ 599.239938] env[69357]: DEBUG nova.servicegroup.drivers.db [None req-0c9a1847-8ecb-4060-bedb-fe7712cd216c None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69357) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 607.242320] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.745696] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Getting list of instances from cluster (obj){ [ 607.745696] env[69357]: value = "domain-c8" [ 607.745696] env[69357]: _type = "ClusterComputeResource" [ 607.745696] env[69357]: } {{(pid=69357) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 607.746940] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63823496-a5d1-4f29-b655-c2e50df62c1a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.755737] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Got total of 0 instances {{(pid=69357) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 607.755966] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.756283] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Getting list of instances from cluster (obj){ [ 607.756283] env[69357]: value = "domain-c8" [ 607.756283] env[69357]: _type = "ClusterComputeResource" [ 607.756283] env[69357]: } {{(pid=69357) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 607.757166] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6002a544-5893-4884-a3b3-9090a4ffb356 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.764512] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Got total of 0 instances {{(pid=69357) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 635.379997] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Acquiring lock "6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.379997] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Lock "6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.882574] env[69357]: DEBUG nova.compute.manager [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.417952] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.417952] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.419238] env[69357]: INFO nova.compute.claims [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.474768] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a17aa72-e5c1-4668-a1ad-8de2d81d6a96 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.486212] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f4c60a-0cd0-49b0-be35-6c8e3dc72184 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.523876] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55545b4-cd11-4049-9ce4-45219770f398 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.534510] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157530de-1df2-44ef-bbaf-e29229c5786c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.551045] env[69357]: DEBUG nova.compute.provider_tree [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.055119] env[69357]: DEBUG nova.scheduler.client.report [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.565155] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.565155] env[69357]: DEBUG nova.compute.manager [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.070575] env[69357]: DEBUG nova.compute.utils [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.072644] env[69357]: DEBUG nova.compute.manager [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Not allocating networking since 'none' was specified. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 639.574105] env[69357]: DEBUG nova.compute.manager [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.590014] env[69357]: DEBUG nova.compute.manager [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.213307] env[69357]: DEBUG nova.virt.hardware [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.214356] env[69357]: DEBUG nova.virt.hardware [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.214356] env[69357]: DEBUG nova.virt.hardware [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.214356] env[69357]: DEBUG nova.virt.hardware [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.214356] env[69357]: DEBUG nova.virt.hardware [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.215677] env[69357]: DEBUG nova.virt.hardware [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.215677] env[69357]: DEBUG nova.virt.hardware [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.215837] env[69357]: DEBUG nova.virt.hardware [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.218277] env[69357]: DEBUG nova.virt.hardware [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.218277] env[69357]: DEBUG nova.virt.hardware [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.218277] env[69357]: DEBUG nova.virt.hardware [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.218277] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b7923e-54e1-4de0-8e90-ac234e577950 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.228781] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b0380b-ca92-4ba1-8900-b6a18e71f37a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.250503] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88ab608-e6c5-44eb-94c1-5313cb664354 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.269967] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.280611] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.280993] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d195150-09ff-41f1-9e0b-9ab4f0881ecd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.298915] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Created folder: OpenStack in parent group-v4. [ 642.298915] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Creating folder: Project (f46ff28ef9194a9f8af5e6a53d4f371b). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.298915] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4b4059d-12ba-4ed4-ade8-c2551e1c6c94 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.309404] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Created folder: Project (f46ff28ef9194a9f8af5e6a53d4f371b) in parent group-v821763. [ 642.309603] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Creating folder: Instances. Parent ref: group-v821764. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.309848] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c0ba215-2e03-44f4-b2eb-674e8b4b9ade {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.321805] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Created folder: Instances in parent group-v821764. [ 642.322302] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.322618] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.322892] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c19e5fa1-4034-4f07-90c1-eef77c31fb61 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.343670] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.343670] env[69357]: value = "task-4150091" [ 642.343670] env[69357]: _type = "Task" [ 642.343670] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.355411] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150091, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.856335] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150091, 'name': CreateVM_Task, 'duration_secs': 0.283059} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.856412] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.858282] env[69357]: DEBUG oslo_vmware.service [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31024ed7-975c-47a8-b979-2d15a0298636 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.867799] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.867799] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.867799] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.868143] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aae6f66-741d-4c40-b50f-fdfc6da2f881 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.874534] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for the task: (returnval){ [ 642.874534] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]527fdfaf-a993-4256-9c29-2efb574b8424" [ 642.874534] env[69357]: _type = "Task" [ 642.874534] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.885335] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527fdfaf-a993-4256-9c29-2efb574b8424, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.389529] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.389802] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.390221] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.390221] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.390938] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.390938] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b619b6d9-adc6-4f57-ae10-aac71ebca7a1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.412786] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.412786] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.412786] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c2c69e-e400-44ce-a318-da79e82bff75 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.421713] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92838469-b6a6-4e27-b2fa-5e6e56bdc410 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.428820] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for the task: (returnval){ [ 643.428820] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e65728-6b99-96d7-f687-dff21021b9a5" [ 643.428820] env[69357]: _type = "Task" [ 643.428820] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.436469] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e65728-6b99-96d7-f687-dff21021b9a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.943043] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Preparing fetch location {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 643.943388] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Creating directory with path [datastore1] vmware_temp/97b8f5a4-acda-4340-adc2-3ecfa56a835f/2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.943657] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d668177c-be12-4938-bd1f-d7ae77579091 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.970950] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Created directory with path [datastore1] vmware_temp/97b8f5a4-acda-4340-adc2-3ecfa56a835f/2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.971180] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Fetch image to [datastore1] vmware_temp/97b8f5a4-acda-4340-adc2-3ecfa56a835f/2e3b5354-f6ca-4797-91ac-a700805a06c3/tmp-sparse.vmdk {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 643.971361] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Downloading image file data 2e3b5354-f6ca-4797-91ac-a700805a06c3 to [datastore1] vmware_temp/97b8f5a4-acda-4340-adc2-3ecfa56a835f/2e3b5354-f6ca-4797-91ac-a700805a06c3/tmp-sparse.vmdk on the data store datastore1 {{(pid=69357) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 643.972205] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b9db1c-7697-42bc-9ea4-d57c3490610f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.988146] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb060433-3cc8-410b-b7b4-ef155bba31fb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.003751] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d672fa0d-49a9-4939-8456-88d6647c4f4c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.047273] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ae0124-7430-4691-a34a-25fb8fed19bf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.054784] env[69357]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-fccdedc7-7981-4f0d-89eb-dcf88884042c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.089651] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Downloading image file data 2e3b5354-f6ca-4797-91ac-a700805a06c3 to the data store datastore1 {{(pid=69357) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 644.350287] env[69357]: DEBUG oslo_vmware.rw_handles [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/97b8f5a4-acda-4340-adc2-3ecfa56a835f/2e3b5354-f6ca-4797-91ac-a700805a06c3/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69357) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 644.722456] env[69357]: DEBUG oslo_concurrency.lockutils [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Acquiring lock "a7897c28-1fac-45b9-8d4e-a8cf554ed7d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.722456] env[69357]: DEBUG oslo_concurrency.lockutils [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Lock "a7897c28-1fac-45b9-8d4e-a8cf554ed7d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.048240] env[69357]: DEBUG oslo_vmware.rw_handles [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Completed reading data from the image iterator. {{(pid=69357) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 645.048562] env[69357]: DEBUG oslo_vmware.rw_handles [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/97b8f5a4-acda-4340-adc2-3ecfa56a835f/2e3b5354-f6ca-4797-91ac-a700805a06c3/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 645.182927] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Downloaded image file data 2e3b5354-f6ca-4797-91ac-a700805a06c3 to vmware_temp/97b8f5a4-acda-4340-adc2-3ecfa56a835f/2e3b5354-f6ca-4797-91ac-a700805a06c3/tmp-sparse.vmdk on the data store datastore1 {{(pid=69357) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 645.184590] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Caching image {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 645.184632] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Copying Virtual Disk [datastore1] vmware_temp/97b8f5a4-acda-4340-adc2-3ecfa56a835f/2e3b5354-f6ca-4797-91ac-a700805a06c3/tmp-sparse.vmdk to [datastore1] vmware_temp/97b8f5a4-acda-4340-adc2-3ecfa56a835f/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.184888] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb1e052e-fecb-4323-8586-a4cfb3ed02e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.194827] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for the task: (returnval){ [ 645.194827] env[69357]: value = "task-4150092" [ 645.194827] env[69357]: _type = "Task" [ 645.194827] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.204273] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.226969] env[69357]: DEBUG nova.compute.manager [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.708980] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150092, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.761237] env[69357]: DEBUG oslo_concurrency.lockutils [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.761687] env[69357]: DEBUG oslo_concurrency.lockutils [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.763315] env[69357]: INFO nova.compute.claims [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.212341] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689907} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.213187] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Copied Virtual Disk [datastore1] vmware_temp/97b8f5a4-acda-4340-adc2-3ecfa56a835f/2e3b5354-f6ca-4797-91ac-a700805a06c3/tmp-sparse.vmdk to [datastore1] vmware_temp/97b8f5a4-acda-4340-adc2-3ecfa56a835f/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.213187] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Deleting the datastore file [datastore1] vmware_temp/97b8f5a4-acda-4340-adc2-3ecfa56a835f/2e3b5354-f6ca-4797-91ac-a700805a06c3/tmp-sparse.vmdk {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.213187] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46e8f591-1549-4669-a4a9-923bdabc1d2c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.225091] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for the task: (returnval){ [ 646.225091] env[69357]: value = "task-4150093" [ 646.225091] env[69357]: _type = "Task" [ 646.225091] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.236623] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.346397] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "67aee0eb-ec71-4dab-848e-5434e2966374" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.346834] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "67aee0eb-ec71-4dab-848e-5434e2966374" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.385026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "3afc9e82-7f00-4e27-8df7-cbafea35b8b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.385026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "3afc9e82-7f00-4e27-8df7-cbafea35b8b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.738464] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028656} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.738739] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.738985] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Moving file from [datastore1] vmware_temp/97b8f5a4-acda-4340-adc2-3ecfa56a835f/2e3b5354-f6ca-4797-91ac-a700805a06c3 to [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3. {{(pid=69357) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 646.739268] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-2a50f41c-52a2-4e91-8dbc-14b5beda3843 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.754029] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for the task: (returnval){ [ 646.754029] env[69357]: value = "task-4150094" [ 646.754029] env[69357]: _type = "Task" [ 646.754029] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.768386] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150094, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.853261] env[69357]: DEBUG nova.compute.manager [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.890962] env[69357]: DEBUG nova.compute.manager [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.924974] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503e2ab2-292b-4877-817f-7db451786358 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.938668] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a57442-678f-48ca-ab06-bc41f03e2a88 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.981053] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d53836-220b-4ffa-9c68-a06753f906ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.990430] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661f38f3-bf33-4899-bd74-4be83026039b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.007691] env[69357]: DEBUG nova.compute.provider_tree [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.266999] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150094, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029029} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.267289] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] File moved {{(pid=69357) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 647.267505] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Cleaning up location [datastore1] vmware_temp/97b8f5a4-acda-4340-adc2-3ecfa56a835f {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 647.267656] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Deleting the datastore file [datastore1] vmware_temp/97b8f5a4-acda-4340-adc2-3ecfa56a835f {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.267947] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61de7909-394b-42bd-b3a3-3cee727b9694 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.276839] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for the task: (returnval){ [ 647.276839] env[69357]: value = "task-4150095" [ 647.276839] env[69357]: _type = "Task" [ 647.276839] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.296400] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.382932] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.422500] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.496879] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.496879] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.496879] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.496879] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.496879] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.496879] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.501262] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.501935] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 647.501935] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.511458] env[69357]: DEBUG nova.scheduler.client.report [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.789095] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027373} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.789402] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.790133] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-521daf43-cae5-4e81-8b43-94b3b4e23b78 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.799754] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for the task: (returnval){ [ 647.799754] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5224103a-d32f-2754-1d80-8c3810fd52aa" [ 647.799754] env[69357]: _type = "Task" [ 647.799754] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.815557] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5224103a-d32f-2754-1d80-8c3810fd52aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009974} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.817674] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.817674] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d/6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.817674] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4687486f-8a94-4d57-b2cf-8af8c4be4437 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.829840] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for the task: (returnval){ [ 647.829840] env[69357]: value = "task-4150096" [ 647.829840] env[69357]: _type = "Task" [ 647.829840] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.843071] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.006918] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.014110] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Acquiring lock "fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.016291] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Lock "fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.020781] env[69357]: DEBUG oslo_concurrency.lockutils [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.021310] env[69357]: DEBUG nova.compute.manager [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.025322] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.642s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.026546] env[69357]: INFO nova.compute.claims [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.344312] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150096, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.526773] env[69357]: DEBUG nova.compute.manager [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.544468] env[69357]: DEBUG nova.compute.utils [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.545888] env[69357]: DEBUG nova.compute.manager [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.545888] env[69357]: DEBUG nova.network.neutron [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.839054] env[69357]: DEBUG nova.policy [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28e9a783f94c44dda453e26faa7bb419', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b35d80ec18264a8ab69c609b482563fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.855186] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557995} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.855475] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d/6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.855802] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.857273] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e8daa73-ce04-4e05-a671-8f47f3b6dad0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.868028] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for the task: (returnval){ [ 648.868028] env[69357]: value = "task-4150097" [ 648.868028] env[69357]: _type = "Task" [ 648.868028] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.882533] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.051457] env[69357]: DEBUG nova.compute.manager [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.068920] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.069215] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.085915] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.195391] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee33f0f1-8274-4f74-b8de-0e373de86ee9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.203564] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8bf712-d440-4b5f-99c5-f7ddef58b466 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.241403] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a310096a-e037-451c-91c9-f2fc139bba72 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.260740] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc8883e-1fa1-45ba-9546-3c676c0ee7b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.281663] env[69357]: DEBUG nova.compute.provider_tree [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.381146] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078084} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.383464] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.383464] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a69ff1f-b85a-49b4-9912-a7a3daa309ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.409975] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d/6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.410304] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83ae096b-0b72-4be8-b62b-477915521983 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.438046] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for the task: (returnval){ [ 649.438046] env[69357]: value = "task-4150098" [ 649.438046] env[69357]: _type = "Task" [ 649.438046] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.448291] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.576970] env[69357]: DEBUG nova.compute.manager [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.784692] env[69357]: DEBUG nova.scheduler.client.report [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.950873] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150098, 'name': ReconfigVM_Task, 'duration_secs': 0.402835} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.951355] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d/6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.952129] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97b0dd6a-0b8d-48a1-aa1d-b131a89a0489 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.960395] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for the task: (returnval){ [ 649.960395] env[69357]: value = "task-4150099" [ 649.960395] env[69357]: _type = "Task" [ 649.960395] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.972026] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150099, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.065571] env[69357]: DEBUG nova.compute.manager [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.101540] env[69357]: DEBUG nova.virt.hardware [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.101540] env[69357]: DEBUG nova.virt.hardware [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.101540] env[69357]: DEBUG nova.virt.hardware [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.101708] env[69357]: DEBUG nova.virt.hardware [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.101708] env[69357]: DEBUG nova.virt.hardware [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.101708] env[69357]: DEBUG nova.virt.hardware [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.102100] env[69357]: DEBUG nova.virt.hardware [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.102555] env[69357]: DEBUG nova.virt.hardware [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.105903] env[69357]: DEBUG nova.virt.hardware [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.105903] env[69357]: DEBUG nova.virt.hardware [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.105903] env[69357]: DEBUG nova.virt.hardware [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.106612] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1603bc7-7372-4082-9d39-51b073bb9c0a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.116800] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.123305] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574e589c-be62-4f02-9149-69a71814c47c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.140448] env[69357]: DEBUG nova.network.neutron [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Successfully created port: aa5808df-d1d2-4d48-af13-59af452e2dfd {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.291823] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.294038] env[69357]: DEBUG nova.compute.manager [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.297468] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.875s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.299535] env[69357]: INFO nova.compute.claims [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.471579] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150099, 'name': Rename_Task, 'duration_secs': 0.14577} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.471843] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.472128] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edc0ab53-ed66-41a2-bb9b-d75fae34e87c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.479511] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for the task: (returnval){ [ 650.479511] env[69357]: value = "task-4150100" [ 650.479511] env[69357]: _type = "Task" [ 650.479511] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.494747] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.806089] env[69357]: DEBUG nova.compute.utils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.811877] env[69357]: DEBUG nova.compute.manager [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.812233] env[69357]: DEBUG nova.network.neutron [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.901595] env[69357]: DEBUG nova.policy [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cd60b5fcf4a49e081a23051e735898b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49c285d95e784239aba3872e5bdd9668', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.925733] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "de227edf-e886-4d9e-932b-4e83c02153e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.926044] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "de227edf-e886-4d9e-932b-4e83c02153e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.997921] env[69357]: DEBUG oslo_vmware.api [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150100, 'name': PowerOnVM_Task, 'duration_secs': 0.477124} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.997921] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.997921] env[69357]: INFO nova.compute.manager [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Took 10.41 seconds to spawn the instance on the hypervisor. [ 650.997921] env[69357]: DEBUG nova.compute.manager [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 650.998641] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc264b4-a256-4b31-9147-ddef8ca76917 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.316022] env[69357]: DEBUG nova.compute.manager [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.428510] env[69357]: DEBUG nova.compute.manager [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.488798] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0515596f-475d-4ab7-ab58-0d4c3aded5fb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.500304] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47fa81a-de96-4b4a-8300-1129595fdd14 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.545072] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb7861d-7df4-435f-9d60-793ef7d0774b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.554210] env[69357]: INFO nova.compute.manager [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Took 15.17 seconds to build instance. [ 651.555847] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356dd923-9687-4f01-884a-71a13bc34ba6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.570546] env[69357]: DEBUG nova.compute.provider_tree [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.748974] env[69357]: DEBUG nova.network.neutron [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Successfully created port: f47429a3-e05f-4e13-9450-6cfb300b5160 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.959828] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.060253] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4484247a-70f2-4f80-aa4e-434afb04393b tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Lock "6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.681s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.075244] env[69357]: DEBUG nova.scheduler.client.report [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.335117] env[69357]: DEBUG nova.compute.manager [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.362188] env[69357]: DEBUG nova.virt.hardware [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.362445] env[69357]: DEBUG nova.virt.hardware [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.362598] env[69357]: DEBUG nova.virt.hardware [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.362780] env[69357]: DEBUG nova.virt.hardware [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.362927] env[69357]: DEBUG nova.virt.hardware [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.363613] env[69357]: DEBUG nova.virt.hardware [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.363971] env[69357]: DEBUG nova.virt.hardware [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.364230] env[69357]: DEBUG nova.virt.hardware [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.364716] env[69357]: DEBUG nova.virt.hardware [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.364945] env[69357]: DEBUG nova.virt.hardware [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.365176] env[69357]: DEBUG nova.virt.hardware [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.367128] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8488c06a-f221-46c6-b03d-86d86c86f2ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.376948] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f95e7b-6a58-4f77-9d94-3755b8c849ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.582296] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.582296] env[69357]: DEBUG nova.compute.manager [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.589604] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.581s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.589604] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.589604] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 652.589604] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.506s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.592869] env[69357]: INFO nova.compute.claims [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.600947] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8b12c7-f61d-42e3-ba8e-bbb552425152 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.621947] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2becfb05-ab55-4afa-9a1a-05a1449f66b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.643162] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca68f77-8c45-45bb-8316-3f0de67345ea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.651378] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3f5c27-851f-498a-aea7-fa4fef3740cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.694539] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180831MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 652.696114] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.103473] env[69357]: DEBUG nova.compute.utils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.105559] env[69357]: DEBUG nova.compute.manager [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.107823] env[69357]: DEBUG nova.network.neutron [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.279367] env[69357]: DEBUG nova.policy [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cd60b5fcf4a49e081a23051e735898b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49c285d95e784239aba3872e5bdd9668', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.610222] env[69357]: DEBUG nova.compute.manager [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.773842] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08f8e11-ef5e-4afb-9e3f-befe631dda57 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.781789] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab588076-2a52-4ff3-8e2f-32bf09ec4569 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.816140] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c9c34c-5008-4dbc-9d61-13c792ad65d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.825031] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4b0973-4581-49c0-b75b-e02c8baff16f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.839498] env[69357]: DEBUG nova.compute.provider_tree [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.073031] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Acquiring lock "5338dc92-c619-4a06-ad2f-6a3821bd9507" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.073031] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Lock "5338dc92-c619-4a06-ad2f-6a3821bd9507" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.280679] env[69357]: DEBUG nova.network.neutron [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Successfully updated port: aa5808df-d1d2-4d48-af13-59af452e2dfd {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.342761] env[69357]: DEBUG nova.scheduler.client.report [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.574851] env[69357]: DEBUG nova.compute.manager [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.624157] env[69357]: DEBUG nova.compute.manager [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.669715] env[69357]: DEBUG nova.virt.hardware [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.669951] env[69357]: DEBUG nova.virt.hardware [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.669999] env[69357]: DEBUG nova.virt.hardware [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.670206] env[69357]: DEBUG nova.virt.hardware [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.670331] env[69357]: DEBUG nova.virt.hardware [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.670565] env[69357]: DEBUG nova.virt.hardware [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.670692] env[69357]: DEBUG nova.virt.hardware [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.670854] env[69357]: DEBUG nova.virt.hardware [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.671054] env[69357]: DEBUG nova.virt.hardware [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.671289] env[69357]: DEBUG nova.virt.hardware [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.671426] env[69357]: DEBUG nova.virt.hardware [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.672653] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b31018-aca1-4516-ae73-89fa24ce53d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.682209] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844a2274-3ec7-4105-83a8-7286748a9270 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.783311] env[69357]: DEBUG oslo_concurrency.lockutils [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Acquiring lock "refresh_cache-a7897c28-1fac-45b9-8d4e-a8cf554ed7d9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.783543] env[69357]: DEBUG oslo_concurrency.lockutils [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Acquired lock "refresh_cache-a7897c28-1fac-45b9-8d4e-a8cf554ed7d9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.783645] env[69357]: DEBUG nova.network.neutron [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.789899] env[69357]: DEBUG nova.network.neutron [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Successfully created port: 164f1d3e-d69f-412d-8bdb-4498d41a2d88 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.849444] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.850434] env[69357]: DEBUG nova.compute.manager [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.856347] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.739s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.859685] env[69357]: INFO nova.compute.claims [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.059614] env[69357]: DEBUG nova.network.neutron [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Successfully updated port: f47429a3-e05f-4e13-9450-6cfb300b5160 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.111639] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.249469] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquiring lock "888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.251290] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.366769] env[69357]: DEBUG nova.compute.utils [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.377185] env[69357]: DEBUG nova.compute.manager [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.377953] env[69357]: DEBUG nova.network.neutron [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.432300] env[69357]: DEBUG nova.network.neutron [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.563308] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "refresh_cache-67aee0eb-ec71-4dab-848e-5434e2966374" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.563496] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquired lock "refresh_cache-67aee0eb-ec71-4dab-848e-5434e2966374" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.563739] env[69357]: DEBUG nova.network.neutron [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.758037] env[69357]: DEBUG nova.compute.manager [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.766735] env[69357]: INFO nova.compute.manager [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Rebuilding instance [ 655.784316] env[69357]: DEBUG nova.policy [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5da8b133de34b9e9c1c51ac1c629f73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05823159fa2c495290022d785fa77257', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.846134] env[69357]: DEBUG nova.compute.manager [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 655.847223] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a9282b-8a84-47c1-8665-5b4a672747af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.885186] env[69357]: DEBUG nova.compute.manager [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.110858] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb15df9d-5575-4de6-8bb8-ab9ee2ba0a2e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.123573] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0152fbaf-c624-4c9a-85dd-791b0d1d0e19 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.164319] env[69357]: DEBUG nova.network.neutron [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Updating instance_info_cache with network_info: [{"id": "aa5808df-d1d2-4d48-af13-59af452e2dfd", "address": "fa:16:3e:e9:5c:fc", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa5808df-d1", "ovs_interfaceid": "aa5808df-d1d2-4d48-af13-59af452e2dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.167101] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e569b78-9689-4314-9024-e9454a670a9b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.176454] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38eac384-ac2d-4d3e-abdb-c7c187c77d51 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.193904] env[69357]: DEBUG nova.compute.provider_tree [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.302374] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.329689] env[69357]: DEBUG nova.network.neutron [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.580118] env[69357]: DEBUG nova.compute.manager [req-d463a4bc-b66a-4c4d-9cb3-3c75a8b9369f req-986603d9-f32f-432f-9f4c-0904ac39f7cd service nova] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Received event network-vif-plugged-aa5808df-d1d2-4d48-af13-59af452e2dfd {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.580118] env[69357]: DEBUG oslo_concurrency.lockutils [req-d463a4bc-b66a-4c4d-9cb3-3c75a8b9369f req-986603d9-f32f-432f-9f4c-0904ac39f7cd service nova] Acquiring lock "a7897c28-1fac-45b9-8d4e-a8cf554ed7d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.580118] env[69357]: DEBUG oslo_concurrency.lockutils [req-d463a4bc-b66a-4c4d-9cb3-3c75a8b9369f req-986603d9-f32f-432f-9f4c-0904ac39f7cd service nova] Lock "a7897c28-1fac-45b9-8d4e-a8cf554ed7d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.580118] env[69357]: DEBUG oslo_concurrency.lockutils [req-d463a4bc-b66a-4c4d-9cb3-3c75a8b9369f req-986603d9-f32f-432f-9f4c-0904ac39f7cd service nova] Lock "a7897c28-1fac-45b9-8d4e-a8cf554ed7d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.580118] env[69357]: DEBUG nova.compute.manager [req-d463a4bc-b66a-4c4d-9cb3-3c75a8b9369f req-986603d9-f32f-432f-9f4c-0904ac39f7cd service nova] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] No waiting events found dispatching network-vif-plugged-aa5808df-d1d2-4d48-af13-59af452e2dfd {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 656.580526] env[69357]: WARNING nova.compute.manager [req-d463a4bc-b66a-4c4d-9cb3-3c75a8b9369f req-986603d9-f32f-432f-9f4c-0904ac39f7cd service nova] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Received unexpected event network-vif-plugged-aa5808df-d1d2-4d48-af13-59af452e2dfd for instance with vm_state building and task_state spawning. [ 656.615614] env[69357]: DEBUG nova.compute.manager [req-37b88742-8819-4617-9151-4c923961ff1b req-9e0dae29-e08f-4ec6-aea6-1827a6121b33 service nova] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Received event network-vif-plugged-f47429a3-e05f-4e13-9450-6cfb300b5160 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.615614] env[69357]: DEBUG oslo_concurrency.lockutils [req-37b88742-8819-4617-9151-4c923961ff1b req-9e0dae29-e08f-4ec6-aea6-1827a6121b33 service nova] Acquiring lock "67aee0eb-ec71-4dab-848e-5434e2966374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.615614] env[69357]: DEBUG oslo_concurrency.lockutils [req-37b88742-8819-4617-9151-4c923961ff1b req-9e0dae29-e08f-4ec6-aea6-1827a6121b33 service nova] Lock "67aee0eb-ec71-4dab-848e-5434e2966374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.615614] env[69357]: DEBUG oslo_concurrency.lockutils [req-37b88742-8819-4617-9151-4c923961ff1b req-9e0dae29-e08f-4ec6-aea6-1827a6121b33 service nova] Lock "67aee0eb-ec71-4dab-848e-5434e2966374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.615614] env[69357]: DEBUG nova.compute.manager [req-37b88742-8819-4617-9151-4c923961ff1b req-9e0dae29-e08f-4ec6-aea6-1827a6121b33 service nova] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] No waiting events found dispatching network-vif-plugged-f47429a3-e05f-4e13-9450-6cfb300b5160 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 656.616107] env[69357]: WARNING nova.compute.manager [req-37b88742-8819-4617-9151-4c923961ff1b req-9e0dae29-e08f-4ec6-aea6-1827a6121b33 service nova] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Received unexpected event network-vif-plugged-f47429a3-e05f-4e13-9450-6cfb300b5160 for instance with vm_state building and task_state spawning. [ 656.672637] env[69357]: DEBUG oslo_concurrency.lockutils [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Releasing lock "refresh_cache-a7897c28-1fac-45b9-8d4e-a8cf554ed7d9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.672972] env[69357]: DEBUG nova.compute.manager [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Instance network_info: |[{"id": "aa5808df-d1d2-4d48-af13-59af452e2dfd", "address": "fa:16:3e:e9:5c:fc", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa5808df-d1", "ovs_interfaceid": "aa5808df-d1d2-4d48-af13-59af452e2dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.673489] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:5c:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa5808df-d1d2-4d48-af13-59af452e2dfd', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.684976] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Creating folder: Project (b35d80ec18264a8ab69c609b482563fc). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.685658] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efdf2e2c-3514-4661-b9ee-1b671ca564dc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.698945] env[69357]: DEBUG nova.scheduler.client.report [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.712682] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Created folder: Project (b35d80ec18264a8ab69c609b482563fc) in parent group-v821763. [ 656.712994] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Creating folder: Instances. Parent ref: group-v821767. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.713746] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78f49305-0dbd-4475-a40a-7c7a8ba06973 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.729471] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Created folder: Instances in parent group-v821767. [ 656.729773] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.729842] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.730062] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c6a7003-56d2-4297-88d3-445c9b1e7c61 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.760029] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.760029] env[69357]: value = "task-4150103" [ 656.760029] env[69357]: _type = "Task" [ 656.760029] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.770817] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150103, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.869240] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.869240] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dbd1d37-3300-4b14-b334-6d7a1c660e9f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.877707] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for the task: (returnval){ [ 656.877707] env[69357]: value = "task-4150104" [ 656.877707] env[69357]: _type = "Task" [ 656.877707] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.891794] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.895080] env[69357]: DEBUG nova.compute.manager [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.923995] env[69357]: DEBUG nova.virt.hardware [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.924474] env[69357]: DEBUG nova.virt.hardware [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.924593] env[69357]: DEBUG nova.virt.hardware [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.924799] env[69357]: DEBUG nova.virt.hardware [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.924967] env[69357]: DEBUG nova.virt.hardware [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.925133] env[69357]: DEBUG nova.virt.hardware [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.925368] env[69357]: DEBUG nova.virt.hardware [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.925543] env[69357]: DEBUG nova.virt.hardware [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.925722] env[69357]: DEBUG nova.virt.hardware [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.926064] env[69357]: DEBUG nova.virt.hardware [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.926269] env[69357]: DEBUG nova.virt.hardware [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.927199] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4311d6e0-3997-4f98-bd20-f79f19cf425b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.938233] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8c80e8-2f5f-4474-9da9-27132c5b2cde {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.075498] env[69357]: DEBUG nova.network.neutron [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Updating instance_info_cache with network_info: [{"id": "f47429a3-e05f-4e13-9450-6cfb300b5160", "address": "fa:16:3e:4f:7a:69", "network": {"id": "22a0d7a5-43a6-49a8-ba98-d4f9e8182b03", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1390683538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "49c285d95e784239aba3872e5bdd9668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47429a3-e0", "ovs_interfaceid": "f47429a3-e05f-4e13-9450-6cfb300b5160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.214665] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.216330] env[69357]: DEBUG nova.compute.manager [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.219971] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.260s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.223066] env[69357]: INFO nova.compute.claims [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.276512] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150103, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.390282] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150104, 'name': PowerOffVM_Task, 'duration_secs': 0.157191} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.390912] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.391283] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.392183] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66ca934-d90f-4386-b6f6-c46de9c7b7c0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.401018] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.401018] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5992f05e-1cbd-441c-aa0f-58a58547f47a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.430099] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.431838] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.431838] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Deleting the datastore file [datastore1] 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.431838] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72df51d6-cbd9-494b-ba1b-fc020238bd25 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.443711] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for the task: (returnval){ [ 657.443711] env[69357]: value = "task-4150106" [ 657.443711] env[69357]: _type = "Task" [ 657.443711] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.452507] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.578187] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Releasing lock "refresh_cache-67aee0eb-ec71-4dab-848e-5434e2966374" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.578527] env[69357]: DEBUG nova.compute.manager [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Instance network_info: |[{"id": "f47429a3-e05f-4e13-9450-6cfb300b5160", "address": "fa:16:3e:4f:7a:69", "network": {"id": "22a0d7a5-43a6-49a8-ba98-d4f9e8182b03", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1390683538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "49c285d95e784239aba3872e5bdd9668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47429a3-e0", "ovs_interfaceid": "f47429a3-e05f-4e13-9450-6cfb300b5160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.578978] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:7a:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f47429a3-e05f-4e13-9450-6cfb300b5160', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.589360] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Creating folder: Project (49c285d95e784239aba3872e5bdd9668). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.589360] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc86e9e1-24cd-4e48-8b7a-cccb65035d8c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.605417] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Created folder: Project (49c285d95e784239aba3872e5bdd9668) in parent group-v821763. [ 657.605615] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Creating folder: Instances. Parent ref: group-v821770. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.605866] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97613301-e7b7-4fbd-a446-e3f28588d0e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.617624] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Created folder: Instances in parent group-v821770. [ 657.618582] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.618582] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.618834] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7260bd13-0706-4230-8fe4-95b14643f8bc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.649319] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.649319] env[69357]: value = "task-4150109" [ 657.649319] env[69357]: _type = "Task" [ 657.649319] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.662663] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150109, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.729770] env[69357]: DEBUG nova.compute.utils [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.735544] env[69357]: DEBUG nova.compute.manager [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.736143] env[69357]: DEBUG nova.network.neutron [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.779131] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150103, 'name': CreateVM_Task, 'duration_secs': 0.520564} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.779367] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.804896] env[69357]: DEBUG oslo_vmware.service [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e91ac9-600e-4bf4-ad6b-151247a2d791 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.819768] env[69357]: DEBUG oslo_concurrency.lockutils [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.820121] env[69357]: DEBUG oslo_concurrency.lockutils [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.820802] env[69357]: DEBUG oslo_concurrency.lockutils [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.821490] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-985ac069-9e50-4da1-ae04-df69c1363dcb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.827997] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for the task: (returnval){ [ 657.827997] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5284c522-73b4-bc66-8de4-ac3231fcd4dc" [ 657.827997] env[69357]: _type = "Task" [ 657.827997] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.840861] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5284c522-73b4-bc66-8de4-ac3231fcd4dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.853995] env[69357]: DEBUG nova.network.neutron [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Successfully updated port: 164f1d3e-d69f-412d-8bdb-4498d41a2d88 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.871960] env[69357]: DEBUG nova.network.neutron [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Successfully created port: ba8ab886-b89d-4bf8-862d-e629aa995d4f {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.958485] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113315} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.959178] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.959511] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.959745] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.123402] env[69357]: DEBUG nova.policy [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c58b82251e3f4fe1917c457ca77402fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '713bd7fede8c4233b6935bc46ba1b714', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.161925] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150109, 'name': CreateVM_Task, 'duration_secs': 0.373154} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.162117] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.162803] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.236149] env[69357]: DEBUG nova.compute.manager [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.342932] env[69357]: DEBUG oslo_concurrency.lockutils [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.343275] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.343455] env[69357]: DEBUG oslo_concurrency.lockutils [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.343599] env[69357]: DEBUG oslo_concurrency.lockutils [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.343989] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.344127] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.344373] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.344654] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e18f9eb2-4b95-4d45-8909-834b270e1b12 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.349288] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e680d346-e606-41f6-ae20-9c60b62def6e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.356300] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "refresh_cache-3afc9e82-7f00-4e27-8df7-cbafea35b8b6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.356300] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquired lock "refresh_cache-3afc9e82-7f00-4e27-8df7-cbafea35b8b6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.356384] env[69357]: DEBUG nova.network.neutron [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.367726] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.367924] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.371106] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b35e656-c85d-4e22-9a8a-72fe53ad1291 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.377657] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 658.377657] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f69788-6ffe-565c-7234-36c2f190f864" [ 658.377657] env[69357]: _type = "Task" [ 658.377657] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.386473] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cb56b84-21d8-4534-8ab7-f910113ffd17 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.394953] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.395468] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.395523] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.401224] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for the task: (returnval){ [ 658.401224] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]524f8a4a-729b-0aaf-475f-fbad8733f80f" [ 658.401224] env[69357]: _type = "Task" [ 658.401224] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.411059] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]524f8a4a-729b-0aaf-475f-fbad8733f80f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.484079] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5841027-e2e2-4b52-b886-47087c3af0d7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.496121] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cedd1e9-5362-4187-8dd5-62d5b1e3bd88 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.533045] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b79bb7-30c2-4931-8b60-f9760ad62721 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.542469] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af427da9-2f52-440d-885f-eb03c8c1162b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.561250] env[69357]: DEBUG nova.compute.provider_tree [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.919323] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Preparing fetch location {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 658.919674] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Creating directory with path [datastore2] vmware_temp/3f8a2acc-29f9-456a-a901-cc8fe150fed4/2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.919838] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfa7051a-4aff-412e-84f7-a028f51317e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.937216] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Created directory with path [datastore2] vmware_temp/3f8a2acc-29f9-456a-a901-cc8fe150fed4/2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.937435] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Fetch image to [datastore2] vmware_temp/3f8a2acc-29f9-456a-a901-cc8fe150fed4/2e3b5354-f6ca-4797-91ac-a700805a06c3/tmp-sparse.vmdk {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 658.937603] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Downloading image file data 2e3b5354-f6ca-4797-91ac-a700805a06c3 to [datastore2] vmware_temp/3f8a2acc-29f9-456a-a901-cc8fe150fed4/2e3b5354-f6ca-4797-91ac-a700805a06c3/tmp-sparse.vmdk on the data store datastore2 {{(pid=69357) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 658.938508] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff84c943-a9a2-4e8d-b91e-5a6d4fbd1f19 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.949974] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d34dc55-4004-4656-9e8e-c47abee1df23 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.963794] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3aa5c2-dcf4-4276-8fa9-b09760e11547 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.005025] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75454ee-d116-4e43-aa5f-964727a00cb7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.011699] env[69357]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-1d1f51e5-9c86-4e4b-b327-38e898f7ff11 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.014691] env[69357]: DEBUG nova.network.neutron [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.029566] env[69357]: DEBUG nova.virt.hardware [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.029566] env[69357]: DEBUG nova.virt.hardware [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.029758] env[69357]: DEBUG nova.virt.hardware [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.029879] env[69357]: DEBUG nova.virt.hardware [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.030177] env[69357]: DEBUG nova.virt.hardware [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.030371] env[69357]: DEBUG nova.virt.hardware [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.030586] env[69357]: DEBUG nova.virt.hardware [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.030746] env[69357]: DEBUG nova.virt.hardware [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.030915] env[69357]: DEBUG nova.virt.hardware [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.031112] env[69357]: DEBUG nova.virt.hardware [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.031698] env[69357]: DEBUG nova.virt.hardware [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.032249] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b56583-a0d7-47d4-b629-5c303bbeb334 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.046271] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Downloading image file data 2e3b5354-f6ca-4797-91ac-a700805a06c3 to the data store datastore2 {{(pid=69357) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 659.051285] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0103964-452b-42fc-9711-714540f23c32 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.069085] env[69357]: DEBUG nova.scheduler.client.report [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.072511] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.079248] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.084290] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.084290] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9e61703-3651-4cb6-a7ba-fe28cc8ccbad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.109718] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.109718] env[69357]: value = "task-4150110" [ 659.109718] env[69357]: _type = "Task" [ 659.109718] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.119267] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150110, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.147644] env[69357]: DEBUG oslo_vmware.rw_handles [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3f8a2acc-29f9-456a-a901-cc8fe150fed4/2e3b5354-f6ca-4797-91ac-a700805a06c3/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69357) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 659.249182] env[69357]: DEBUG nova.compute.manager [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.278534] env[69357]: DEBUG nova.virt.hardware [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.278723] env[69357]: DEBUG nova.virt.hardware [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.279114] env[69357]: DEBUG nova.virt.hardware [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.279156] env[69357]: DEBUG nova.virt.hardware [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.279353] env[69357]: DEBUG nova.virt.hardware [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.279575] env[69357]: DEBUG nova.virt.hardware [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.279857] env[69357]: DEBUG nova.virt.hardware [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.280082] env[69357]: DEBUG nova.virt.hardware [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.280296] env[69357]: DEBUG nova.virt.hardware [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.280546] env[69357]: DEBUG nova.virt.hardware [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.280803] env[69357]: DEBUG nova.virt.hardware [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.281724] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ad6fa7-ec19-46d5-bb56-5d199a26737c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.294746] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7c6281-0558-4484-a7ab-9b630888f1b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.544612] env[69357]: DEBUG nova.network.neutron [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Updating instance_info_cache with network_info: [{"id": "164f1d3e-d69f-412d-8bdb-4498d41a2d88", "address": "fa:16:3e:7b:84:de", "network": {"id": "22a0d7a5-43a6-49a8-ba98-d4f9e8182b03", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1390683538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "49c285d95e784239aba3872e5bdd9668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap164f1d3e-d6", "ovs_interfaceid": "164f1d3e-d69f-412d-8bdb-4498d41a2d88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.569816] env[69357]: DEBUG nova.network.neutron [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Successfully created port: 4bd448be-f6d6-44c9-a092-e3001a0b0f34 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.583750] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.584462] env[69357]: DEBUG nova.compute.manager [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.590015] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.894s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.624352] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150110, 'name': CreateVM_Task, 'duration_secs': 0.329579} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.628934] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.629593] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.629668] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.630124] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.630856] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-609fefa7-0439-4451-9f14-7620ae30ef77 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.637091] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for the task: (returnval){ [ 659.637091] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]523b21ac-b5ed-d812-3749-15e2e29984a7" [ 659.637091] env[69357]: _type = "Task" [ 659.637091] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.649906] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]523b21ac-b5ed-d812-3749-15e2e29984a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.954367] env[69357]: DEBUG nova.compute.manager [req-5a08919a-648d-46c3-93d2-8e33c0bc00ab req-2a72e18a-efc2-420f-8100-9f36d87640d5 service nova] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Received event network-changed-aa5808df-d1d2-4d48-af13-59af452e2dfd {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.955068] env[69357]: DEBUG nova.compute.manager [req-5a08919a-648d-46c3-93d2-8e33c0bc00ab req-2a72e18a-efc2-420f-8100-9f36d87640d5 service nova] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Refreshing instance network info cache due to event network-changed-aa5808df-d1d2-4d48-af13-59af452e2dfd. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.955227] env[69357]: DEBUG oslo_concurrency.lockutils [req-5a08919a-648d-46c3-93d2-8e33c0bc00ab req-2a72e18a-efc2-420f-8100-9f36d87640d5 service nova] Acquiring lock "refresh_cache-a7897c28-1fac-45b9-8d4e-a8cf554ed7d9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.955411] env[69357]: DEBUG oslo_concurrency.lockutils [req-5a08919a-648d-46c3-93d2-8e33c0bc00ab req-2a72e18a-efc2-420f-8100-9f36d87640d5 service nova] Acquired lock "refresh_cache-a7897c28-1fac-45b9-8d4e-a8cf554ed7d9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.955826] env[69357]: DEBUG nova.network.neutron [req-5a08919a-648d-46c3-93d2-8e33c0bc00ab req-2a72e18a-efc2-420f-8100-9f36d87640d5 service nova] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Refreshing network info cache for port aa5808df-d1d2-4d48-af13-59af452e2dfd {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.991496] env[69357]: DEBUG nova.compute.manager [req-35546c2b-05c3-41b0-953a-9ca7ef25bb19 req-af377a95-c086-4a2b-838f-f1182c9ffc19 service nova] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Received event network-changed-f47429a3-e05f-4e13-9450-6cfb300b5160 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.991720] env[69357]: DEBUG nova.compute.manager [req-35546c2b-05c3-41b0-953a-9ca7ef25bb19 req-af377a95-c086-4a2b-838f-f1182c9ffc19 service nova] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Refreshing instance network info cache due to event network-changed-f47429a3-e05f-4e13-9450-6cfb300b5160. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.991949] env[69357]: DEBUG oslo_concurrency.lockutils [req-35546c2b-05c3-41b0-953a-9ca7ef25bb19 req-af377a95-c086-4a2b-838f-f1182c9ffc19 service nova] Acquiring lock "refresh_cache-67aee0eb-ec71-4dab-848e-5434e2966374" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.992081] env[69357]: DEBUG oslo_concurrency.lockutils [req-35546c2b-05c3-41b0-953a-9ca7ef25bb19 req-af377a95-c086-4a2b-838f-f1182c9ffc19 service nova] Acquired lock "refresh_cache-67aee0eb-ec71-4dab-848e-5434e2966374" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.992249] env[69357]: DEBUG nova.network.neutron [req-35546c2b-05c3-41b0-953a-9ca7ef25bb19 req-af377a95-c086-4a2b-838f-f1182c9ffc19 service nova] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Refreshing network info cache for port f47429a3-e05f-4e13-9450-6cfb300b5160 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.001146] env[69357]: DEBUG oslo_vmware.rw_handles [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Completed reading data from the image iterator. {{(pid=69357) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 660.001146] env[69357]: DEBUG oslo_vmware.rw_handles [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3f8a2acc-29f9-456a-a901-cc8fe150fed4/2e3b5354-f6ca-4797-91ac-a700805a06c3/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 660.049461] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Releasing lock "refresh_cache-3afc9e82-7f00-4e27-8df7-cbafea35b8b6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.049776] env[69357]: DEBUG nova.compute.manager [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Instance network_info: |[{"id": "164f1d3e-d69f-412d-8bdb-4498d41a2d88", "address": "fa:16:3e:7b:84:de", "network": {"id": "22a0d7a5-43a6-49a8-ba98-d4f9e8182b03", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1390683538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "49c285d95e784239aba3872e5bdd9668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap164f1d3e-d6", "ovs_interfaceid": "164f1d3e-d69f-412d-8bdb-4498d41a2d88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.050643] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:84:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '164f1d3e-d69f-412d-8bdb-4498d41a2d88', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.065066] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.065169] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Downloaded image file data 2e3b5354-f6ca-4797-91ac-a700805a06c3 to vmware_temp/3f8a2acc-29f9-456a-a901-cc8fe150fed4/2e3b5354-f6ca-4797-91ac-a700805a06c3/tmp-sparse.vmdk on the data store datastore2 {{(pid=69357) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 660.066791] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Caching image {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 660.067176] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Copying Virtual Disk [datastore2] vmware_temp/3f8a2acc-29f9-456a-a901-cc8fe150fed4/2e3b5354-f6ca-4797-91ac-a700805a06c3/tmp-sparse.vmdk to [datastore2] vmware_temp/3f8a2acc-29f9-456a-a901-cc8fe150fed4/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.067478] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.067716] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5aba8fcb-a94b-4d46-b910-c2de8588f4b1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.072876] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a732abcc-cfa1-4be6-99cc-8d382b9d4903 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.092493] env[69357]: DEBUG nova.compute.utils [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.097071] env[69357]: DEBUG nova.compute.manager [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.097071] env[69357]: DEBUG nova.network.neutron [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.104546] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.104546] env[69357]: value = "task-4150112" [ 660.104546] env[69357]: _type = "Task" [ 660.104546] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.105232] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for the task: (returnval){ [ 660.105232] env[69357]: value = "task-4150111" [ 660.105232] env[69357]: _type = "Task" [ 660.105232] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.121438] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150112, 'name': CreateVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.124255] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.150955] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]523b21ac-b5ed-d812-3749-15e2e29984a7, 'name': SearchDatastore_Task, 'duration_secs': 0.012386} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.151738] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.151738] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.151906] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.151941] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.152135] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.152750] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb5acc70-9279-4480-9039-22ca0df3131b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.165196] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.165196] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.165196] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3bed210-00eb-4bae-9606-7f55639a6f7e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.172604] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for the task: (returnval){ [ 660.172604] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]520fcd42-4de8-5a80-df66-b88853ff4a51" [ 660.172604] env[69357]: _type = "Task" [ 660.172604] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.184114] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]520fcd42-4de8-5a80-df66-b88853ff4a51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.229274] env[69357]: DEBUG nova.policy [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c58b82251e3f4fe1917c457ca77402fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '713bd7fede8c4233b6935bc46ba1b714', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.481196] env[69357]: DEBUG oslo_concurrency.lockutils [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Acquiring lock "1e4ea406-6581-4b1c-908b-18cf9d36a1e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.481196] env[69357]: DEBUG oslo_concurrency.lockutils [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Lock "1e4ea406-6581-4b1c-908b-18cf9d36a1e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.613850] env[69357]: DEBUG nova.compute.manager [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.639239] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150112, 'name': CreateVM_Task, 'duration_secs': 0.43735} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.641226] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 660.641557] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance a7897c28-1fac-45b9-8d4e-a8cf554ed7d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 660.641854] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 67aee0eb-ec71-4dab-848e-5434e2966374 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 660.642191] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 3afc9e82-7f00-4e27-8df7-cbafea35b8b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 660.642456] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 660.642724] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 660.643012] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance de227edf-e886-4d9e-932b-4e83c02153e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 660.644537] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.645032] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150111, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.646630] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.646975] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.647915] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.649162] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee0393f4-24d2-461d-919c-4e54f5bcca91 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.656358] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 660.656358] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52edbaba-698f-92c9-9407-77c06aecd3fc" [ 660.656358] env[69357]: _type = "Task" [ 660.656358] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.668457] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52edbaba-698f-92c9-9407-77c06aecd3fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.686028] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]520fcd42-4de8-5a80-df66-b88853ff4a51, 'name': SearchDatastore_Task, 'duration_secs': 0.018065} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.686903] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a45a559f-074a-455a-b3be-b6badac21ab8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.695340] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for the task: (returnval){ [ 660.695340] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d462fb-28c7-a644-edda-c1c113d6e9f9" [ 660.695340] env[69357]: _type = "Task" [ 660.695340] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.709785] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d462fb-28c7-a644-edda-c1c113d6e9f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.985038] env[69357]: DEBUG nova.compute.manager [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.138040] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150111, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.02581} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.139589] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Copied Virtual Disk [datastore2] vmware_temp/3f8a2acc-29f9-456a-a901-cc8fe150fed4/2e3b5354-f6ca-4797-91ac-a700805a06c3/tmp-sparse.vmdk to [datastore2] vmware_temp/3f8a2acc-29f9-456a-a901-cc8fe150fed4/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.139785] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Deleting the datastore file [datastore2] vmware_temp/3f8a2acc-29f9-456a-a901-cc8fe150fed4/2e3b5354-f6ca-4797-91ac-a700805a06c3/tmp-sparse.vmdk {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.141847] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07cd7d37-4e77-4417-b434-08db84efab1b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.149663] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 5338dc92-c619-4a06-ad2f-6a3821bd9507 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 661.156906] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for the task: (returnval){ [ 661.156906] env[69357]: value = "task-4150113" [ 661.156906] env[69357]: _type = "Task" [ 661.156906] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.178314] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.178314] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.178314] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.178314] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.209446] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d462fb-28c7-a644-edda-c1c113d6e9f9, 'name': SearchDatastore_Task, 'duration_secs': 0.018254} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.209716] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.210063] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d/6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.210386] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da361ed9-1a0e-45de-9fdf-2fcd6e3a122f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.219298] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for the task: (returnval){ [ 661.219298] env[69357]: value = "task-4150114" [ 661.219298] env[69357]: _type = "Task" [ 661.219298] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.229197] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.247409] env[69357]: DEBUG nova.network.neutron [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Successfully created port: d1f98921-b0c5-4236-adb2-81590cb6fd1a {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.519419] env[69357]: DEBUG oslo_concurrency.lockutils [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.544893] env[69357]: DEBUG nova.network.neutron [req-5a08919a-648d-46c3-93d2-8e33c0bc00ab req-2a72e18a-efc2-420f-8100-9f36d87640d5 service nova] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Updated VIF entry in instance network info cache for port aa5808df-d1d2-4d48-af13-59af452e2dfd. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.545302] env[69357]: DEBUG nova.network.neutron [req-5a08919a-648d-46c3-93d2-8e33c0bc00ab req-2a72e18a-efc2-420f-8100-9f36d87640d5 service nova] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Updating instance_info_cache with network_info: [{"id": "aa5808df-d1d2-4d48-af13-59af452e2dfd", "address": "fa:16:3e:e9:5c:fc", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa5808df-d1", "ovs_interfaceid": "aa5808df-d1d2-4d48-af13-59af452e2dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.618281] env[69357]: DEBUG nova.network.neutron [req-35546c2b-05c3-41b0-953a-9ca7ef25bb19 req-af377a95-c086-4a2b-838f-f1182c9ffc19 service nova] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Updated VIF entry in instance network info cache for port f47429a3-e05f-4e13-9450-6cfb300b5160. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.618281] env[69357]: DEBUG nova.network.neutron [req-35546c2b-05c3-41b0-953a-9ca7ef25bb19 req-af377a95-c086-4a2b-838f-f1182c9ffc19 service nova] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Updating instance_info_cache with network_info: [{"id": "f47429a3-e05f-4e13-9450-6cfb300b5160", "address": "fa:16:3e:4f:7a:69", "network": {"id": "22a0d7a5-43a6-49a8-ba98-d4f9e8182b03", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1390683538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "49c285d95e784239aba3872e5bdd9668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47429a3-e0", "ovs_interfaceid": "f47429a3-e05f-4e13-9450-6cfb300b5160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.629127] env[69357]: DEBUG nova.compute.manager [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.651433] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 661.665990] env[69357]: DEBUG nova.virt.hardware [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.666295] env[69357]: DEBUG nova.virt.hardware [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.666454] env[69357]: DEBUG nova.virt.hardware [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.666635] env[69357]: DEBUG nova.virt.hardware [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.666779] env[69357]: DEBUG nova.virt.hardware [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.666927] env[69357]: DEBUG nova.virt.hardware [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.667203] env[69357]: DEBUG nova.virt.hardware [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.667373] env[69357]: DEBUG nova.virt.hardware [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.667547] env[69357]: DEBUG nova.virt.hardware [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.667712] env[69357]: DEBUG nova.virt.hardware [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.667883] env[69357]: DEBUG nova.virt.hardware [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.669734] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dceee3-f0e0-44fd-aab6-f2231f58295f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.686159] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025815} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.687419] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d665e4-dc1a-4284-9055-a6dbc33bd001 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.692418] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.692689] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Moving file from [datastore2] vmware_temp/3f8a2acc-29f9-456a-a901-cc8fe150fed4/2e3b5354-f6ca-4797-91ac-a700805a06c3 to [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3. {{(pid=69357) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 661.693034] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-264a1706-8f8e-42b7-8bea-2bdba1583f55 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.713634] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for the task: (returnval){ [ 661.713634] env[69357]: value = "task-4150115" [ 661.713634] env[69357]: _type = "Task" [ 661.713634] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.729386] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150115, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.739757] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150114, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.041189] env[69357]: DEBUG nova.network.neutron [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Successfully updated port: ba8ab886-b89d-4bf8-862d-e629aa995d4f {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.049606] env[69357]: DEBUG oslo_concurrency.lockutils [req-5a08919a-648d-46c3-93d2-8e33c0bc00ab req-2a72e18a-efc2-420f-8100-9f36d87640d5 service nova] Releasing lock "refresh_cache-a7897c28-1fac-45b9-8d4e-a8cf554ed7d9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.049892] env[69357]: DEBUG nova.compute.manager [req-5a08919a-648d-46c3-93d2-8e33c0bc00ab req-2a72e18a-efc2-420f-8100-9f36d87640d5 service nova] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Received event network-vif-plugged-164f1d3e-d69f-412d-8bdb-4498d41a2d88 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.050104] env[69357]: DEBUG oslo_concurrency.lockutils [req-5a08919a-648d-46c3-93d2-8e33c0bc00ab req-2a72e18a-efc2-420f-8100-9f36d87640d5 service nova] Acquiring lock "3afc9e82-7f00-4e27-8df7-cbafea35b8b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.050333] env[69357]: DEBUG oslo_concurrency.lockutils [req-5a08919a-648d-46c3-93d2-8e33c0bc00ab req-2a72e18a-efc2-420f-8100-9f36d87640d5 service nova] Lock "3afc9e82-7f00-4e27-8df7-cbafea35b8b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.050593] env[69357]: DEBUG oslo_concurrency.lockutils [req-5a08919a-648d-46c3-93d2-8e33c0bc00ab req-2a72e18a-efc2-420f-8100-9f36d87640d5 service nova] Lock "3afc9e82-7f00-4e27-8df7-cbafea35b8b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.050787] env[69357]: DEBUG nova.compute.manager [req-5a08919a-648d-46c3-93d2-8e33c0bc00ab req-2a72e18a-efc2-420f-8100-9f36d87640d5 service nova] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] No waiting events found dispatching network-vif-plugged-164f1d3e-d69f-412d-8bdb-4498d41a2d88 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 662.051036] env[69357]: WARNING nova.compute.manager [req-5a08919a-648d-46c3-93d2-8e33c0bc00ab req-2a72e18a-efc2-420f-8100-9f36d87640d5 service nova] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Received unexpected event network-vif-plugged-164f1d3e-d69f-412d-8bdb-4498d41a2d88 for instance with vm_state building and task_state spawning. [ 662.051175] env[69357]: DEBUG nova.compute.manager [req-5a08919a-648d-46c3-93d2-8e33c0bc00ab req-2a72e18a-efc2-420f-8100-9f36d87640d5 service nova] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Received event network-changed-164f1d3e-d69f-412d-8bdb-4498d41a2d88 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.051297] env[69357]: DEBUG nova.compute.manager [req-5a08919a-648d-46c3-93d2-8e33c0bc00ab req-2a72e18a-efc2-420f-8100-9f36d87640d5 service nova] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Refreshing instance network info cache due to event network-changed-164f1d3e-d69f-412d-8bdb-4498d41a2d88. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.051484] env[69357]: DEBUG oslo_concurrency.lockutils [req-5a08919a-648d-46c3-93d2-8e33c0bc00ab req-2a72e18a-efc2-420f-8100-9f36d87640d5 service nova] Acquiring lock "refresh_cache-3afc9e82-7f00-4e27-8df7-cbafea35b8b6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.051617] env[69357]: DEBUG oslo_concurrency.lockutils [req-5a08919a-648d-46c3-93d2-8e33c0bc00ab req-2a72e18a-efc2-420f-8100-9f36d87640d5 service nova] Acquired lock "refresh_cache-3afc9e82-7f00-4e27-8df7-cbafea35b8b6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.051780] env[69357]: DEBUG nova.network.neutron [req-5a08919a-648d-46c3-93d2-8e33c0bc00ab req-2a72e18a-efc2-420f-8100-9f36d87640d5 service nova] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Refreshing network info cache for port 164f1d3e-d69f-412d-8bdb-4498d41a2d88 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.123369] env[69357]: DEBUG oslo_concurrency.lockutils [req-35546c2b-05c3-41b0-953a-9ca7ef25bb19 req-af377a95-c086-4a2b-838f-f1182c9ffc19 service nova] Releasing lock "refresh_cache-67aee0eb-ec71-4dab-848e-5434e2966374" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.156116] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 1e4ea406-6581-4b1c-908b-18cf9d36a1e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 662.156633] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 662.156633] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 662.235691] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150115, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.042704} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.242917] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] File moved {{(pid=69357) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 662.243651] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Cleaning up location [datastore2] vmware_temp/3f8a2acc-29f9-456a-a901-cc8fe150fed4 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 662.243651] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Deleting the datastore file [datastore2] vmware_temp/3f8a2acc-29f9-456a-a901-cc8fe150fed4 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.243900] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568002} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.244644] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3989a9c-0979-4047-bbe6-03a85be07c1d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.247731] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d/6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.248420] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.251903] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f98c022-51e0-45e0-a8a5-d71435a3f772 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.265823] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for the task: (returnval){ [ 662.265823] env[69357]: value = "task-4150117" [ 662.265823] env[69357]: _type = "Task" [ 662.265823] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.265992] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for the task: (returnval){ [ 662.265992] env[69357]: value = "task-4150116" [ 662.265992] env[69357]: _type = "Task" [ 662.265992] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.283819] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.284044] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.384220] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff13d9d-c7b7-45ee-80c9-2f7545509813 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.392521] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c541667-0df6-4074-990e-3b32d0725d03 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.429242] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cca879-2644-4675-8444-11413f578905 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.439809] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de6ad3e-50a3-49ce-8f51-ec7c4bf8d4e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.456272] env[69357]: DEBUG nova.compute.provider_tree [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.489840] env[69357]: DEBUG nova.network.neutron [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Successfully updated port: 4bd448be-f6d6-44c9-a092-e3001a0b0f34 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.550585] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Acquiring lock "refresh_cache-fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.550746] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Acquired lock "refresh_cache-fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.550879] env[69357]: DEBUG nova.network.neutron [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.795449] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097769} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.795765] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033093} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.797651] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.797651] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.797777] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15602765-f5ae-47b1-b052-375652c53095 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.807028] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9bb7274-8e74-4178-b961-dfcf5b14963c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.821066] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for the task: (returnval){ [ 662.821066] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52096584-c035-57b7-3b8f-d4f13dc88989" [ 662.821066] env[69357]: _type = "Task" [ 662.821066] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.839112] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d/6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.843357] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-699bea8a-dfd6-40bb-977e-41dd9137aa13 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.866634] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52096584-c035-57b7-3b8f-d4f13dc88989, 'name': SearchDatastore_Task, 'duration_secs': 0.018648} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.869279] env[69357]: DEBUG oslo_concurrency.lockutils [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.869279] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] a7897c28-1fac-45b9-8d4e-a8cf554ed7d9/a7897c28-1fac-45b9-8d4e-a8cf554ed7d9.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.869525] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for the task: (returnval){ [ 662.869525] env[69357]: value = "task-4150118" [ 662.869525] env[69357]: _type = "Task" [ 662.869525] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.869916] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.869916] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.870635] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c090723e-bdd9-4b21-94a3-2af8ee808b64 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.872652] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-793029c9-268e-4b99-81db-b84c8cb3702c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.887177] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for the task: (returnval){ [ 662.887177] env[69357]: value = "task-4150119" [ 662.887177] env[69357]: _type = "Task" [ 662.887177] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.894990] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.895773] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.900242] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4aaa9aa-3db6-4cf1-a338-b2ea0645ade8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.908332] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.912634] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.916910] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 662.916910] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b767bb-bb15-204d-4670-a96e6a94c5ea" [ 662.916910] env[69357]: _type = "Task" [ 662.916910] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.930054] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b767bb-bb15-204d-4670-a96e6a94c5ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.961465] env[69357]: DEBUG nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.000863] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "refresh_cache-4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.000863] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquired lock "refresh_cache-4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.000863] env[69357]: DEBUG nova.network.neutron [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.164863] env[69357]: DEBUG nova.network.neutron [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.389338] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150118, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.407274] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150119, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.434663] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b767bb-bb15-204d-4670-a96e6a94c5ea, 'name': SearchDatastore_Task, 'duration_secs': 0.01588} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.440906] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f0187ce-ab21-4a3e-96a7-3431974f5328 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.449969] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 663.449969] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]524ff729-f42a-77d6-9954-4a0c32e8f95a" [ 663.449969] env[69357]: _type = "Task" [ 663.449969] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.465692] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]524ff729-f42a-77d6-9954-4a0c32e8f95a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.469569] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 663.469835] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.881s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.471356] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.360s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.472066] env[69357]: INFO nova.compute.claims [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.494517] env[69357]: DEBUG nova.network.neutron [req-5a08919a-648d-46c3-93d2-8e33c0bc00ab req-2a72e18a-efc2-420f-8100-9f36d87640d5 service nova] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Updated VIF entry in instance network info cache for port 164f1d3e-d69f-412d-8bdb-4498d41a2d88. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.494923] env[69357]: DEBUG nova.network.neutron [req-5a08919a-648d-46c3-93d2-8e33c0bc00ab req-2a72e18a-efc2-420f-8100-9f36d87640d5 service nova] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Updating instance_info_cache with network_info: [{"id": "164f1d3e-d69f-412d-8bdb-4498d41a2d88", "address": "fa:16:3e:7b:84:de", "network": {"id": "22a0d7a5-43a6-49a8-ba98-d4f9e8182b03", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1390683538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "49c285d95e784239aba3872e5bdd9668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap164f1d3e-d6", "ovs_interfaceid": "164f1d3e-d69f-412d-8bdb-4498d41a2d88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.677535] env[69357]: DEBUG nova.network.neutron [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.729644] env[69357]: DEBUG nova.compute.manager [req-36489066-407a-4a31-8ee6-7d3d2e56cbca req-f6a0fde6-3b2a-48f9-8415-3ad107d39858 service nova] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Received event network-vif-plugged-ba8ab886-b89d-4bf8-862d-e629aa995d4f {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.729836] env[69357]: DEBUG oslo_concurrency.lockutils [req-36489066-407a-4a31-8ee6-7d3d2e56cbca req-f6a0fde6-3b2a-48f9-8415-3ad107d39858 service nova] Acquiring lock "fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.730064] env[69357]: DEBUG oslo_concurrency.lockutils [req-36489066-407a-4a31-8ee6-7d3d2e56cbca req-f6a0fde6-3b2a-48f9-8415-3ad107d39858 service nova] Lock "fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.730263] env[69357]: DEBUG oslo_concurrency.lockutils [req-36489066-407a-4a31-8ee6-7d3d2e56cbca req-f6a0fde6-3b2a-48f9-8415-3ad107d39858 service nova] Lock "fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.730467] env[69357]: DEBUG nova.compute.manager [req-36489066-407a-4a31-8ee6-7d3d2e56cbca req-f6a0fde6-3b2a-48f9-8415-3ad107d39858 service nova] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] No waiting events found dispatching network-vif-plugged-ba8ab886-b89d-4bf8-862d-e629aa995d4f {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 663.730641] env[69357]: WARNING nova.compute.manager [req-36489066-407a-4a31-8ee6-7d3d2e56cbca req-f6a0fde6-3b2a-48f9-8415-3ad107d39858 service nova] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Received unexpected event network-vif-plugged-ba8ab886-b89d-4bf8-862d-e629aa995d4f for instance with vm_state building and task_state spawning. [ 663.891022] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150118, 'name': ReconfigVM_Task, 'duration_secs': 0.572517} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.891022] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d/6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.891780] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2f95c18-3da9-4d0e-b582-47a6018f3bdd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.907359] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623305} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.909641] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] a7897c28-1fac-45b9-8d4e-a8cf554ed7d9/a7897c28-1fac-45b9-8d4e-a8cf554ed7d9.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.910118] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.910646] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for the task: (returnval){ [ 663.910646] env[69357]: value = "task-4150120" [ 663.910646] env[69357]: _type = "Task" [ 663.910646] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.912010] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37b23c20-79a9-4eb1-a1ad-5b7e50acc4e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.928195] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150120, 'name': Rename_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.930417] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for the task: (returnval){ [ 663.930417] env[69357]: value = "task-4150121" [ 663.930417] env[69357]: _type = "Task" [ 663.930417] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.942757] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.967256] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]524ff729-f42a-77d6-9954-4a0c32e8f95a, 'name': SearchDatastore_Task, 'duration_secs': 0.033648} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.967256] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.967256] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 67aee0eb-ec71-4dab-848e-5434e2966374/67aee0eb-ec71-4dab-848e-5434e2966374.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.967256] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.967613] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.967613] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-046b450f-6aac-40ef-8747-1f8fc474be0c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.970465] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6541dc45-5458-4dbf-8966-aa9ad3985d28 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.982843] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 663.982843] env[69357]: value = "task-4150122" [ 663.982843] env[69357]: _type = "Task" [ 663.982843] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.983177] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.983368] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.987855] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4155d36-74da-4c95-b109-f957a7619d9a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.004475] env[69357]: DEBUG oslo_concurrency.lockutils [req-5a08919a-648d-46c3-93d2-8e33c0bc00ab req-2a72e18a-efc2-420f-8100-9f36d87640d5 service nova] Releasing lock "refresh_cache-3afc9e82-7f00-4e27-8df7-cbafea35b8b6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.006062] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 664.006062] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52424871-89f8-fef7-ded3-e10216deb5e1" [ 664.006062] env[69357]: _type = "Task" [ 664.006062] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.010636] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.022482] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52424871-89f8-fef7-ded3-e10216deb5e1, 'name': SearchDatastore_Task, 'duration_secs': 0.012179} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.023413] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c454762-35a4-4a56-9727-5661b49449a3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.033500] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 664.033500] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]526a14d2-435a-121d-3c7d-362d41c9b3ba" [ 664.033500] env[69357]: _type = "Task" [ 664.033500] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.044197] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526a14d2-435a-121d-3c7d-362d41c9b3ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.128971] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Acquiring lock "bf558c86-a733-43d1-a519-6e5a48b04943" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.128971] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Lock "bf558c86-a733-43d1-a519-6e5a48b04943" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.182147] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Acquiring lock "88c0250f-4a18-4be5-85fd-9701fc9c84be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.183075] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Lock "88c0250f-4a18-4be5-85fd-9701fc9c84be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.400962] env[69357]: DEBUG nova.network.neutron [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Updating instance_info_cache with network_info: [{"id": "ba8ab886-b89d-4bf8-862d-e629aa995d4f", "address": "fa:16:3e:7c:7d:3b", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba8ab886-b8", "ovs_interfaceid": "ba8ab886-b89d-4bf8-862d-e629aa995d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.429949] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150120, 'name': Rename_Task, 'duration_secs': 0.16217} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.430628] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.430628] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2191cb0-6ea1-4f70-934f-7c7516838035 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.457252] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080701} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.458725] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.459283] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for the task: (returnval){ [ 664.459283] env[69357]: value = "task-4150123" [ 664.459283] env[69357]: _type = "Task" [ 664.459283] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.460473] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19a7d1d-e65c-4dc4-a646-7deb3b504b0a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.495045] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] a7897c28-1fac-45b9-8d4e-a8cf554ed7d9/a7897c28-1fac-45b9-8d4e-a8cf554ed7d9.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.502201] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c70f290-b8bb-4aca-9fa0-d29fbba7a43e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.531337] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150122, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.533384] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for the task: (returnval){ [ 664.533384] env[69357]: value = "task-4150124" [ 664.533384] env[69357]: _type = "Task" [ 664.533384] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.546575] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.550178] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526a14d2-435a-121d-3c7d-362d41c9b3ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010905} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.550445] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.550728] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 3afc9e82-7f00-4e27-8df7-cbafea35b8b6/3afc9e82-7f00-4e27-8df7-cbafea35b8b6.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.550995] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa5f7dd9-8bd0-44e2-b18d-15b8377a71de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.558502] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 664.558502] env[69357]: value = "task-4150125" [ 664.558502] env[69357]: _type = "Task" [ 664.558502] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.571682] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.632881] env[69357]: DEBUG nova.compute.manager [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.758436] env[69357]: DEBUG nova.network.neutron [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Updating instance_info_cache with network_info: [{"id": "4bd448be-f6d6-44c9-a092-e3001a0b0f34", "address": "fa:16:3e:c3:d8:d2", "network": {"id": "94cef8f5-9224-4683-a537-d7bd4929aee7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1017386415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713bd7fede8c4233b6935bc46ba1b714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd448be-f6", "ovs_interfaceid": "4bd448be-f6d6-44c9-a092-e3001a0b0f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.852824] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477de92b-d940-4628-820a-5389816c38d1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.864035] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff9a0ba-11d1-469f-b006-17b85157f5d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.904498] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9a147c-0b92-4d00-bbc5-a9abbc010d17 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.907037] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Releasing lock "refresh_cache-fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.907414] env[69357]: DEBUG nova.compute.manager [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Instance network_info: |[{"id": "ba8ab886-b89d-4bf8-862d-e629aa995d4f", "address": "fa:16:3e:7c:7d:3b", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba8ab886-b8", "ovs_interfaceid": "ba8ab886-b89d-4bf8-862d-e629aa995d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.907907] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:7d:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba8ab886-b89d-4bf8-862d-e629aa995d4f', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.916825] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Creating folder: Project (05823159fa2c495290022d785fa77257). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.917034] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d60447b-69e4-46a6-aafa-9a3ca2b94c70 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.924077] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f589a857-b809-4507-b9f4-49c158438bc6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.943659] env[69357]: DEBUG nova.compute.provider_tree [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.946537] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Created folder: Project (05823159fa2c495290022d785fa77257) in parent group-v821763. [ 664.946873] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Creating folder: Instances. Parent ref: group-v821775. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.947727] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e553cc85-2556-4143-92d9-f5459ec99253 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.963528] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Created folder: Instances in parent group-v821775. [ 664.963528] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.963776] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.964652] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3936870e-3a8e-47f0-b63b-10ad9acbfcb2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.996084] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150123, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.998842] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.998842] env[69357]: value = "task-4150128" [ 664.998842] env[69357]: _type = "Task" [ 664.998842] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.015034] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559638} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.019797] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 67aee0eb-ec71-4dab-848e-5434e2966374/67aee0eb-ec71-4dab-848e-5434e2966374.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.020183] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.020781] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150128, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.020781] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12f8b1af-1e24-4c79-a9b4-851130d5d131 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.034180] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 665.034180] env[69357]: value = "task-4150129" [ 665.034180] env[69357]: _type = "Task" [ 665.034180] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.051610] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.056368] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150124, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.075479] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150125, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.164304] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.266170] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Releasing lock "refresh_cache-4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.266499] env[69357]: DEBUG nova.compute.manager [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Instance network_info: |[{"id": "4bd448be-f6d6-44c9-a092-e3001a0b0f34", "address": "fa:16:3e:c3:d8:d2", "network": {"id": "94cef8f5-9224-4683-a537-d7bd4929aee7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1017386415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713bd7fede8c4233b6935bc46ba1b714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd448be-f6", "ovs_interfaceid": "4bd448be-f6d6-44c9-a092-e3001a0b0f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.268172] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:d8:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bd448be-f6d6-44c9-a092-e3001a0b0f34', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.280643] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Creating folder: Project (713bd7fede8c4233b6935bc46ba1b714). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.282037] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6cae808-8346-4c9f-9628-a9f5635dacce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.296358] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Created folder: Project (713bd7fede8c4233b6935bc46ba1b714) in parent group-v821763. [ 665.296766] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Creating folder: Instances. Parent ref: group-v821778. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.298586] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf7dfab5-388d-420d-82fe-0ba686675bad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.314990] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Created folder: Instances in parent group-v821778. [ 665.315306] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.315603] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.315858] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73e77d89-b628-4ecf-becf-855b45459cc4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.337389] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.337389] env[69357]: value = "task-4150132" [ 665.337389] env[69357]: _type = "Task" [ 665.337389] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.347732] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150132, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.449266] env[69357]: DEBUG nova.scheduler.client.report [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.475184] env[69357]: DEBUG oslo_vmware.api [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150123, 'name': PowerOnVM_Task, 'duration_secs': 0.553237} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.475505] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.475805] env[69357]: DEBUG nova.compute.manager [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 665.476619] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11b7b0a-2caf-4575-befb-1e4eff006b2f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.511136] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150128, 'name': CreateVM_Task, 'duration_secs': 0.453034} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.511304] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.512191] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.512386] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.512802] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.513097] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e52018d7-8603-4705-a25c-71b47523633a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.519045] env[69357]: DEBUG oslo_vmware.api [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Waiting for the task: (returnval){ [ 665.519045] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5233fecf-ba95-a4f8-9276-b954845bc0f5" [ 665.519045] env[69357]: _type = "Task" [ 665.519045] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.529714] env[69357]: DEBUG oslo_vmware.api [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5233fecf-ba95-a4f8-9276-b954845bc0f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.547015] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150124, 'name': ReconfigVM_Task, 'duration_secs': 0.549429} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.547734] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Reconfigured VM instance instance-00000002 to attach disk [datastore2] a7897c28-1fac-45b9-8d4e-a8cf554ed7d9/a7897c28-1fac-45b9-8d4e-a8cf554ed7d9.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.548482] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-871d1d45-ccca-472a-b8e6-a92a92fcd14c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.553725] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094597} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.555692] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.556671] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcae0d52-8ddb-49d9-88f3-213cf887e02a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.562022] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for the task: (returnval){ [ 665.562022] env[69357]: value = "task-4150133" [ 665.562022] env[69357]: _type = "Task" [ 665.562022] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.566896] env[69357]: DEBUG nova.network.neutron [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Successfully updated port: d1f98921-b0c5-4236-adb2-81590cb6fd1a {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.592990] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 67aee0eb-ec71-4dab-848e-5434e2966374/67aee0eb-ec71-4dab-848e-5434e2966374.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.599378] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0211d75-c0ba-4ae8-947a-e51847293a65 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.616966] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553011} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.620321] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 3afc9e82-7f00-4e27-8df7-cbafea35b8b6/3afc9e82-7f00-4e27-8df7-cbafea35b8b6.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.620644] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.620913] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150133, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.621725] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ca374e8-bb87-451d-9289-10c9c93d5114 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.628919] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 665.628919] env[69357]: value = "task-4150134" [ 665.628919] env[69357]: _type = "Task" [ 665.628919] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.633185] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 665.633185] env[69357]: value = "task-4150135" [ 665.633185] env[69357]: _type = "Task" [ 665.633185] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.640500] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.643980] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.853875] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150132, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.955968] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.955968] env[69357]: DEBUG nova.compute.manager [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.958957] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.657s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.960686] env[69357]: INFO nova.compute.claims [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.998410] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.031973] env[69357]: DEBUG oslo_vmware.api [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5233fecf-ba95-a4f8-9276-b954845bc0f5, 'name': SearchDatastore_Task, 'duration_secs': 0.023435} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.032313] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.032560] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.032824] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.032983] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.033184] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.033486] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef5803f4-5c5c-4092-98ba-00b8bd40a551 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.043875] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.044174] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.044967] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3039944-de3d-4c35-9d69-c23326f6f857 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.052329] env[69357]: DEBUG oslo_vmware.api [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Waiting for the task: (returnval){ [ 666.052329] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ba2e29-406d-7ba0-7213-076387b29642" [ 666.052329] env[69357]: _type = "Task" [ 666.052329] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.061393] env[69357]: DEBUG oslo_vmware.api [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ba2e29-406d-7ba0-7213-076387b29642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.075777] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "refresh_cache-de227edf-e886-4d9e-932b-4e83c02153e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.076041] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquired lock "refresh_cache-de227edf-e886-4d9e-932b-4e83c02153e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.076154] env[69357]: DEBUG nova.network.neutron [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.077353] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150133, 'name': Rename_Task, 'duration_secs': 0.330024} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.077479] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.077681] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4af151d3-d325-4218-a570-0b6ae2b79d11 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.088324] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for the task: (returnval){ [ 666.088324] env[69357]: value = "task-4150136" [ 666.088324] env[69357]: _type = "Task" [ 666.088324] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.102046] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.140998] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150134, 'name': ReconfigVM_Task, 'duration_secs': 0.408861} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.141767] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 67aee0eb-ec71-4dab-848e-5434e2966374/67aee0eb-ec71-4dab-848e-5434e2966374.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.142435] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb00d94c-4d33-4e80-9570-fbb4e8c4178b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.150288] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173762} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.150288] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.150288] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c77c64c-8817-4e2c-a5db-2116544b0395 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.155947] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 666.155947] env[69357]: value = "task-4150137" [ 666.155947] env[69357]: _type = "Task" [ 666.155947] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.177340] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 3afc9e82-7f00-4e27-8df7-cbafea35b8b6/3afc9e82-7f00-4e27-8df7-cbafea35b8b6.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.182324] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-810028a8-c409-4ee6-97e1-f82f174126a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.203525] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150137, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.205299] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 666.205299] env[69357]: value = "task-4150138" [ 666.205299] env[69357]: _type = "Task" [ 666.205299] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.215040] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.350291] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150132, 'name': CreateVM_Task, 'duration_secs': 0.535146} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.350701] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.351714] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.351714] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.352259] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.352365] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd116726-9967-4b5c-99eb-75609c57ef3a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.359074] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 666.359074] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b04543-c8a1-0371-764e-c30efb4b150a" [ 666.359074] env[69357]: _type = "Task" [ 666.359074] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.370419] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b04543-c8a1-0371-764e-c30efb4b150a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.460448] env[69357]: DEBUG nova.compute.utils [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.461939] env[69357]: DEBUG nova.compute.manager [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.462145] env[69357]: DEBUG nova.network.neutron [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.572039] env[69357]: DEBUG oslo_vmware.api [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ba2e29-406d-7ba0-7213-076387b29642, 'name': SearchDatastore_Task, 'duration_secs': 0.010269} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.575190] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfa2f7bc-3ae2-4aaa-8ef6-104724f3cfb1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.588518] env[69357]: DEBUG oslo_vmware.api [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Waiting for the task: (returnval){ [ 666.588518] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fe96b5-01b9-259c-64b6-90ecdcb85d8b" [ 666.588518] env[69357]: _type = "Task" [ 666.588518] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.619434] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150136, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.622026] env[69357]: DEBUG oslo_vmware.api [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fe96b5-01b9-259c-64b6-90ecdcb85d8b, 'name': SearchDatastore_Task, 'duration_secs': 0.013255} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.622026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.622026] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b/fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.622026] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88525675-97b6-4f27-9b2e-4aa331b61e64 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.630926] env[69357]: DEBUG oslo_vmware.api [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Waiting for the task: (returnval){ [ 666.630926] env[69357]: value = "task-4150139" [ 666.630926] env[69357]: _type = "Task" [ 666.630926] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.645340] env[69357]: DEBUG oslo_vmware.api [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Task: {'id': task-4150139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.681100] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150137, 'name': Rename_Task, 'duration_secs': 0.170406} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.681689] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.682058] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11e01670-f10f-427d-8bfc-60f0cc1a9b47 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.691214] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 666.691214] env[69357]: value = "task-4150140" [ 666.691214] env[69357]: _type = "Task" [ 666.691214] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.692754] env[69357]: DEBUG nova.policy [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e41950f40594d2c8d264ac6892c23f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af1ec2af507448a1ae3afc9845fec393', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.711576] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.724161] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150138, 'name': ReconfigVM_Task, 'duration_secs': 0.412344} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.725459] env[69357]: DEBUG nova.network.neutron [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.728967] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 3afc9e82-7f00-4e27-8df7-cbafea35b8b6/3afc9e82-7f00-4e27-8df7-cbafea35b8b6.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.729765] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4545d503-13a6-4776-8087-9d3d63222d0c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.743546] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 666.743546] env[69357]: value = "task-4150141" [ 666.743546] env[69357]: _type = "Task" [ 666.743546] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.763046] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150141, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.873864] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b04543-c8a1-0371-764e-c30efb4b150a, 'name': SearchDatastore_Task, 'duration_secs': 0.011821} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.877500] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.877838] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.877934] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.878214] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.878343] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.878912] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a893c5b-33f6-4ff6-86e9-0f575ab2e7ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.893296] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.893596] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.894584] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17899f8d-907f-4f41-bfd8-ec58513afdbb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.905555] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 666.905555] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5251d516-7bc5-d19e-88fb-a14832cdd2fb" [ 666.905555] env[69357]: _type = "Task" [ 666.905555] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.918719] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5251d516-7bc5-d19e-88fb-a14832cdd2fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.974337] env[69357]: DEBUG nova.compute.manager [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.108089] env[69357]: DEBUG oslo_vmware.api [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150136, 'name': PowerOnVM_Task, 'duration_secs': 0.664693} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.108543] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.108964] env[69357]: INFO nova.compute.manager [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Took 17.04 seconds to spawn the instance on the hypervisor. [ 667.109314] env[69357]: DEBUG nova.compute.manager [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 667.110453] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e5cc1f-af82-436b-9317-888151c040ff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.155150] env[69357]: DEBUG oslo_vmware.api [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Task: {'id': task-4150139, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.219661] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150140, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.261937] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150141, 'name': Rename_Task, 'duration_secs': 0.452213} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.261937] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.266355] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0595598e-93b9-4c15-917f-8ef47d540407 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.274171] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 667.274171] env[69357]: value = "task-4150142" [ 667.274171] env[69357]: _type = "Task" [ 667.274171] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.285748] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.319735] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c910da-4339-4e05-a3f8-28d1025c0e39 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.331100] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fa8b0c-fbaa-4f89-baab-4ae53b1b45eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.371540] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be40aee-49a9-442b-b090-0e72e32c3694 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.380974] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0858e9f5-65f6-491f-9150-49325488c943 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.396325] env[69357]: DEBUG nova.compute.provider_tree [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.422315] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5251d516-7bc5-d19e-88fb-a14832cdd2fb, 'name': SearchDatastore_Task, 'duration_secs': 0.024232} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.429391] env[69357]: DEBUG nova.compute.manager [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Received event network-changed-ba8ab886-b89d-4bf8-862d-e629aa995d4f {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.429449] env[69357]: DEBUG nova.compute.manager [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Refreshing instance network info cache due to event network-changed-ba8ab886-b89d-4bf8-862d-e629aa995d4f. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.430427] env[69357]: DEBUG oslo_concurrency.lockutils [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] Acquiring lock "refresh_cache-fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.430427] env[69357]: DEBUG oslo_concurrency.lockutils [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] Acquired lock "refresh_cache-fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.430427] env[69357]: DEBUG nova.network.neutron [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Refreshing network info cache for port ba8ab886-b89d-4bf8-862d-e629aa995d4f {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.431378] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e75d1ebb-9940-4c48-85d2-3d92f06182c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.443943] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 667.443943] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]526f7cf9-b6ef-c41d-2e82-2f4585d6f44c" [ 667.443943] env[69357]: _type = "Task" [ 667.443943] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.456441] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526f7cf9-b6ef-c41d-2e82-2f4585d6f44c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.466251] env[69357]: DEBUG nova.network.neutron [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Updating instance_info_cache with network_info: [{"id": "d1f98921-b0c5-4236-adb2-81590cb6fd1a", "address": "fa:16:3e:a0:6a:b4", "network": {"id": "94cef8f5-9224-4683-a537-d7bd4929aee7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1017386415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713bd7fede8c4233b6935bc46ba1b714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1f98921-b0", "ovs_interfaceid": "d1f98921-b0c5-4236-adb2-81590cb6fd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.650723] env[69357]: INFO nova.compute.manager [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Took 21.92 seconds to build instance. [ 667.662857] env[69357]: DEBUG oslo_vmware.api [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Task: {'id': task-4150139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608057} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.663400] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b/fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.663622] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.665507] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0834f098-5b18-4aef-a306-e0782f3f4edd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.679406] env[69357]: DEBUG oslo_vmware.api [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Waiting for the task: (returnval){ [ 667.679406] env[69357]: value = "task-4150143" [ 667.679406] env[69357]: _type = "Task" [ 667.679406] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.698709] env[69357]: DEBUG oslo_vmware.api [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Task: {'id': task-4150143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.721809] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150140, 'name': PowerOnVM_Task, 'duration_secs': 0.917062} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.722220] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.722465] env[69357]: INFO nova.compute.manager [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Took 15.39 seconds to spawn the instance on the hypervisor. [ 667.722674] env[69357]: DEBUG nova.compute.manager [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 667.723913] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbe5a8b-1552-4da2-a82f-48b710663197 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.792517] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150142, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.850089] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "7a15f252-27dd-4d08-b403-e28163cbd102" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.850928] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "7a15f252-27dd-4d08-b403-e28163cbd102" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.900702] env[69357]: DEBUG nova.scheduler.client.report [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.957462] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526f7cf9-b6ef-c41d-2e82-2f4585d6f44c, 'name': SearchDatastore_Task, 'duration_secs': 0.013149} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.959431] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.959431] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d/4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.959820] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4188d82c-fc33-40c7-87a9-a168deff7368 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.969926] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Releasing lock "refresh_cache-de227edf-e886-4d9e-932b-4e83c02153e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.970388] env[69357]: DEBUG nova.compute.manager [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Instance network_info: |[{"id": "d1f98921-b0c5-4236-adb2-81590cb6fd1a", "address": "fa:16:3e:a0:6a:b4", "network": {"id": "94cef8f5-9224-4683-a537-d7bd4929aee7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1017386415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713bd7fede8c4233b6935bc46ba1b714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1f98921-b0", "ovs_interfaceid": "d1f98921-b0c5-4236-adb2-81590cb6fd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.971202] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 667.971202] env[69357]: value = "task-4150144" [ 667.971202] env[69357]: _type = "Task" [ 667.971202] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.971410] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:6a:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1f98921-b0c5-4236-adb2-81590cb6fd1a', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.981604] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.982245] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.987109] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fdeb383-eb8a-4fa4-8a00-340b982ee8b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.005387] env[69357]: DEBUG nova.compute.manager [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.015551] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.017207] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.017207] env[69357]: value = "task-4150145" [ 668.017207] env[69357]: _type = "Task" [ 668.017207] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.030746] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150145, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.040797] env[69357]: DEBUG nova.virt.hardware [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.040797] env[69357]: DEBUG nova.virt.hardware [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.040797] env[69357]: DEBUG nova.virt.hardware [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.040978] env[69357]: DEBUG nova.virt.hardware [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.041216] env[69357]: DEBUG nova.virt.hardware [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.041746] env[69357]: DEBUG nova.virt.hardware [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.042093] env[69357]: DEBUG nova.virt.hardware [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.042365] env[69357]: DEBUG nova.virt.hardware [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.042673] env[69357]: DEBUG nova.virt.hardware [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.042953] env[69357]: DEBUG nova.virt.hardware [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.043267] env[69357]: DEBUG nova.virt.hardware [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.044827] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb48b13e-3458-4494-b3b3-a4a53c58ed69 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.053748] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7f368b-5d6d-4ff7-b80f-cf549ba66663 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.156165] env[69357]: DEBUG oslo_concurrency.lockutils [None req-99136fe6-a83a-4019-88f4-de80eab99c5c tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Lock "a7897c28-1fac-45b9-8d4e-a8cf554ed7d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.433s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.195045] env[69357]: DEBUG oslo_vmware.api [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Task: {'id': task-4150143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07806} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.195045] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.196482] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fce03f7-a2e1-495a-b85f-3d789b79c9de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.229830] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b/fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.229830] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0d4aa7d-34d4-4594-9606-feb32e40ce81 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.270810] env[69357]: INFO nova.compute.manager [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Took 20.91 seconds to build instance. [ 668.273542] env[69357]: DEBUG oslo_vmware.api [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Waiting for the task: (returnval){ [ 668.273542] env[69357]: value = "task-4150146" [ 668.273542] env[69357]: _type = "Task" [ 668.273542] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.299768] env[69357]: DEBUG oslo_vmware.api [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Task: {'id': task-4150146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.303575] env[69357]: DEBUG oslo_vmware.api [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150142, 'name': PowerOnVM_Task, 'duration_secs': 0.639362} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.304622] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.304838] env[69357]: INFO nova.compute.manager [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Took 13.68 seconds to spawn the instance on the hypervisor. [ 668.305951] env[69357]: DEBUG nova.compute.manager [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 668.305951] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbea353-d314-4ec5-aa7a-601a4111f6da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.413986] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.420038] env[69357]: DEBUG nova.compute.manager [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.420827] env[69357]: DEBUG oslo_concurrency.lockutils [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.901s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.422421] env[69357]: INFO nova.compute.claims [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.496210] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150144, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.536784] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150145, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.661613] env[69357]: DEBUG nova.compute.manager [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.698377] env[69357]: DEBUG nova.network.neutron [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Successfully created port: c5c30bf2-ae08-48fd-94f8-0ce89b6cf663 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.775468] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "67aee0eb-ec71-4dab-848e-5434e2966374" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.428s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.798928] env[69357]: DEBUG oslo_vmware.api [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Task: {'id': task-4150146, 'name': ReconfigVM_Task, 'duration_secs': 0.344082} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.798928] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Reconfigured VM instance instance-00000005 to attach disk [datastore2] fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b/fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.798928] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ed78ee8-8812-4583-8280-78ee0b433a05 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.810207] env[69357]: DEBUG oslo_vmware.api [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Waiting for the task: (returnval){ [ 668.810207] env[69357]: value = "task-4150147" [ 668.810207] env[69357]: _type = "Task" [ 668.810207] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.828606] env[69357]: DEBUG oslo_vmware.api [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Task: {'id': task-4150147, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.835989] env[69357]: INFO nova.compute.manager [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Took 21.44 seconds to build instance. [ 668.930570] env[69357]: DEBUG nova.compute.utils [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.940345] env[69357]: DEBUG nova.compute.manager [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.940345] env[69357]: DEBUG nova.network.neutron [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.950301] env[69357]: DEBUG nova.network.neutron [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Updated VIF entry in instance network info cache for port ba8ab886-b89d-4bf8-862d-e629aa995d4f. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.951034] env[69357]: DEBUG nova.network.neutron [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Updating instance_info_cache with network_info: [{"id": "ba8ab886-b89d-4bf8-862d-e629aa995d4f", "address": "fa:16:3e:7c:7d:3b", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba8ab886-b8", "ovs_interfaceid": "ba8ab886-b89d-4bf8-862d-e629aa995d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.998149] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.827567} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.998762] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d/4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.999061] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.999590] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cec213d-09d7-436e-ba32-d1be6053cb80 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.008110] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 669.008110] env[69357]: value = "task-4150148" [ 669.008110] env[69357]: _type = "Task" [ 669.008110] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.020936] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.031675] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150145, 'name': CreateVM_Task, 'duration_secs': 0.895001} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.031903] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.035263] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.035263] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.035263] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.035263] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43b7475b-e191-4378-b19a-49fc30baf5d7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.044191] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 669.044191] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5216624c-0e6d-854f-e0fa-0982e52a712e" [ 669.044191] env[69357]: _type = "Task" [ 669.044191] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.053612] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5216624c-0e6d-854f-e0fa-0982e52a712e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.071322] env[69357]: DEBUG nova.policy [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c50ffad125a4033bc5cecc6d77ab9ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8776b1da20f34f59bf636d08c105ed2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.107878] env[69357]: INFO nova.compute.manager [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Rebuilding instance [ 669.177016] env[69357]: DEBUG nova.compute.manager [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 669.177896] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b691b97d-497e-4ebd-99f8-637a6ffa7e8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.220708] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.285715] env[69357]: DEBUG nova.compute.manager [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.321899] env[69357]: DEBUG oslo_vmware.api [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Task: {'id': task-4150147, 'name': Rename_Task, 'duration_secs': 0.179795} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.322365] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.323120] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6f238fe-b70d-454f-9b70-32866849aec3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.335184] env[69357]: DEBUG oslo_vmware.api [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Waiting for the task: (returnval){ [ 669.335184] env[69357]: value = "task-4150149" [ 669.335184] env[69357]: _type = "Task" [ 669.335184] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.341613] env[69357]: DEBUG oslo_concurrency.lockutils [None req-08553916-1080-4760-8e81-79bf049c1633 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "3afc9e82-7f00-4e27-8df7-cbafea35b8b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.956s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.346242] env[69357]: DEBUG oslo_vmware.api [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Task: {'id': task-4150149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.441864] env[69357]: DEBUG nova.compute.manager [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.455807] env[69357]: DEBUG oslo_concurrency.lockutils [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] Releasing lock "refresh_cache-fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.455807] env[69357]: DEBUG nova.compute.manager [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Received event network-vif-plugged-4bd448be-f6d6-44c9-a092-e3001a0b0f34 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.455807] env[69357]: DEBUG oslo_concurrency.lockutils [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] Acquiring lock "4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.455807] env[69357]: DEBUG oslo_concurrency.lockutils [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] Lock "4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.455807] env[69357]: DEBUG oslo_concurrency.lockutils [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] Lock "4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.456272] env[69357]: DEBUG nova.compute.manager [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] No waiting events found dispatching network-vif-plugged-4bd448be-f6d6-44c9-a092-e3001a0b0f34 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 669.456272] env[69357]: WARNING nova.compute.manager [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Received unexpected event network-vif-plugged-4bd448be-f6d6-44c9-a092-e3001a0b0f34 for instance with vm_state building and task_state spawning. [ 669.456272] env[69357]: DEBUG nova.compute.manager [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Received event network-changed-4bd448be-f6d6-44c9-a092-e3001a0b0f34 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.456272] env[69357]: DEBUG nova.compute.manager [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Refreshing instance network info cache due to event network-changed-4bd448be-f6d6-44c9-a092-e3001a0b0f34. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.456272] env[69357]: DEBUG oslo_concurrency.lockutils [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] Acquiring lock "refresh_cache-4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.456427] env[69357]: DEBUG oslo_concurrency.lockutils [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] Acquired lock "refresh_cache-4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.456427] env[69357]: DEBUG nova.network.neutron [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Refreshing network info cache for port 4bd448be-f6d6-44c9-a092-e3001a0b0f34 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.528606] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07454} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.531172] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.532441] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9b641c-d2d2-4b8b-959f-a097e01f1e16 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.559121] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d/4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.566095] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db0c5255-db49-4e6a-bf69-468d02532200 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.589865] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5216624c-0e6d-854f-e0fa-0982e52a712e, 'name': SearchDatastore_Task, 'duration_secs': 0.017842} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.591680] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.591680] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.591816] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.591880] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.592017] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.592369] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 669.592369] env[69357]: value = "task-4150150" [ 669.592369] env[69357]: _type = "Task" [ 669.592369] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.592558] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ba49326-e458-4681-b8b5-1f6ba35936e2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.609274] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150150, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.610942] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.611813] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.611938] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eafcdd2e-e01a-470e-9ad5-53b4c7dda469 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.622691] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 669.622691] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]527dadda-0d03-99fd-90ed-777b216e34d1" [ 669.622691] env[69357]: _type = "Task" [ 669.622691] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.633481] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527dadda-0d03-99fd-90ed-777b216e34d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.780273] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2837c47d-c55c-48cd-95de-77b0203ba136 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.796498] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6d7202-1eaa-4ff0-8d71-7a0e06e37539 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.855579] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c6efc6-504d-419e-8bd1-64bd300bad88 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.861485] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.875909] env[69357]: DEBUG oslo_vmware.api [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Task: {'id': task-4150149, 'name': PowerOnVM_Task, 'duration_secs': 0.528422} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.876202] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.876500] env[69357]: INFO nova.compute.manager [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Took 12.98 seconds to spawn the instance on the hypervisor. [ 669.876620] env[69357]: DEBUG nova.compute.manager [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 669.880624] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d73a986-d284-4637-b0d3-a363d4e52980 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.883523] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42449a4-95f6-4f30-a61f-17cd787d0b8a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.907466] env[69357]: DEBUG nova.compute.provider_tree [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.110696] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150150, 'name': ReconfigVM_Task, 'duration_secs': 0.495349} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.110996] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d/4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.111686] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58baca80-7f78-4464-a3f2-3fe70ba8550b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.120246] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 670.120246] env[69357]: value = "task-4150151" [ 670.120246] env[69357]: _type = "Task" [ 670.120246] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.139345] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527dadda-0d03-99fd-90ed-777b216e34d1, 'name': SearchDatastore_Task, 'duration_secs': 0.015636} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.139857] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150151, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.143550] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f43a332-33e0-4a38-842c-39419332fa5f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.147268] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 670.147268] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5247e1de-c0e2-4c4d-b7bc-a20db4ae9bd2" [ 670.147268] env[69357]: _type = "Task" [ 670.147268] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.160772] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5247e1de-c0e2-4c4d-b7bc-a20db4ae9bd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.206443] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.207085] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e79254c4-fe1d-4cd4-bf88-6bdcdef91360 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.216565] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Waiting for the task: (returnval){ [ 670.216565] env[69357]: value = "task-4150152" [ 670.216565] env[69357]: _type = "Task" [ 670.216565] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.230599] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Task: {'id': task-4150152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.364655] env[69357]: DEBUG nova.network.neutron [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Successfully created port: 4b02a051-22c0-400f-ae3f-121acecbb02e {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.414531] env[69357]: DEBUG nova.scheduler.client.report [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.433868] env[69357]: INFO nova.compute.manager [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Took 21.40 seconds to build instance. [ 670.455111] env[69357]: DEBUG nova.compute.manager [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.490168] env[69357]: DEBUG nova.virt.hardware [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.490447] env[69357]: DEBUG nova.virt.hardware [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.490591] env[69357]: DEBUG nova.virt.hardware [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.490777] env[69357]: DEBUG nova.virt.hardware [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.490927] env[69357]: DEBUG nova.virt.hardware [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.491539] env[69357]: DEBUG nova.virt.hardware [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.491621] env[69357]: DEBUG nova.virt.hardware [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.491819] env[69357]: DEBUG nova.virt.hardware [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.491946] env[69357]: DEBUG nova.virt.hardware [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.492144] env[69357]: DEBUG nova.virt.hardware [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.492304] env[69357]: DEBUG nova.virt.hardware [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.493212] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0045140-57cf-4f37-8ecc-c8537884f1be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.503632] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb5ab5c-c94b-45a3-8ece-7ed52fc53d55 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.635246] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150151, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.665897] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5247e1de-c0e2-4c4d-b7bc-a20db4ae9bd2, 'name': SearchDatastore_Task, 'duration_secs': 0.01555} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.666121] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.666439] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] de227edf-e886-4d9e-932b-4e83c02153e3/de227edf-e886-4d9e-932b-4e83c02153e3.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.666657] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b375a4c5-7519-41b7-b43e-7742cf866d4d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.675329] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 670.675329] env[69357]: value = "task-4150153" [ 670.675329] env[69357]: _type = "Task" [ 670.675329] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.684835] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.730472] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Task: {'id': task-4150152, 'name': PowerOffVM_Task, 'duration_secs': 0.240431} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.730472] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.730472] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.731102] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd850c61-8529-4474-940a-900924b3cebb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.739330] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.739733] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b6071e8-db6e-4ea4-919c-ba80ea6f71e7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.771743] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.771902] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.772274] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Deleting the datastore file [datastore1] 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.773824] env[69357]: DEBUG nova.network.neutron [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Updated VIF entry in instance network info cache for port 4bd448be-f6d6-44c9-a092-e3001a0b0f34. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.775098] env[69357]: DEBUG nova.network.neutron [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Updating instance_info_cache with network_info: [{"id": "4bd448be-f6d6-44c9-a092-e3001a0b0f34", "address": "fa:16:3e:c3:d8:d2", "network": {"id": "94cef8f5-9224-4683-a537-d7bd4929aee7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1017386415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713bd7fede8c4233b6935bc46ba1b714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd448be-f6", "ovs_interfaceid": "4bd448be-f6d6-44c9-a092-e3001a0b0f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.776423] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5476a37-f0e1-4108-9185-295a33ff8c04 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.787719] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Waiting for the task: (returnval){ [ 670.787719] env[69357]: value = "task-4150155" [ 670.787719] env[69357]: _type = "Task" [ 670.787719] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.805039] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Task: {'id': task-4150155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.929690] env[69357]: DEBUG oslo_concurrency.lockutils [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.929690] env[69357]: DEBUG nova.compute.manager [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.934036] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.770s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.935776] env[69357]: INFO nova.compute.claims [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.944036] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98acb82-6584-4d85-89c7-fe4f7bd74b9e tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Lock "fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.927s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.134442] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150151, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.169026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Acquiring lock "ac7f170b-7f83-40f1-8e6d-dea23e91ae30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.169026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Lock "ac7f170b-7f83-40f1-8e6d-dea23e91ae30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.194245] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150153, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.283467] env[69357]: DEBUG oslo_concurrency.lockutils [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] Releasing lock "refresh_cache-4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.284046] env[69357]: DEBUG nova.compute.manager [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Received event network-vif-plugged-d1f98921-b0c5-4236-adb2-81590cb6fd1a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.284283] env[69357]: DEBUG oslo_concurrency.lockutils [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] Acquiring lock "de227edf-e886-4d9e-932b-4e83c02153e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.284503] env[69357]: DEBUG oslo_concurrency.lockutils [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] Lock "de227edf-e886-4d9e-932b-4e83c02153e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.284987] env[69357]: DEBUG oslo_concurrency.lockutils [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] Lock "de227edf-e886-4d9e-932b-4e83c02153e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.284987] env[69357]: DEBUG nova.compute.manager [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] No waiting events found dispatching network-vif-plugged-d1f98921-b0c5-4236-adb2-81590cb6fd1a {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 671.285178] env[69357]: WARNING nova.compute.manager [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Received unexpected event network-vif-plugged-d1f98921-b0c5-4236-adb2-81590cb6fd1a for instance with vm_state building and task_state spawning. [ 671.285178] env[69357]: DEBUG nova.compute.manager [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Received event network-changed-d1f98921-b0c5-4236-adb2-81590cb6fd1a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.285398] env[69357]: DEBUG nova.compute.manager [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Refreshing instance network info cache due to event network-changed-d1f98921-b0c5-4236-adb2-81590cb6fd1a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.285544] env[69357]: DEBUG oslo_concurrency.lockutils [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] Acquiring lock "refresh_cache-de227edf-e886-4d9e-932b-4e83c02153e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.285684] env[69357]: DEBUG oslo_concurrency.lockutils [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] Acquired lock "refresh_cache-de227edf-e886-4d9e-932b-4e83c02153e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.285843] env[69357]: DEBUG nova.network.neutron [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Refreshing network info cache for port d1f98921-b0c5-4236-adb2-81590cb6fd1a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.302580] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Task: {'id': task-4150155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293949} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.302580] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.302725] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.302798] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.445785] env[69357]: DEBUG nova.compute.utils [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.449278] env[69357]: DEBUG nova.compute.manager [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.449488] env[69357]: DEBUG nova.network.neutron [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.549109] env[69357]: DEBUG nova.policy [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a408406aaeff49fdab23ffb9a6a1b538', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb4912e6ee3f4fb3b8c7a1baec5890e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.644697] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150151, 'name': Rename_Task, 'duration_secs': 1.254452} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.645028] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.645364] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ea7ff7c-94d5-49c1-8ac6-6fb8e41bb6cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.655294] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 671.655294] env[69357]: value = "task-4150156" [ 671.655294] env[69357]: _type = "Task" [ 671.655294] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.675584] env[69357]: DEBUG nova.compute.manager [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.683154] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150156, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.696148] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612291} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.696583] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] de227edf-e886-4d9e-932b-4e83c02153e3/de227edf-e886-4d9e-932b-4e83c02153e3.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.696967] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.697275] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4532f6c6-d308-4e29-88ed-e316455bc4f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.707890] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 671.707890] env[69357]: value = "task-4150157" [ 671.707890] env[69357]: _type = "Task" [ 671.707890] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.719746] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.726482] env[69357]: DEBUG oslo_concurrency.lockutils [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] Acquiring lock "a7897c28-1fac-45b9-8d4e-a8cf554ed7d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.727305] env[69357]: DEBUG oslo_concurrency.lockutils [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] Lock "a7897c28-1fac-45b9-8d4e-a8cf554ed7d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.727305] env[69357]: DEBUG oslo_concurrency.lockutils [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] Acquiring lock "a7897c28-1fac-45b9-8d4e-a8cf554ed7d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.727518] env[69357]: DEBUG oslo_concurrency.lockutils [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] Lock "a7897c28-1fac-45b9-8d4e-a8cf554ed7d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.727595] env[69357]: DEBUG oslo_concurrency.lockutils [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] Lock "a7897c28-1fac-45b9-8d4e-a8cf554ed7d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.731572] env[69357]: INFO nova.compute.manager [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Terminating instance [ 671.922826] env[69357]: DEBUG nova.network.neutron [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Successfully updated port: c5c30bf2-ae08-48fd-94f8-0ce89b6cf663 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.959777] env[69357]: DEBUG nova.compute.manager [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.170987] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150156, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.206046] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.218265] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105715} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.219582] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.220492] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a80a9c-0eef-4839-be75-de20b5cd6c40 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.224243] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb935099-376e-49b8-ba99-7397b4496483 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.241603] env[69357]: DEBUG nova.compute.manager [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 672.241926] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.252050] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] de227edf-e886-4d9e-932b-4e83c02153e3/de227edf-e886-4d9e-932b-4e83c02153e3.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.255205] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14ac59d-2471-45fb-a016-907d7e57fe03 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.258434] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d4d3c30-de8b-471c-aa67-2c64f4c18aa5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.276565] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33a34e1-5ed5-4ea7-afef-4d022a90af4b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.288101] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.318856] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cfc8a8a-4c07-4ed9-838a-ec361d2b0e68 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.322033] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 672.322033] env[69357]: value = "task-4150158" [ 672.322033] env[69357]: _type = "Task" [ 672.322033] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.327288] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68b603b-dcda-41aa-af7c-4567bbaaca20 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.334343] env[69357]: DEBUG oslo_vmware.api [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] Waiting for the task: (returnval){ [ 672.334343] env[69357]: value = "task-4150159" [ 672.334343] env[69357]: _type = "Task" [ 672.334343] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.344094] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9cc80d-cf0a-462f-995a-1cb3ec0a680e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.348624] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.350757] env[69357]: DEBUG nova.network.neutron [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Updated VIF entry in instance network info cache for port d1f98921-b0c5-4236-adb2-81590cb6fd1a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.351160] env[69357]: DEBUG nova.network.neutron [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Updating instance_info_cache with network_info: [{"id": "d1f98921-b0c5-4236-adb2-81590cb6fd1a", "address": "fa:16:3e:a0:6a:b4", "network": {"id": "94cef8f5-9224-4683-a537-d7bd4929aee7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1017386415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713bd7fede8c4233b6935bc46ba1b714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1f98921-b0", "ovs_interfaceid": "d1f98921-b0c5-4236-adb2-81590cb6fd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.366354] env[69357]: DEBUG oslo_vmware.api [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] Task: {'id': task-4150159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.366868] env[69357]: DEBUG nova.compute.provider_tree [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.377505] env[69357]: DEBUG nova.virt.hardware [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.377505] env[69357]: DEBUG nova.virt.hardware [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.377505] env[69357]: DEBUG nova.virt.hardware [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.377683] env[69357]: DEBUG nova.virt.hardware [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.377854] env[69357]: DEBUG nova.virt.hardware [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.377911] env[69357]: DEBUG nova.virt.hardware [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.378115] env[69357]: DEBUG nova.virt.hardware [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.378307] env[69357]: DEBUG nova.virt.hardware [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.378546] env[69357]: DEBUG nova.virt.hardware [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.378791] env[69357]: DEBUG nova.virt.hardware [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.378993] env[69357]: DEBUG nova.virt.hardware [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.380790] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fc0a40-11fd-4fbe-978e-415c98b59eb8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.394065] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7792257b-4bce-4e1f-8ecf-a9fb31b4dde9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.410322] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.416749] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.417125] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.417860] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1af7645d-a340-4af0-a46b-b37053a427ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.431565] env[69357]: DEBUG nova.network.neutron [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Successfully created port: c86c212e-2e56-4561-a254-215ae27a7b86 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.433935] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Acquiring lock "refresh_cache-5338dc92-c619-4a06-ad2f-6a3821bd9507" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.434955] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Acquired lock "refresh_cache-5338dc92-c619-4a06-ad2f-6a3821bd9507" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.434955] env[69357]: DEBUG nova.network.neutron [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.441945] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.441945] env[69357]: value = "task-4150160" [ 672.441945] env[69357]: _type = "Task" [ 672.441945] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.451556] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150160, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.668940] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150156, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.836504] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150158, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.847168] env[69357]: DEBUG oslo_vmware.api [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] Task: {'id': task-4150159, 'name': PowerOffVM_Task, 'duration_secs': 0.2344} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.847686] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.847905] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.848251] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de862ce1-2a76-4a14-8d08-314a9d103062 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.871440] env[69357]: DEBUG oslo_concurrency.lockutils [req-67c7e04d-e1d7-4a1c-9f1d-a7812f7e9a75 req-3e24e77f-28dd-45c1-8d04-3e6d79ca39fb service nova] Releasing lock "refresh_cache-de227edf-e886-4d9e-932b-4e83c02153e3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.894780] env[69357]: ERROR nova.scheduler.client.report [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [req-1ad60ffc-7ada-40f2-84e6-5feb8b074fa3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41cb361a-522d-4695-b4b7-7751ac8e311a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1ad60ffc-7ada-40f2-84e6-5feb8b074fa3"}]} [ 672.921863] env[69357]: DEBUG nova.scheduler.client.report [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Refreshing inventories for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 672.925827] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.926157] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.926380] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] Deleting the datastore file [datastore2] a7897c28-1fac-45b9-8d4e-a8cf554ed7d9 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.926684] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fce42b3-5d67-41ff-8692-f5b74595623d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.937168] env[69357]: DEBUG oslo_vmware.api [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] Waiting for the task: (returnval){ [ 672.937168] env[69357]: value = "task-4150162" [ 672.937168] env[69357]: _type = "Task" [ 672.937168] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.949824] env[69357]: DEBUG nova.scheduler.client.report [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Updating ProviderTree inventory for provider 41cb361a-522d-4695-b4b7-7751ac8e311a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 672.950551] env[69357]: DEBUG nova.compute.provider_tree [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.958680] env[69357]: DEBUG oslo_vmware.api [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] Task: {'id': task-4150162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.962848] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150160, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.972232] env[69357]: DEBUG nova.compute.manager [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.976049] env[69357]: DEBUG nova.scheduler.client.report [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Refreshing aggregate associations for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 673.000816] env[69357]: DEBUG nova.scheduler.client.report [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Refreshing trait associations for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 673.008450] env[69357]: DEBUG nova.virt.hardware [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.008703] env[69357]: DEBUG nova.virt.hardware [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.008864] env[69357]: DEBUG nova.virt.hardware [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.009512] env[69357]: DEBUG nova.virt.hardware [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.009834] env[69357]: DEBUG nova.virt.hardware [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.009834] env[69357]: DEBUG nova.virt.hardware [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.010127] env[69357]: DEBUG nova.virt.hardware [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.010303] env[69357]: DEBUG nova.virt.hardware [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.010417] env[69357]: DEBUG nova.virt.hardware [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.010580] env[69357]: DEBUG nova.virt.hardware [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.010726] env[69357]: DEBUG nova.virt.hardware [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.012905] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe138b1-a04a-473e-a54a-1ba04946aac4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.023838] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d02ee79-9471-4465-8f9a-d45b46d4755c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.170346] env[69357]: DEBUG oslo_vmware.api [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150156, 'name': PowerOnVM_Task, 'duration_secs': 1.034249} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.170603] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.170821] env[69357]: INFO nova.compute.manager [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Took 13.92 seconds to spawn the instance on the hypervisor. [ 673.170980] env[69357]: DEBUG nova.compute.manager [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 673.171817] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e01387-ace6-433f-bb65-d797e41af60d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.224074] env[69357]: DEBUG nova.network.neutron [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.257110] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f251e0c-f254-4f22-8d48-c8e92048c3ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.274974] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39785bb-c725-4a12-b5e5-cd167a934d72 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.315023] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b7d53d-2d2e-426d-bfd3-fe3c71230646 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.323482] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f077e18a-1a05-4298-a155-079c1b93a381 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.338070] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150158, 'name': ReconfigVM_Task, 'duration_secs': 0.600455} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.346234] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Reconfigured VM instance instance-00000007 to attach disk [datastore1] de227edf-e886-4d9e-932b-4e83c02153e3/de227edf-e886-4d9e-932b-4e83c02153e3.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.347268] env[69357]: DEBUG nova.compute.provider_tree [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.349080] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35be7cbc-8e45-4079-b133-838b6938fa35 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.358397] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 673.358397] env[69357]: value = "task-4150163" [ 673.358397] env[69357]: _type = "Task" [ 673.358397] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.372578] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150163, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.449236] env[69357]: DEBUG oslo_vmware.api [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] Task: {'id': task-4150162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471062} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.452464] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.452764] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.452853] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.452996] env[69357]: INFO nova.compute.manager [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Took 1.21 seconds to destroy the instance on the hypervisor. [ 673.453280] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.454266] env[69357]: DEBUG nova.compute.manager [-] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.454266] env[69357]: DEBUG nova.network.neutron [-] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.465678] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150160, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.637077] env[69357]: DEBUG nova.compute.manager [req-5941df3f-8feb-41e2-a1b0-aaf834276a7d req-81e51ede-d00d-46e0-8ec5-a26b2ee1ea75 service nova] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Received event network-vif-plugged-c5c30bf2-ae08-48fd-94f8-0ce89b6cf663 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.637314] env[69357]: DEBUG oslo_concurrency.lockutils [req-5941df3f-8feb-41e2-a1b0-aaf834276a7d req-81e51ede-d00d-46e0-8ec5-a26b2ee1ea75 service nova] Acquiring lock "5338dc92-c619-4a06-ad2f-6a3821bd9507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.637579] env[69357]: DEBUG oslo_concurrency.lockutils [req-5941df3f-8feb-41e2-a1b0-aaf834276a7d req-81e51ede-d00d-46e0-8ec5-a26b2ee1ea75 service nova] Lock "5338dc92-c619-4a06-ad2f-6a3821bd9507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.637836] env[69357]: DEBUG oslo_concurrency.lockutils [req-5941df3f-8feb-41e2-a1b0-aaf834276a7d req-81e51ede-d00d-46e0-8ec5-a26b2ee1ea75 service nova] Lock "5338dc92-c619-4a06-ad2f-6a3821bd9507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.638150] env[69357]: DEBUG nova.compute.manager [req-5941df3f-8feb-41e2-a1b0-aaf834276a7d req-81e51ede-d00d-46e0-8ec5-a26b2ee1ea75 service nova] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] No waiting events found dispatching network-vif-plugged-c5c30bf2-ae08-48fd-94f8-0ce89b6cf663 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 673.638413] env[69357]: WARNING nova.compute.manager [req-5941df3f-8feb-41e2-a1b0-aaf834276a7d req-81e51ede-d00d-46e0-8ec5-a26b2ee1ea75 service nova] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Received unexpected event network-vif-plugged-c5c30bf2-ae08-48fd-94f8-0ce89b6cf663 for instance with vm_state building and task_state spawning. [ 673.664037] env[69357]: DEBUG nova.network.neutron [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Successfully updated port: 4b02a051-22c0-400f-ae3f-121acecbb02e {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.700049] env[69357]: INFO nova.compute.manager [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Took 23.62 seconds to build instance. [ 673.752424] env[69357]: DEBUG nova.network.neutron [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Updating instance_info_cache with network_info: [{"id": "c5c30bf2-ae08-48fd-94f8-0ce89b6cf663", "address": "fa:16:3e:74:3f:e5", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c30bf2-ae", "ovs_interfaceid": "c5c30bf2-ae08-48fd-94f8-0ce89b6cf663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.881456] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150163, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.882618] env[69357]: ERROR nova.scheduler.client.report [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [req-f4f9a160-2f79-4873-83f0-13b077e18c72] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41cb361a-522d-4695-b4b7-7751ac8e311a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f4f9a160-2f79-4873-83f0-13b077e18c72"}]} [ 673.903178] env[69357]: DEBUG nova.scheduler.client.report [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Refreshing inventories for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 673.921596] env[69357]: DEBUG nova.scheduler.client.report [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Updating ProviderTree inventory for provider 41cb361a-522d-4695-b4b7-7751ac8e311a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 673.922087] env[69357]: DEBUG nova.compute.provider_tree [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.935651] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Acquiring lock "38e44f28-3083-467e-8f8b-3685f6b180a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.935651] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Lock "38e44f28-3083-467e-8f8b-3685f6b180a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.939035] env[69357]: DEBUG nova.scheduler.client.report [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Refreshing aggregate associations for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 673.964648] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150160, 'name': CreateVM_Task, 'duration_secs': 1.058668} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.964648] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.964834] env[69357]: DEBUG oslo_concurrency.lockutils [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.965086] env[69357]: DEBUG oslo_concurrency.lockutils [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.965421] env[69357]: DEBUG oslo_concurrency.lockutils [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.966595] env[69357]: DEBUG nova.scheduler.client.report [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Refreshing trait associations for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 673.969740] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc62e7a3-2c1b-4637-98a8-823757909daf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.976920] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Waiting for the task: (returnval){ [ 673.976920] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52240c33-e20b-8efc-2f72-368c56033032" [ 673.976920] env[69357]: _type = "Task" [ 673.976920] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.987775] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52240c33-e20b-8efc-2f72-368c56033032, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.173046] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquiring lock "refresh_cache-888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.173252] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquired lock "refresh_cache-888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.173583] env[69357]: DEBUG nova.network.neutron [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.205405] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30c2e102-aa71-4f15-928c-4b63fd864a5e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.136s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.260365] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Releasing lock "refresh_cache-5338dc92-c619-4a06-ad2f-6a3821bd9507" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.260365] env[69357]: DEBUG nova.compute.manager [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Instance network_info: |[{"id": "c5c30bf2-ae08-48fd-94f8-0ce89b6cf663", "address": "fa:16:3e:74:3f:e5", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c30bf2-ae", "ovs_interfaceid": "c5c30bf2-ae08-48fd-94f8-0ce89b6cf663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.260487] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:3f:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5c30bf2-ae08-48fd-94f8-0ce89b6cf663', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.268288] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Creating folder: Project (af1ec2af507448a1ae3afc9845fec393). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.269031] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "67aee0eb-ec71-4dab-848e-5434e2966374" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.269398] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "67aee0eb-ec71-4dab-848e-5434e2966374" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.270230] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "67aee0eb-ec71-4dab-848e-5434e2966374-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.270663] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "67aee0eb-ec71-4dab-848e-5434e2966374-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.270989] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "67aee0eb-ec71-4dab-848e-5434e2966374-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.272978] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25bb2fe1-6375-4f87-b2dd-9d2ffd2d46e7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.278177] env[69357]: INFO nova.compute.manager [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Terminating instance [ 674.280993] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674f4c9f-facb-4c94-81ef-6a66b1825be6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.292418] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460caa66-1af1-4a9e-9bdd-4308cc5c33ba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.298496] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Created folder: Project (af1ec2af507448a1ae3afc9845fec393) in parent group-v821763. [ 674.298496] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Creating folder: Instances. Parent ref: group-v821783. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.298496] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cea6f5d2-890a-4756-9070-03e7231e1bb5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.326623] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b8f71a-8e92-42c3-b2ae-2ad99662c035 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.339333] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24ea6c0-50de-43d1-8a1b-ba7a75755a30 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.349778] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Created folder: Instances in parent group-v821783. [ 674.349778] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.349778] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.349778] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd15d63b-0613-486a-8a5e-4454b1afc642 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.372222] env[69357]: DEBUG nova.compute.provider_tree [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 674.386275] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.386275] env[69357]: value = "task-4150166" [ 674.386275] env[69357]: _type = "Task" [ 674.386275] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.396706] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150163, 'name': Rename_Task, 'duration_secs': 0.706642} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.397838] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.398447] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2af93ff-da84-4f57-92ea-40016ce80fd8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.403646] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150166, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.410808] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 674.410808] env[69357]: value = "task-4150167" [ 674.410808] env[69357]: _type = "Task" [ 674.410808] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.424988] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.439655] env[69357]: DEBUG nova.compute.manager [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.496293] env[69357]: DEBUG nova.network.neutron [-] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.497128] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52240c33-e20b-8efc-2f72-368c56033032, 'name': SearchDatastore_Task, 'duration_secs': 0.016713} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.497670] env[69357]: DEBUG oslo_concurrency.lockutils [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.497748] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.497947] env[69357]: DEBUG oslo_concurrency.lockutils [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.498470] env[69357]: DEBUG oslo_concurrency.lockutils [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.498470] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.498971] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53c7241e-93d8-489c-997d-207c61d390eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.518118] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.519307] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.519761] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a664377-7aea-4aae-bb69-3d8badddf0fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.527805] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Waiting for the task: (returnval){ [ 674.527805] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5295811c-1dbf-5e54-e6a9-fe2ed5ebda35" [ 674.527805] env[69357]: _type = "Task" [ 674.527805] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.539108] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5295811c-1dbf-5e54-e6a9-fe2ed5ebda35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.544527] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Acquiring lock "649feb1b-250b-4d3f-be9c-89dc5cb17488" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.544795] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Lock "649feb1b-250b-4d3f-be9c-89dc5cb17488" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.740180] env[69357]: DEBUG nova.network.neutron [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.788130] env[69357]: DEBUG nova.compute.manager [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 674.788356] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.789680] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c519332-528b-40d2-9660-c9530866b29d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.800503] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.800844] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec041132-63ff-4e23-a6be-d3b0217897c3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.814110] env[69357]: DEBUG oslo_vmware.api [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 674.814110] env[69357]: value = "task-4150168" [ 674.814110] env[69357]: _type = "Task" [ 674.814110] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.847196] env[69357]: DEBUG oslo_vmware.api [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.903965] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150166, 'name': CreateVM_Task, 'duration_secs': 0.398916} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.903965] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.905195] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.905195] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.905195] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.905377] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28941d09-2041-46e9-b98f-76a0fdc3a125 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.911900] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Waiting for the task: (returnval){ [ 674.911900] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b9d1a8-db3a-afe1-a938-b0de7d4fc36c" [ 674.911900] env[69357]: _type = "Task" [ 674.911900] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.924499] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b9d1a8-db3a-afe1-a938-b0de7d4fc36c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.928268] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150167, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.929345] env[69357]: ERROR nova.scheduler.client.report [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [req-4b4449cc-0169-45a4-9aa1-0d94996954bb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41cb361a-522d-4695-b4b7-7751ac8e311a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4b4449cc-0169-45a4-9aa1-0d94996954bb"}]} [ 674.933169] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Acquiring lock "fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.933435] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Lock "fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.933669] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Acquiring lock "fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.933818] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Lock "fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.933978] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Lock "fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.936965] env[69357]: INFO nova.compute.manager [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Terminating instance [ 674.970530] env[69357]: DEBUG nova.scheduler.client.report [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Refreshing inventories for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 674.981349] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.000127] env[69357]: INFO nova.compute.manager [-] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Took 1.54 seconds to deallocate network for instance. [ 675.013949] env[69357]: DEBUG nova.scheduler.client.report [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Updating ProviderTree inventory for provider 41cb361a-522d-4695-b4b7-7751ac8e311a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 675.014189] env[69357]: DEBUG nova.compute.provider_tree [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 675.037898] env[69357]: DEBUG nova.scheduler.client.report [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Refreshing aggregate associations for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 675.047356] env[69357]: DEBUG nova.compute.manager [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.050245] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5295811c-1dbf-5e54-e6a9-fe2ed5ebda35, 'name': SearchDatastore_Task, 'duration_secs': 0.013564} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.052524] env[69357]: DEBUG nova.network.neutron [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Updating instance_info_cache with network_info: [{"id": "4b02a051-22c0-400f-ae3f-121acecbb02e", "address": "fa:16:3e:3f:43:be", "network": {"id": "7b97818a-7ab9-4d13-8bae-cfe28293dfec", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1972774982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8776b1da20f34f59bf636d08c105ed2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b02a051-22", "ovs_interfaceid": "4b02a051-22c0-400f-ae3f-121acecbb02e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.058957] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6e737cc-5ab5-41b8-aff4-b73a265b9702 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.063896] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Waiting for the task: (returnval){ [ 675.063896] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5276c5b3-87d6-96d1-6970-f67faac1769c" [ 675.063896] env[69357]: _type = "Task" [ 675.063896] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.072582] env[69357]: DEBUG nova.scheduler.client.report [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Refreshing trait associations for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 675.079749] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5276c5b3-87d6-96d1-6970-f67faac1769c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.131333] env[69357]: DEBUG oslo_concurrency.lockutils [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "933cc7d7-1160-4539-ba0d-002de1461d17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.131574] env[69357]: DEBUG oslo_concurrency.lockutils [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "933cc7d7-1160-4539-ba0d-002de1461d17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.212020] env[69357]: DEBUG nova.network.neutron [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Successfully updated port: c86c212e-2e56-4561-a254-215ae27a7b86 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.335067] env[69357]: DEBUG oslo_vmware.api [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150168, 'name': PowerOffVM_Task, 'duration_secs': 0.196495} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.335241] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.335436] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.335795] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8514dca-7b65-4e9c-bfbc-85042b53e64f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.427030] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.427030] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.427030] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Deleting the datastore file [datastore2] 67aee0eb-ec71-4dab-848e-5434e2966374 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.431057] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a001fb27-9b6e-4025-a826-378ba31ae647 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.433711] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682761ef-3867-482c-9f7b-731dbe62bc8a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.437988] env[69357]: DEBUG oslo_vmware.api [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150167, 'name': PowerOnVM_Task, 'duration_secs': 0.687711} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.441168] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.441451] env[69357]: INFO nova.compute.manager [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Took 13.81 seconds to spawn the instance on the hypervisor. [ 675.441451] env[69357]: DEBUG nova.compute.manager [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 675.441902] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b9d1a8-db3a-afe1-a938-b0de7d4fc36c, 'name': SearchDatastore_Task, 'duration_secs': 0.012341} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.443300] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da533813-da68-4a55-b879-c90590c0a29c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.446643] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.447026] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.447258] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.452615] env[69357]: DEBUG nova.compute.manager [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.452853] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.453252] env[69357]: DEBUG oslo_vmware.api [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 675.453252] env[69357]: value = "task-4150170" [ 675.453252] env[69357]: _type = "Task" [ 675.453252] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.454458] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53c6a13-1223-451e-8f1f-0d793d4440db {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.458713] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3aa494-8f3a-424c-aa32-e3a9754adf5f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.482145] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.482145] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4415d222-e8c9-439a-84ed-12faee4e0b8e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.512313] env[69357]: DEBUG oslo_vmware.api [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.513774] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f22e021-3698-4986-8679-da065fb4e889 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.518150] env[69357]: DEBUG oslo_concurrency.lockutils [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.520362] env[69357]: DEBUG oslo_vmware.api [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Waiting for the task: (returnval){ [ 675.520362] env[69357]: value = "task-4150171" [ 675.520362] env[69357]: _type = "Task" [ 675.520362] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.530069] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f503dd-96ba-4465-a112-742d98d1bfbd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.539307] env[69357]: DEBUG oslo_vmware.api [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Task: {'id': task-4150171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.550868] env[69357]: DEBUG nova.compute.provider_tree [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 675.563626] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Releasing lock "refresh_cache-888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.563626] env[69357]: DEBUG nova.compute.manager [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Instance network_info: |[{"id": "4b02a051-22c0-400f-ae3f-121acecbb02e", "address": "fa:16:3e:3f:43:be", "network": {"id": "7b97818a-7ab9-4d13-8bae-cfe28293dfec", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1972774982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8776b1da20f34f59bf636d08c105ed2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b02a051-22", "ovs_interfaceid": "4b02a051-22c0-400f-ae3f-121acecbb02e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.563898] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:43:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b02a051-22c0-400f-ae3f-121acecbb02e', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.571069] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Creating folder: Project (8776b1da20f34f59bf636d08c105ed2e). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.574629] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b522d3f3-16e5-436a-97c6-aef3e8faccc6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.590099] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.597303] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5276c5b3-87d6-96d1-6970-f67faac1769c, 'name': SearchDatastore_Task, 'duration_secs': 0.014731} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.598073] env[69357]: DEBUG oslo_concurrency.lockutils [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.598073] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d/6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.598376] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.598784] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.598784] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dafd442b-b49a-4cab-a4c9-9763f2fbea5c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.602340] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e46e8e1-f789-46fd-9c96-a2fa37326934 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.611295] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Waiting for the task: (returnval){ [ 675.611295] env[69357]: value = "task-4150173" [ 675.611295] env[69357]: _type = "Task" [ 675.611295] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.615784] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Created folder: Project (8776b1da20f34f59bf636d08c105ed2e) in parent group-v821763. [ 675.616029] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Creating folder: Instances. Parent ref: group-v821786. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.616691] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49378618-d4bf-4fc2-b078-e00e1655f4ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.625748] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Task: {'id': task-4150173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.630164] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Created folder: Instances in parent group-v821786. [ 675.630435] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.630642] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.631805] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5c03676-987c-4cb4-a0f3-47f096a6558a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.646285] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.646571] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.647271] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e558f432-7d4c-4991-be85-9a74a4e8315b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.656798] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Waiting for the task: (returnval){ [ 675.656798] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52009883-3a56-76cf-f55b-810e9759f291" [ 675.656798] env[69357]: _type = "Task" [ 675.656798] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.658029] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.658029] env[69357]: value = "task-4150175" [ 675.658029] env[69357]: _type = "Task" [ 675.658029] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.671513] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52009883-3a56-76cf-f55b-810e9759f291, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.674733] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150175, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.716908] env[69357]: DEBUG oslo_concurrency.lockutils [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Acquiring lock "refresh_cache-1e4ea406-6581-4b1c-908b-18cf9d36a1e1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.716908] env[69357]: DEBUG oslo_concurrency.lockutils [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Acquired lock "refresh_cache-1e4ea406-6581-4b1c-908b-18cf9d36a1e1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.716908] env[69357]: DEBUG nova.network.neutron [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.883315] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "3afc9e82-7f00-4e27-8df7-cbafea35b8b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.887345] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "3afc9e82-7f00-4e27-8df7-cbafea35b8b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.887345] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "3afc9e82-7f00-4e27-8df7-cbafea35b8b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.887345] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "3afc9e82-7f00-4e27-8df7-cbafea35b8b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.887345] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "3afc9e82-7f00-4e27-8df7-cbafea35b8b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.893629] env[69357]: INFO nova.compute.manager [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Terminating instance [ 675.974745] env[69357]: DEBUG oslo_vmware.api [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392923} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.975093] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.975265] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 675.975495] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 675.975707] env[69357]: INFO nova.compute.manager [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Took 1.19 seconds to destroy the instance on the hypervisor. [ 675.977023] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.977314] env[69357]: DEBUG nova.compute.manager [-] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 675.977419] env[69357]: DEBUG nova.network.neutron [-] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 675.986480] env[69357]: INFO nova.compute.manager [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Took 24.05 seconds to build instance. [ 676.032768] env[69357]: DEBUG oslo_vmware.api [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Task: {'id': task-4150171, 'name': PowerOffVM_Task, 'duration_secs': 0.395093} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.033532] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.033532] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.033532] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1290b50-ebee-40e2-a9da-c3dc0005b7f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.092265] env[69357]: DEBUG nova.scheduler.client.report [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Updated inventory for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with generation 21 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 676.092541] env[69357]: DEBUG nova.compute.provider_tree [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Updating resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a generation from 21 to 22 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 676.092722] env[69357]: DEBUG nova.compute.provider_tree [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 676.120263] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.120590] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.120789] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Deleting the datastore file [datastore2] fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.121797] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01d75b51-47b9-4455-a0f1-e92ad2ecccfa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.130137] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Task: {'id': task-4150173, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.132331] env[69357]: DEBUG oslo_vmware.api [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Waiting for the task: (returnval){ [ 676.132331] env[69357]: value = "task-4150177" [ 676.132331] env[69357]: _type = "Task" [ 676.132331] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.145918] env[69357]: DEBUG oslo_vmware.api [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Task: {'id': task-4150177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.176415] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52009883-3a56-76cf-f55b-810e9759f291, 'name': SearchDatastore_Task, 'duration_secs': 0.022809} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.181691] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150175, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.181955] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc371e1b-0a5a-4d8d-9ec0-f09e87eb6e83 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.196143] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Waiting for the task: (returnval){ [ 676.196143] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]523dd4f0-51ba-f2d0-1f45-79969b5e171a" [ 676.196143] env[69357]: _type = "Task" [ 676.196143] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.211234] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]523dd4f0-51ba-f2d0-1f45-79969b5e171a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.289599] env[69357]: DEBUG nova.network.neutron [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.396504] env[69357]: DEBUG nova.compute.manager [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.396846] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.398452] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52950c3f-1f8c-498c-90b0-29bd62ceb53c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.410615] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.411145] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9139e786-8d79-48ae-90b9-2f7d43ef532b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.419866] env[69357]: DEBUG oslo_vmware.api [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 676.419866] env[69357]: value = "task-4150178" [ 676.419866] env[69357]: _type = "Task" [ 676.419866] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.429582] env[69357]: DEBUG oslo_vmware.api [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.494890] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f42facc0-5f2b-4bb1-afe7-ec1a85a32ea6 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "de227edf-e886-4d9e-932b-4e83c02153e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.569s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.606949] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.670s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.606949] env[69357]: DEBUG nova.compute.manager [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.609751] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.611s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.612721] env[69357]: DEBUG nova.objects.instance [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 676.634094] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Task: {'id': task-4150173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684382} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.642278] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d/6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.642278] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.643802] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6db48b7b-598b-41e7-b963-c2b93fded8be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.649670] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquiring lock "74f2d7a3-9dd0-4557-8cef-0770d3425dd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.649928] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Lock "74f2d7a3-9dd0-4557-8cef-0770d3425dd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.655327] env[69357]: DEBUG oslo_vmware.api [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Task: {'id': task-4150177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43271} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.656968] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.660784] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.660784] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.660784] env[69357]: INFO nova.compute.manager [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Took 1.20 seconds to destroy the instance on the hypervisor. [ 676.660784] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.660784] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Waiting for the task: (returnval){ [ 676.660784] env[69357]: value = "task-4150179" [ 676.660784] env[69357]: _type = "Task" [ 676.660784] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.661193] env[69357]: DEBUG nova.compute.manager [-] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.661193] env[69357]: DEBUG nova.network.neutron [-] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.679650] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Task: {'id': task-4150179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.683020] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150175, 'name': CreateVM_Task, 'duration_secs': 0.75597} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.683020] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.683020] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.683020] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.683020] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.683020] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f063cd54-7702-46ad-903d-e08de741ba74 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.690889] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for the task: (returnval){ [ 676.690889] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a3b8b4-1f05-5f26-708e-5e94f443d24b" [ 676.690889] env[69357]: _type = "Task" [ 676.690889] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.703646] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a3b8b4-1f05-5f26-708e-5e94f443d24b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.716356] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]523dd4f0-51ba-f2d0-1f45-79969b5e171a, 'name': SearchDatastore_Task, 'duration_secs': 0.073792} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.716356] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.716356] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 5338dc92-c619-4a06-ad2f-6a3821bd9507/5338dc92-c619-4a06-ad2f-6a3821bd9507.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.716356] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44bea959-6017-4884-8143-d5e1ea42f6ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.727085] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Waiting for the task: (returnval){ [ 676.727085] env[69357]: value = "task-4150180" [ 676.727085] env[69357]: _type = "Task" [ 676.727085] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.742029] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.806885] env[69357]: DEBUG nova.network.neutron [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Updating instance_info_cache with network_info: [{"id": "c86c212e-2e56-4561-a254-215ae27a7b86", "address": "fa:16:3e:0a:02:e1", "network": {"id": "268dadaf-5386-4f23-9782-24f523c9f6b5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-772345931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb4912e6ee3f4fb3b8c7a1baec5890e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86c212e-2e", "ovs_interfaceid": "c86c212e-2e56-4561-a254-215ae27a7b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.933361] env[69357]: DEBUG oslo_vmware.api [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.001365] env[69357]: DEBUG nova.compute.manager [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.034483] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "90a0754f-c615-4acf-9787-55c3a8649161" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.034483] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "90a0754f-c615-4acf-9787-55c3a8649161" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.120381] env[69357]: DEBUG nova.compute.utils [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.121821] env[69357]: DEBUG nova.compute.manager [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.121998] env[69357]: DEBUG nova.network.neutron [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.178792] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Task: {'id': task-4150179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077437} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.178949] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.179753] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5778673-9b78-4460-ae73-15499d66e867 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.186199] env[69357]: DEBUG nova.policy [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3aebee9d5b14c3e9b63e41ee633acd8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab43831351564ddab1115b7cb6784b6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.207617] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d/6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.211415] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4a863a5-3d78-466d-85ba-842ba6ac41f4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.235118] env[69357]: DEBUG nova.network.neutron [-] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.236400] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a3b8b4-1f05-5f26-708e-5e94f443d24b, 'name': SearchDatastore_Task, 'duration_secs': 0.01362} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.238573] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.238677] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.238908] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.239093] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.239313] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.239893] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Waiting for the task: (returnval){ [ 677.239893] env[69357]: value = "task-4150181" [ 677.239893] env[69357]: _type = "Task" [ 677.239893] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.239893] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c9583f3-0f18-4efe-a103-7b151df7fbf2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.247871] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.256255] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Task: {'id': task-4150181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.262028] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.262028] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.262247] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b0e92f2-f2bb-4343-a0f6-6757f9af935d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.270889] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for the task: (returnval){ [ 677.270889] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52576c0b-a477-dc96-7b20-7fe70754403b" [ 677.270889] env[69357]: _type = "Task" [ 677.270889] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.280575] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52576c0b-a477-dc96-7b20-7fe70754403b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.295695] env[69357]: DEBUG nova.compute.manager [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Received event network-changed-c5c30bf2-ae08-48fd-94f8-0ce89b6cf663 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.295927] env[69357]: DEBUG nova.compute.manager [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Refreshing instance network info cache due to event network-changed-c5c30bf2-ae08-48fd-94f8-0ce89b6cf663. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.296168] env[69357]: DEBUG oslo_concurrency.lockutils [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] Acquiring lock "refresh_cache-5338dc92-c619-4a06-ad2f-6a3821bd9507" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.296355] env[69357]: DEBUG oslo_concurrency.lockutils [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] Acquired lock "refresh_cache-5338dc92-c619-4a06-ad2f-6a3821bd9507" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.296550] env[69357]: DEBUG nova.network.neutron [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Refreshing network info cache for port c5c30bf2-ae08-48fd-94f8-0ce89b6cf663 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.312685] env[69357]: DEBUG oslo_concurrency.lockutils [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Releasing lock "refresh_cache-1e4ea406-6581-4b1c-908b-18cf9d36a1e1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.312685] env[69357]: DEBUG nova.compute.manager [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Instance network_info: |[{"id": "c86c212e-2e56-4561-a254-215ae27a7b86", "address": "fa:16:3e:0a:02:e1", "network": {"id": "268dadaf-5386-4f23-9782-24f523c9f6b5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-772345931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb4912e6ee3f4fb3b8c7a1baec5890e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86c212e-2e", "ovs_interfaceid": "c86c212e-2e56-4561-a254-215ae27a7b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.312902] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:02:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c86c212e-2e56-4561-a254-215ae27a7b86', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.320466] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Creating folder: Project (eb4912e6ee3f4fb3b8c7a1baec5890e7). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.321613] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-badf9bb7-06f5-45f3-a6d7-6c53f7d31856 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.334472] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Created folder: Project (eb4912e6ee3f4fb3b8c7a1baec5890e7) in parent group-v821763. [ 677.334702] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Creating folder: Instances. Parent ref: group-v821789. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.335132] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39b2ee1c-86a3-42e5-8c74-b893794f6546 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.349397] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Created folder: Instances in parent group-v821789. [ 677.349397] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.349397] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.349397] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-800e9e17-2878-4c10-b0a5-71712c34291c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.367306] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.367306] env[69357]: value = "task-4150184" [ 677.367306] env[69357]: _type = "Task" [ 677.367306] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.381899] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150184, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.432149] env[69357]: DEBUG oslo_vmware.api [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.541620] env[69357]: DEBUG oslo_concurrency.lockutils [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.583562] env[69357]: DEBUG nova.network.neutron [-] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.627165] env[69357]: DEBUG nova.compute.manager [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.632958] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5360095e-7622-4601-a727-d810a6b6c278 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.634012] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.413s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.635592] env[69357]: INFO nova.compute.claims [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.737500] env[69357]: INFO nova.compute.manager [-] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Took 1.76 seconds to deallocate network for instance. [ 677.769933] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150180, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.801558] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Task: {'id': task-4150181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.811248] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52576c0b-a477-dc96-7b20-7fe70754403b, 'name': SearchDatastore_Task, 'duration_secs': 0.01879} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.811731] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6093d534-7a6b-4efa-bb4b-35b66025217c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.818534] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for the task: (returnval){ [ 677.818534] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52409b59-d4a7-e348-016c-9c52508c460a" [ 677.818534] env[69357]: _type = "Task" [ 677.818534] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.830357] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52409b59-d4a7-e348-016c-9c52508c460a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.884208] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150184, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.908063] env[69357]: DEBUG nova.network.neutron [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Successfully created port: 5e4ab21b-35cc-4073-99a7-f0f4fddd12ed {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.933583] env[69357]: DEBUG oslo_vmware.api [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150178, 'name': PowerOffVM_Task, 'duration_secs': 1.29617} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.933922] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.934137] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.934606] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee7a1c35-7463-494a-82d6-7082de16f773 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.041685] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.041922] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.042131] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Deleting the datastore file [datastore2] 3afc9e82-7f00-4e27-8df7-cbafea35b8b6 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.042432] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da3de6f7-ca80-4039-9d05-b312198b5fe4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.052547] env[69357]: DEBUG oslo_vmware.api [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 678.052547] env[69357]: value = "task-4150186" [ 678.052547] env[69357]: _type = "Task" [ 678.052547] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.075099] env[69357]: DEBUG oslo_vmware.api [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.085862] env[69357]: INFO nova.compute.manager [-] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Took 1.43 seconds to deallocate network for instance. [ 678.241639] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150180, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.310437} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.241890] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 5338dc92-c619-4a06-ad2f-6a3821bd9507/5338dc92-c619-4a06-ad2f-6a3821bd9507.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.242152] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.242455] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d16797ad-64f6-4838-bab7-6a76362b0cf7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.251795] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Waiting for the task: (returnval){ [ 678.251795] env[69357]: value = "task-4150187" [ 678.251795] env[69357]: _type = "Task" [ 678.251795] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.261548] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.274178] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.282492] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Task: {'id': task-4150181, 'name': ReconfigVM_Task, 'duration_secs': 0.837936} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.283412] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d/6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.285287] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e17c6e95-bd7f-420c-945c-9428958d421c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.292990] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Waiting for the task: (returnval){ [ 678.292990] env[69357]: value = "task-4150188" [ 678.292990] env[69357]: _type = "Task" [ 678.292990] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.305117] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Task: {'id': task-4150188, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.331410] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52409b59-d4a7-e348-016c-9c52508c460a, 'name': SearchDatastore_Task, 'duration_secs': 0.072363} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.331676] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.331941] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd/888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.332231] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad526ee6-6daf-48b4-bdff-30f6895cc073 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.342148] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for the task: (returnval){ [ 678.342148] env[69357]: value = "task-4150189" [ 678.342148] env[69357]: _type = "Task" [ 678.342148] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.353025] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.378944] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150184, 'name': CreateVM_Task, 'duration_secs': 0.553595} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.379140] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.379896] env[69357]: DEBUG oslo_concurrency.lockutils [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.380081] env[69357]: DEBUG oslo_concurrency.lockutils [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.380430] env[69357]: DEBUG oslo_concurrency.lockutils [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.380718] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c0b6432-8ab2-4bc7-9c43-b29c74051a35 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.386641] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Waiting for the task: (returnval){ [ 678.386641] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52453e1d-b5a5-c1d3-3372-e97deb884c46" [ 678.386641] env[69357]: _type = "Task" [ 678.386641] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.399252] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52453e1d-b5a5-c1d3-3372-e97deb884c46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.535806] env[69357]: DEBUG nova.network.neutron [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Updated VIF entry in instance network info cache for port c5c30bf2-ae08-48fd-94f8-0ce89b6cf663. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.536232] env[69357]: DEBUG nova.network.neutron [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Updating instance_info_cache with network_info: [{"id": "c5c30bf2-ae08-48fd-94f8-0ce89b6cf663", "address": "fa:16:3e:74:3f:e5", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c30bf2-ae", "ovs_interfaceid": "c5c30bf2-ae08-48fd-94f8-0ce89b6cf663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.569888] env[69357]: DEBUG oslo_vmware.api [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.389378} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.570171] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.570368] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.570539] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.570709] env[69357]: INFO nova.compute.manager [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Took 2.17 seconds to destroy the instance on the hypervisor. [ 678.570950] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.571160] env[69357]: DEBUG nova.compute.manager [-] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.571253] env[69357]: DEBUG nova.network.neutron [-] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.601124] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.642747] env[69357]: DEBUG nova.compute.manager [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.687162] env[69357]: DEBUG nova.virt.hardware [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.687405] env[69357]: DEBUG nova.virt.hardware [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.687561] env[69357]: DEBUG nova.virt.hardware [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.687738] env[69357]: DEBUG nova.virt.hardware [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.687880] env[69357]: DEBUG nova.virt.hardware [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.689973] env[69357]: DEBUG nova.virt.hardware [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.690329] env[69357]: DEBUG nova.virt.hardware [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.691544] env[69357]: DEBUG nova.virt.hardware [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.691737] env[69357]: DEBUG nova.virt.hardware [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.691916] env[69357]: DEBUG nova.virt.hardware [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.692110] env[69357]: DEBUG nova.virt.hardware [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.693021] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582857b0-7bf0-4f0e-818a-1e104dd002bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.707101] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ed3842-9deb-412e-beba-ac143e664bf9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.765589] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095687} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.767513] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.767513] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbfdc5b-3c36-43ee-ae04-d08d93d83fa1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.801471] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 5338dc92-c619-4a06-ad2f-6a3821bd9507/5338dc92-c619-4a06-ad2f-6a3821bd9507.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.803867] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-806611a3-baab-42d8-9526-d2176eb58ecc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.827575] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Task: {'id': task-4150188, 'name': Rename_Task, 'duration_secs': 0.294656} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.829726] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.830171] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Waiting for the task: (returnval){ [ 678.830171] env[69357]: value = "task-4150190" [ 678.830171] env[69357]: _type = "Task" [ 678.830171] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.830417] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93ab68f9-9db1-47b7-a1c5-22e789916300 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.844219] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.849332] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Waiting for the task: (returnval){ [ 678.849332] env[69357]: value = "task-4150191" [ 678.849332] env[69357]: _type = "Task" [ 678.849332] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.856515] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150189, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.866371] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Task: {'id': task-4150191, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.905602] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52453e1d-b5a5-c1d3-3372-e97deb884c46, 'name': SearchDatastore_Task, 'duration_secs': 0.028168} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.908574] env[69357]: DEBUG oslo_concurrency.lockutils [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.908894] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.909169] env[69357]: DEBUG oslo_concurrency.lockutils [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.909854] env[69357]: DEBUG oslo_concurrency.lockutils [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.909854] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.910302] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f19698a-350f-4405-864a-4cf1d4ea7dbc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.927617] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.927872] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.933534] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b793441d-941a-44e8-bcf1-6402d81475a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.941177] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Waiting for the task: (returnval){ [ 678.941177] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c867cc-b605-cd75-7180-bbc12fa2329e" [ 678.941177] env[69357]: _type = "Task" [ 678.941177] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.950915] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c867cc-b605-cd75-7180-bbc12fa2329e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.040157] env[69357]: DEBUG oslo_concurrency.lockutils [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] Releasing lock "refresh_cache-5338dc92-c619-4a06-ad2f-6a3821bd9507" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.040463] env[69357]: DEBUG nova.compute.manager [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Received event network-vif-plugged-4b02a051-22c0-400f-ae3f-121acecbb02e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.040764] env[69357]: DEBUG oslo_concurrency.lockutils [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] Acquiring lock "888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.041014] env[69357]: DEBUG oslo_concurrency.lockutils [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] Lock "888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.041190] env[69357]: DEBUG oslo_concurrency.lockutils [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] Lock "888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.041379] env[69357]: DEBUG nova.compute.manager [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] No waiting events found dispatching network-vif-plugged-4b02a051-22c0-400f-ae3f-121acecbb02e {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 679.041558] env[69357]: WARNING nova.compute.manager [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Received unexpected event network-vif-plugged-4b02a051-22c0-400f-ae3f-121acecbb02e for instance with vm_state building and task_state spawning. [ 679.043021] env[69357]: DEBUG nova.compute.manager [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Received event network-changed-4b02a051-22c0-400f-ae3f-121acecbb02e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.043021] env[69357]: DEBUG nova.compute.manager [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Refreshing instance network info cache due to event network-changed-4b02a051-22c0-400f-ae3f-121acecbb02e. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.043021] env[69357]: DEBUG oslo_concurrency.lockutils [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] Acquiring lock "refresh_cache-888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.043021] env[69357]: DEBUG oslo_concurrency.lockutils [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] Acquired lock "refresh_cache-888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.043021] env[69357]: DEBUG nova.network.neutron [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Refreshing network info cache for port 4b02a051-22c0-400f-ae3f-121acecbb02e {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.125923] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace4d4c6-d84f-4e80-b05c-4c3e8b99c735 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.136773] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a696b76-4977-45c3-921a-c337c995b772 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.172618] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3dd9f1-0533-4395-9eb1-dc0368b9e94e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.182095] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246dd220-104c-464f-8816-dd10b80a84ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.198414] env[69357]: DEBUG nova.compute.provider_tree [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.344410] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.359770] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.888867} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.360691] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd/888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.361085] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.361564] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4212d47f-851f-4a42-961e-d404b0bfe321 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.368909] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Task: {'id': task-4150191, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.375992] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for the task: (returnval){ [ 679.375992] env[69357]: value = "task-4150192" [ 679.375992] env[69357]: _type = "Task" [ 679.375992] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.388368] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.455350] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c867cc-b605-cd75-7180-bbc12fa2329e, 'name': SearchDatastore_Task, 'duration_secs': 0.0596} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.456269] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c739385-e34e-45be-a662-41fbc26c968b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.463477] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Waiting for the task: (returnval){ [ 679.463477] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]528fc445-27c7-e8c6-3ffd-88fca898ff1b" [ 679.463477] env[69357]: _type = "Task" [ 679.463477] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.475208] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]528fc445-27c7-e8c6-3ffd-88fca898ff1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.704938] env[69357]: DEBUG nova.scheduler.client.report [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.751748] env[69357]: DEBUG nova.network.neutron [-] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.846090] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150190, 'name': ReconfigVM_Task, 'duration_secs': 0.968546} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.846233] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 5338dc92-c619-4a06-ad2f-6a3821bd9507/5338dc92-c619-4a06-ad2f-6a3821bd9507.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.846832] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d507a5ae-e2ca-451f-b022-1450d7c8e3c3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.861126] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Waiting for the task: (returnval){ [ 679.861126] env[69357]: value = "task-4150193" [ 679.861126] env[69357]: _type = "Task" [ 679.861126] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.866082] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Task: {'id': task-4150191, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.879947] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150193, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.892331] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.294725} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.893129] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.894022] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af7b8cd-95c3-43f9-bbe1-32ce52f7c110 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.921791] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd/888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.922141] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a89fc789-08c9-4a2c-a5d1-cfc024b0f8ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.948020] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for the task: (returnval){ [ 679.948020] env[69357]: value = "task-4150194" [ 679.948020] env[69357]: _type = "Task" [ 679.948020] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.957669] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.974575] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]528fc445-27c7-e8c6-3ffd-88fca898ff1b, 'name': SearchDatastore_Task, 'duration_secs': 0.018909} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.974787] env[69357]: DEBUG oslo_concurrency.lockutils [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.976442] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 1e4ea406-6581-4b1c-908b-18cf9d36a1e1/1e4ea406-6581-4b1c-908b-18cf9d36a1e1.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.976442] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad1e8673-70b2-4d98-9ca9-6e63d5934aa1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.983196] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Waiting for the task: (returnval){ [ 679.983196] env[69357]: value = "task-4150195" [ 679.983196] env[69357]: _type = "Task" [ 679.983196] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.992439] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Task: {'id': task-4150195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.213584] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.214213] env[69357]: DEBUG nova.compute.manager [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.220333] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.357s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.221483] env[69357]: INFO nova.compute.claims [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.235202] env[69357]: DEBUG nova.network.neutron [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Updated VIF entry in instance network info cache for port 4b02a051-22c0-400f-ae3f-121acecbb02e. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.235202] env[69357]: DEBUG nova.network.neutron [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Updating instance_info_cache with network_info: [{"id": "4b02a051-22c0-400f-ae3f-121acecbb02e", "address": "fa:16:3e:3f:43:be", "network": {"id": "7b97818a-7ab9-4d13-8bae-cfe28293dfec", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1972774982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8776b1da20f34f59bf636d08c105ed2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b02a051-22", "ovs_interfaceid": "4b02a051-22c0-400f-ae3f-121acecbb02e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.254841] env[69357]: INFO nova.compute.manager [-] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Took 1.68 seconds to deallocate network for instance. [ 680.365238] env[69357]: DEBUG oslo_vmware.api [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Task: {'id': task-4150191, 'name': PowerOnVM_Task, 'duration_secs': 1.39676} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.365662] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.365812] env[69357]: DEBUG nova.compute.manager [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 680.366917] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22853aac-c7cf-4660-b7c0-0dfac9eff830 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.382141] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150193, 'name': Rename_Task, 'duration_secs': 0.325808} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.386031] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.388278] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46c6ae2b-93fa-4a1a-9c77-5d4ba115c9c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.400940] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Waiting for the task: (returnval){ [ 680.400940] env[69357]: value = "task-4150196" [ 680.400940] env[69357]: _type = "Task" [ 680.400940] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.416218] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.456522] env[69357]: DEBUG nova.network.neutron [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Successfully updated port: 5e4ab21b-35cc-4073-99a7-f0f4fddd12ed {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.466975] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.497634] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Task: {'id': task-4150195, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.731393] env[69357]: DEBUG nova.compute.manager [req-fb40f59c-d609-450e-86a4-752f8507c8a1 req-8bf5d6f0-1ea2-4b45-9de5-385e109712b6 service nova] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Received event network-vif-deleted-f47429a3-e05f-4e13-9450-6cfb300b5160 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.731601] env[69357]: DEBUG nova.compute.manager [req-fb40f59c-d609-450e-86a4-752f8507c8a1 req-8bf5d6f0-1ea2-4b45-9de5-385e109712b6 service nova] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Received event network-vif-deleted-ba8ab886-b89d-4bf8-862d-e629aa995d4f {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.731843] env[69357]: DEBUG nova.compute.manager [req-fb40f59c-d609-450e-86a4-752f8507c8a1 req-8bf5d6f0-1ea2-4b45-9de5-385e109712b6 service nova] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Received event network-vif-deleted-164f1d3e-d69f-412d-8bdb-4498d41a2d88 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.733742] env[69357]: DEBUG nova.compute.utils [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.740866] env[69357]: DEBUG nova.compute.manager [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Not allocating networking since 'none' was specified. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 680.740866] env[69357]: DEBUG oslo_concurrency.lockutils [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] Releasing lock "refresh_cache-888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.742819] env[69357]: DEBUG nova.compute.manager [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Received event network-vif-deleted-aa5808df-d1d2-4d48-af13-59af452e2dfd {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.742819] env[69357]: DEBUG nova.compute.manager [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Received event network-vif-plugged-c86c212e-2e56-4561-a254-215ae27a7b86 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.742819] env[69357]: DEBUG oslo_concurrency.lockutils [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] Acquiring lock "1e4ea406-6581-4b1c-908b-18cf9d36a1e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.742819] env[69357]: DEBUG oslo_concurrency.lockutils [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] Lock "1e4ea406-6581-4b1c-908b-18cf9d36a1e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.742819] env[69357]: DEBUG oslo_concurrency.lockutils [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] Lock "1e4ea406-6581-4b1c-908b-18cf9d36a1e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.743178] env[69357]: DEBUG nova.compute.manager [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] No waiting events found dispatching network-vif-plugged-c86c212e-2e56-4561-a254-215ae27a7b86 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 680.743446] env[69357]: WARNING nova.compute.manager [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Received unexpected event network-vif-plugged-c86c212e-2e56-4561-a254-215ae27a7b86 for instance with vm_state building and task_state spawning. [ 680.743764] env[69357]: DEBUG nova.compute.manager [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Received event network-changed-c86c212e-2e56-4561-a254-215ae27a7b86 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.744067] env[69357]: DEBUG nova.compute.manager [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Refreshing instance network info cache due to event network-changed-c86c212e-2e56-4561-a254-215ae27a7b86. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.744428] env[69357]: DEBUG oslo_concurrency.lockutils [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] Acquiring lock "refresh_cache-1e4ea406-6581-4b1c-908b-18cf9d36a1e1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.745262] env[69357]: DEBUG oslo_concurrency.lockutils [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] Acquired lock "refresh_cache-1e4ea406-6581-4b1c-908b-18cf9d36a1e1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.745262] env[69357]: DEBUG nova.network.neutron [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Refreshing network info cache for port c86c212e-2e56-4561-a254-215ae27a7b86 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.766099] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.905830] env[69357]: DEBUG oslo_concurrency.lockutils [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.915155] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150196, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.961615] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Acquiring lock "refresh_cache-bf558c86-a733-43d1-a519-6e5a48b04943" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.962069] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Acquired lock "refresh_cache-bf558c86-a733-43d1-a519-6e5a48b04943" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.962069] env[69357]: DEBUG nova.network.neutron [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.964777] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150194, 'name': ReconfigVM_Task, 'duration_secs': 0.826222} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.964777] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd/888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.964777] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08a03f0e-2fdc-4551-8f9d-a5441158d677 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.973853] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for the task: (returnval){ [ 680.973853] env[69357]: value = "task-4150197" [ 680.973853] env[69357]: _type = "Task" [ 680.973853] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.985983] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150197, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.996288] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Task: {'id': task-4150195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722705} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.996288] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 1e4ea406-6581-4b1c-908b-18cf9d36a1e1/1e4ea406-6581-4b1c-908b-18cf9d36a1e1.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.996288] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.996288] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-004f1590-8df4-48f7-8607-0a98d9f538bd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.007384] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Waiting for the task: (returnval){ [ 681.007384] env[69357]: value = "task-4150198" [ 681.007384] env[69357]: _type = "Task" [ 681.007384] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.020760] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Task: {'id': task-4150198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.243153] env[69357]: DEBUG nova.compute.manager [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.427384] env[69357]: DEBUG oslo_vmware.api [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150196, 'name': PowerOnVM_Task, 'duration_secs': 0.58767} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.427384] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.427769] env[69357]: INFO nova.compute.manager [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Took 13.42 seconds to spawn the instance on the hypervisor. [ 681.427769] env[69357]: DEBUG nova.compute.manager [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 681.428524] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d68202-01aa-45aa-8b6b-92f0910d77c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.493837] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150197, 'name': Rename_Task, 'duration_secs': 0.480029} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.493837] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.493837] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee2b4b95-d1fd-42e5-8700-ac79968191f6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.510041] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for the task: (returnval){ [ 681.510041] env[69357]: value = "task-4150199" [ 681.510041] env[69357]: _type = "Task" [ 681.510041] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.539605] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.540633] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Task: {'id': task-4150198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088057} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.540633] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.541745] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba45f1b-253d-4e18-baf3-4b5fb40347d7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.566282] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 1e4ea406-6581-4b1c-908b-18cf9d36a1e1/1e4ea406-6581-4b1c-908b-18cf9d36a1e1.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.569654] env[69357]: DEBUG nova.network.neutron [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.573378] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d450f34-a891-4033-8f4e-68c584b87160 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.594403] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Waiting for the task: (returnval){ [ 681.594403] env[69357]: value = "task-4150200" [ 681.594403] env[69357]: _type = "Task" [ 681.594403] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.606708] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Task: {'id': task-4150200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.663442] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929badab-fa56-4279-bbcc-0c9f525ae65c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.671570] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d815858-bbd5-44bf-8257-f0b08dd4818b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.707383] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d9c6f3-22f3-460b-82f1-2bb904bbbb8f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.717113] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acad9df9-2841-4db1-a780-141aecbe4c49 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.737056] env[69357]: DEBUG nova.compute.provider_tree [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.850919] env[69357]: DEBUG nova.network.neutron [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Updated VIF entry in instance network info cache for port c86c212e-2e56-4561-a254-215ae27a7b86. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.851314] env[69357]: DEBUG nova.network.neutron [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Updating instance_info_cache with network_info: [{"id": "c86c212e-2e56-4561-a254-215ae27a7b86", "address": "fa:16:3e:0a:02:e1", "network": {"id": "268dadaf-5386-4f23-9782-24f523c9f6b5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-772345931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb4912e6ee3f4fb3b8c7a1baec5890e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86c212e-2e", "ovs_interfaceid": "c86c212e-2e56-4561-a254-215ae27a7b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.948603] env[69357]: INFO nova.compute.manager [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Took 26.87 seconds to build instance. [ 681.976879] env[69357]: DEBUG nova.network.neutron [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Updating instance_info_cache with network_info: [{"id": "5e4ab21b-35cc-4073-99a7-f0f4fddd12ed", "address": "fa:16:3e:a3:bb:cf", "network": {"id": "43d0e6c6-bf85-429a-8a16-53f9319e3b45", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-169469858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab43831351564ddab1115b7cb6784b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e4ab21b-35", "ovs_interfaceid": "5e4ab21b-35cc-4073-99a7-f0f4fddd12ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.027191] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150199, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.082489] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "58b37c75-ed1a-4f9a-9896-6001bdf01d3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.082828] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "58b37c75-ed1a-4f9a-9896-6001bdf01d3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.107580] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Task: {'id': task-4150200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.240399] env[69357]: DEBUG nova.scheduler.client.report [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.255200] env[69357]: DEBUG nova.compute.manager [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.285088] env[69357]: DEBUG nova.virt.hardware [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.285407] env[69357]: DEBUG nova.virt.hardware [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.285603] env[69357]: DEBUG nova.virt.hardware [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.285847] env[69357]: DEBUG nova.virt.hardware [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.286140] env[69357]: DEBUG nova.virt.hardware [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.286371] env[69357]: DEBUG nova.virt.hardware [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.286607] env[69357]: DEBUG nova.virt.hardware [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.286771] env[69357]: DEBUG nova.virt.hardware [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.286945] env[69357]: DEBUG nova.virt.hardware [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.287139] env[69357]: DEBUG nova.virt.hardware [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.287316] env[69357]: DEBUG nova.virt.hardware [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.288234] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9ff760-1abb-4394-8610-ddd99987a4f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.297076] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d331802-9120-4e1c-ad81-e4508b1f14be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.323804] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.330958] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Creating folder: Project (cfd87b2603334475a8015e8c079d9da8). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.331135] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2985042d-be3d-4077-91c3-0303d98344a0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.342532] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Created folder: Project (cfd87b2603334475a8015e8c079d9da8) in parent group-v821763. [ 682.342744] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Creating folder: Instances. Parent ref: group-v821792. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.343380] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae1ea3de-b95d-44fb-ace0-6333c12ff3f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.355255] env[69357]: DEBUG oslo_concurrency.lockutils [req-7a0eebee-7161-48d1-b997-fc552b2aaa03 req-3d42bf18-27eb-45a0-8551-7d9af1e18b69 service nova] Releasing lock "refresh_cache-1e4ea406-6581-4b1c-908b-18cf9d36a1e1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.355800] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Created folder: Instances in parent group-v821792. [ 682.356045] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.356243] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.356461] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41db07b4-d827-4941-9cc0-4c9b116c821b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.375900] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.375900] env[69357]: value = "task-4150203" [ 682.375900] env[69357]: _type = "Task" [ 682.375900] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.384926] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150203, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.452209] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf52a030-a06f-43bb-85f0-a52c3f252062 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Lock "5338dc92-c619-4a06-ad2f-6a3821bd9507" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.381s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.479838] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Releasing lock "refresh_cache-bf558c86-a733-43d1-a519-6e5a48b04943" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.480181] env[69357]: DEBUG nova.compute.manager [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Instance network_info: |[{"id": "5e4ab21b-35cc-4073-99a7-f0f4fddd12ed", "address": "fa:16:3e:a3:bb:cf", "network": {"id": "43d0e6c6-bf85-429a-8a16-53f9319e3b45", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-169469858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab43831351564ddab1115b7cb6784b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e4ab21b-35", "ovs_interfaceid": "5e4ab21b-35cc-4073-99a7-f0f4fddd12ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.480628] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:bb:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e4ab21b-35cc-4073-99a7-f0f4fddd12ed', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.492336] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Creating folder: Project (ab43831351564ddab1115b7cb6784b6f). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.493044] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06640679-69bf-4503-96bc-a105214bc786 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.506470] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Created folder: Project (ab43831351564ddab1115b7cb6784b6f) in parent group-v821763. [ 682.506687] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Creating folder: Instances. Parent ref: group-v821795. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.506936] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a34cc7f-5eca-426b-802a-cd2191f522ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.525625] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Created folder: Instances in parent group-v821795. [ 682.525948] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.529745] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.530094] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de8075e6-df17-40c5-94cb-acb5a8afc107 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.558275] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150199, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.567032] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.567032] env[69357]: value = "task-4150206" [ 682.567032] env[69357]: _type = "Task" [ 682.567032] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.834752] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150206, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.834752] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Task: {'id': task-4150200, 'name': ReconfigVM_Task, 'duration_secs': 0.867169} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.834752] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 1e4ea406-6581-4b1c-908b-18cf9d36a1e1/1e4ea406-6581-4b1c-908b-18cf9d36a1e1.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.834752] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c66e180-55e1-4078-9ea9-74b5d01f3458 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.834752] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Waiting for the task: (returnval){ [ 682.834752] env[69357]: value = "task-4150207" [ 682.834752] env[69357]: _type = "Task" [ 682.834752] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.836662] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Task: {'id': task-4150207, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.836662] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.836662] env[69357]: DEBUG nova.compute.manager [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.836662] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.549s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.836662] env[69357]: INFO nova.compute.claims [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.888527] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150203, 'name': CreateVM_Task, 'duration_secs': 0.358722} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.888737] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.889345] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.889722] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.889924] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.890227] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74bb1310-e217-4032-9685-bc8558e82adb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.896077] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Waiting for the task: (returnval){ [ 682.896077] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52262f41-62cd-2524-fd8f-06a7de307963" [ 682.896077] env[69357]: _type = "Task" [ 682.896077] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.910615] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52262f41-62cd-2524-fd8f-06a7de307963, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.956874] env[69357]: DEBUG nova.compute.manager [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.033346] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150199, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.077693] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150206, 'name': CreateVM_Task, 'duration_secs': 0.429755} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.077693] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.078455] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.129284] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Task: {'id': task-4150207, 'name': Rename_Task, 'duration_secs': 0.171988} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.129639] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.129928] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09ca8a0f-203d-46ee-9a87-cfb592540db2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.143801] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Waiting for the task: (returnval){ [ 683.143801] env[69357]: value = "task-4150208" [ 683.143801] env[69357]: _type = "Task" [ 683.143801] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.152167] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Task: {'id': task-4150208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.268875] env[69357]: DEBUG nova.compute.utils [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.273036] env[69357]: DEBUG nova.compute.manager [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.273036] env[69357]: DEBUG nova.network.neutron [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.379294] env[69357]: DEBUG nova.policy [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab0f42a50d324033954d97d2812aee01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c07fba44da3046f5a349f1c812d09558', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.412033] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52262f41-62cd-2524-fd8f-06a7de307963, 'name': SearchDatastore_Task, 'duration_secs': 0.012785} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.412033] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.412033] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.412033] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.412337] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.412337] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.412337] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.412337] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.412792] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7af4304-b8fd-4123-8f5d-40e450fb2fff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.415020] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c46228c1-c1b6-4b30-9b3d-32315ec8bcd8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.422418] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Waiting for the task: (returnval){ [ 683.422418] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52594eff-9f67-2526-35cd-c3b628010d1f" [ 683.422418] env[69357]: _type = "Task" [ 683.422418] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.432429] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.432663] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.435015] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58c021d3-022a-4a1d-b84d-d82fa69f6a45 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.440849] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52594eff-9f67-2526-35cd-c3b628010d1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.446597] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Waiting for the task: (returnval){ [ 683.446597] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e1f98b-59a7-6211-05d7-6fd81b1453e9" [ 683.446597] env[69357]: _type = "Task" [ 683.446597] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.457299] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e1f98b-59a7-6211-05d7-6fd81b1453e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.491631] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.532390] env[69357]: DEBUG oslo_vmware.api [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150199, 'name': PowerOnVM_Task, 'duration_secs': 1.601236} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.532778] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.533282] env[69357]: INFO nova.compute.manager [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Took 13.08 seconds to spawn the instance on the hypervisor. [ 683.533589] env[69357]: DEBUG nova.compute.manager [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 683.534639] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e656ea2-99f8-4c18-a251-1c2ae85d8c31 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.658348] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Task: {'id': task-4150208, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.778431] env[69357]: DEBUG nova.compute.manager [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.941652] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52594eff-9f67-2526-35cd-c3b628010d1f, 'name': SearchDatastore_Task, 'duration_secs': 0.024382} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.941652] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.941652] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.941652] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.964447] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e1f98b-59a7-6211-05d7-6fd81b1453e9, 'name': SearchDatastore_Task, 'duration_secs': 0.032356} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.967924] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-802fd362-1dce-43b4-9165-c389edb6a0e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.975370] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Waiting for the task: (returnval){ [ 683.975370] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]525fd8b2-ac2d-9db8-e844-cda15412aea0" [ 683.975370] env[69357]: _type = "Task" [ 683.975370] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.985299] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]525fd8b2-ac2d-9db8-e844-cda15412aea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.069555] env[69357]: INFO nova.compute.manager [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Took 27.79 seconds to build instance. [ 684.118397] env[69357]: DEBUG nova.compute.manager [req-61a750bf-e009-4671-8496-c2dc6ba018fa req-b07549fd-b639-4901-a1af-5ae893cb63c3 service nova] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Received event network-vif-plugged-5e4ab21b-35cc-4073-99a7-f0f4fddd12ed {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.119776] env[69357]: DEBUG oslo_concurrency.lockutils [req-61a750bf-e009-4671-8496-c2dc6ba018fa req-b07549fd-b639-4901-a1af-5ae893cb63c3 service nova] Acquiring lock "bf558c86-a733-43d1-a519-6e5a48b04943-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.120019] env[69357]: DEBUG oslo_concurrency.lockutils [req-61a750bf-e009-4671-8496-c2dc6ba018fa req-b07549fd-b639-4901-a1af-5ae893cb63c3 service nova] Lock "bf558c86-a733-43d1-a519-6e5a48b04943-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.123831] env[69357]: DEBUG oslo_concurrency.lockutils [req-61a750bf-e009-4671-8496-c2dc6ba018fa req-b07549fd-b639-4901-a1af-5ae893cb63c3 service nova] Lock "bf558c86-a733-43d1-a519-6e5a48b04943-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.124150] env[69357]: DEBUG nova.compute.manager [req-61a750bf-e009-4671-8496-c2dc6ba018fa req-b07549fd-b639-4901-a1af-5ae893cb63c3 service nova] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] No waiting events found dispatching network-vif-plugged-5e4ab21b-35cc-4073-99a7-f0f4fddd12ed {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 684.124282] env[69357]: WARNING nova.compute.manager [req-61a750bf-e009-4671-8496-c2dc6ba018fa req-b07549fd-b639-4901-a1af-5ae893cb63c3 service nova] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Received unexpected event network-vif-plugged-5e4ab21b-35cc-4073-99a7-f0f4fddd12ed for instance with vm_state building and task_state spawning. [ 684.124519] env[69357]: DEBUG nova.compute.manager [req-61a750bf-e009-4671-8496-c2dc6ba018fa req-b07549fd-b639-4901-a1af-5ae893cb63c3 service nova] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Received event network-changed-5e4ab21b-35cc-4073-99a7-f0f4fddd12ed {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.124704] env[69357]: DEBUG nova.compute.manager [req-61a750bf-e009-4671-8496-c2dc6ba018fa req-b07549fd-b639-4901-a1af-5ae893cb63c3 service nova] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Refreshing instance network info cache due to event network-changed-5e4ab21b-35cc-4073-99a7-f0f4fddd12ed. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.124838] env[69357]: DEBUG oslo_concurrency.lockutils [req-61a750bf-e009-4671-8496-c2dc6ba018fa req-b07549fd-b639-4901-a1af-5ae893cb63c3 service nova] Acquiring lock "refresh_cache-bf558c86-a733-43d1-a519-6e5a48b04943" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.125350] env[69357]: DEBUG oslo_concurrency.lockutils [req-61a750bf-e009-4671-8496-c2dc6ba018fa req-b07549fd-b639-4901-a1af-5ae893cb63c3 service nova] Acquired lock "refresh_cache-bf558c86-a733-43d1-a519-6e5a48b04943" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.125350] env[69357]: DEBUG nova.network.neutron [req-61a750bf-e009-4671-8496-c2dc6ba018fa req-b07549fd-b639-4901-a1af-5ae893cb63c3 service nova] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Refreshing network info cache for port 5e4ab21b-35cc-4073-99a7-f0f4fddd12ed {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.158557] env[69357]: DEBUG oslo_vmware.api [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Task: {'id': task-4150208, 'name': PowerOnVM_Task, 'duration_secs': 0.766196} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.158864] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.159083] env[69357]: INFO nova.compute.manager [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Took 11.19 seconds to spawn the instance on the hypervisor. [ 684.163087] env[69357]: DEBUG nova.compute.manager [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 684.165436] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d589d8-9041-42b6-bf59-9da89465ebd5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.196526] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Acquiring lock "6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.196859] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Lock "6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.197033] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Acquiring lock "6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.197225] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Lock "6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.197418] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Lock "6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.199949] env[69357]: INFO nova.compute.manager [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Terminating instance [ 684.242233] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db68fa1b-af2b-475f-b7a7-23af1988437d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.255203] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5709146d-838e-40e0-980f-d3bda9a13eb1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.294619] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad4acee-a594-45ad-b716-e6395aef9f45 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.307021] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b08716a-d8c0-4c82-9a8a-19cc95a7e9de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.321257] env[69357]: DEBUG nova.compute.provider_tree [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.429178] env[69357]: DEBUG nova.network.neutron [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Successfully created port: 9f80b973-7124-44d9-acbe-0dff3054e787 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.490468] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]525fd8b2-ac2d-9db8-e844-cda15412aea0, 'name': SearchDatastore_Task, 'duration_secs': 0.038367} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.490759] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.491236] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 88c0250f-4a18-4be5-85fd-9701fc9c84be/88c0250f-4a18-4be5-85fd-9701fc9c84be.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.491596] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.492594] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.492882] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3787a8bb-a24d-4ac3-8e5b-53344fe9e480 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.495141] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de083616-9a2e-4bea-88dc-449145e4c44c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.506126] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Waiting for the task: (returnval){ [ 684.506126] env[69357]: value = "task-4150209" [ 684.506126] env[69357]: _type = "Task" [ 684.506126] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.507629] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.507807] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.512424] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b932d2d1-35a8-4b0a-82f5-76f1066f7f25 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.521585] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Task: {'id': task-4150209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.524612] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Waiting for the task: (returnval){ [ 684.524612] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]523f04fe-cd83-df68-fc26-972f1a889e0b" [ 684.524612] env[69357]: _type = "Task" [ 684.524612] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.537380] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]523f04fe-cd83-df68-fc26-972f1a889e0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.572183] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0385a264-acac-4567-860a-a9b40bbffd15 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.322s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.692035] env[69357]: INFO nova.compute.manager [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Took 23.20 seconds to build instance. [ 684.708642] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Acquiring lock "refresh_cache-6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.708642] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Acquired lock "refresh_cache-6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.708642] env[69357]: DEBUG nova.network.neutron [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.799358] env[69357]: DEBUG nova.compute.manager [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.828879] env[69357]: DEBUG nova.scheduler.client.report [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.847721] env[69357]: DEBUG nova.virt.hardware [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.847998] env[69357]: DEBUG nova.virt.hardware [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.851346] env[69357]: DEBUG nova.virt.hardware [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.851590] env[69357]: DEBUG nova.virt.hardware [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.851744] env[69357]: DEBUG nova.virt.hardware [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.851896] env[69357]: DEBUG nova.virt.hardware [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.852142] env[69357]: DEBUG nova.virt.hardware [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.852529] env[69357]: DEBUG nova.virt.hardware [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.852752] env[69357]: DEBUG nova.virt.hardware [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.852932] env[69357]: DEBUG nova.virt.hardware [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.853125] env[69357]: DEBUG nova.virt.hardware [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.854058] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f74c9c-cdbc-4a70-a4ff-aa736c9495f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.866761] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2ebd12-a327-40d8-b0b0-64a711a37384 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.020429] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Task: {'id': task-4150209, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.039703] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]523f04fe-cd83-df68-fc26-972f1a889e0b, 'name': SearchDatastore_Task, 'duration_secs': 0.022109} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.040667] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-786569ae-e689-4406-b004-4661bfd2aeae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.049324] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Waiting for the task: (returnval){ [ 685.049324] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]522f8e22-d508-ff08-b147-66e797cab3e8" [ 685.049324] env[69357]: _type = "Task" [ 685.049324] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.061459] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]522f8e22-d508-ff08-b147-66e797cab3e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.078390] env[69357]: DEBUG nova.compute.manager [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.195746] env[69357]: DEBUG oslo_concurrency.lockutils [None req-192e8966-58fc-4a28-acfd-7fec176ef7bf tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Lock "1e4ea406-6581-4b1c-908b-18cf9d36a1e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.715s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.249971] env[69357]: DEBUG nova.network.neutron [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.329130] env[69357]: DEBUG nova.network.neutron [req-61a750bf-e009-4671-8496-c2dc6ba018fa req-b07549fd-b639-4901-a1af-5ae893cb63c3 service nova] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Updated VIF entry in instance network info cache for port 5e4ab21b-35cc-4073-99a7-f0f4fddd12ed. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.329567] env[69357]: DEBUG nova.network.neutron [req-61a750bf-e009-4671-8496-c2dc6ba018fa req-b07549fd-b639-4901-a1af-5ae893cb63c3 service nova] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Updating instance_info_cache with network_info: [{"id": "5e4ab21b-35cc-4073-99a7-f0f4fddd12ed", "address": "fa:16:3e:a3:bb:cf", "network": {"id": "43d0e6c6-bf85-429a-8a16-53f9319e3b45", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-169469858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab43831351564ddab1115b7cb6784b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e4ab21b-35", "ovs_interfaceid": "5e4ab21b-35cc-4073-99a7-f0f4fddd12ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.335189] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.336025] env[69357]: DEBUG nova.compute.manager [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.339111] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.357s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.342833] env[69357]: INFO nova.compute.claims [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.347030] env[69357]: DEBUG nova.network.neutron [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.521147] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Task: {'id': task-4150209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705471} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.521856] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 88c0250f-4a18-4be5-85fd-9701fc9c84be/88c0250f-4a18-4be5-85fd-9701fc9c84be.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.523253] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.523811] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e36145b7-6345-4907-afdd-20d7cfef47c3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.533532] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Waiting for the task: (returnval){ [ 685.533532] env[69357]: value = "task-4150210" [ 685.533532] env[69357]: _type = "Task" [ 685.533532] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.543503] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Task: {'id': task-4150210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.560993] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]522f8e22-d508-ff08-b147-66e797cab3e8, 'name': SearchDatastore_Task, 'duration_secs': 0.062304} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.561276] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.561533] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] bf558c86-a733-43d1-a519-6e5a48b04943/bf558c86-a733-43d1-a519-6e5a48b04943.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.561794] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eec01941-5abc-4e45-82f1-1d706ffd2cf4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.573875] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Waiting for the task: (returnval){ [ 685.573875] env[69357]: value = "task-4150211" [ 685.573875] env[69357]: _type = "Task" [ 685.573875] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.586311] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Task: {'id': task-4150211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.605504] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.703731] env[69357]: DEBUG nova.compute.manager [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.834151] env[69357]: DEBUG oslo_concurrency.lockutils [req-61a750bf-e009-4671-8496-c2dc6ba018fa req-b07549fd-b639-4901-a1af-5ae893cb63c3 service nova] Releasing lock "refresh_cache-bf558c86-a733-43d1-a519-6e5a48b04943" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.845442] env[69357]: DEBUG nova.compute.utils [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.849813] env[69357]: DEBUG nova.compute.manager [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.850296] env[69357]: DEBUG nova.network.neutron [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.853816] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Releasing lock "refresh_cache-6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.854271] env[69357]: DEBUG nova.compute.manager [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.854362] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.856106] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d5a865-a449-4a13-8a43-8b61538f85c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.867742] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.868056] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6217ebbd-53c4-48c6-9b8e-13f413530809 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.876788] env[69357]: DEBUG oslo_vmware.api [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for the task: (returnval){ [ 685.876788] env[69357]: value = "task-4150212" [ 685.876788] env[69357]: _type = "Task" [ 685.876788] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.889797] env[69357]: DEBUG oslo_vmware.api [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.925023] env[69357]: DEBUG nova.policy [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '498ef9df3b2e4101bc2a5f90862bced7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff2c0efe39474be18b84ce2158b2815e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.053427] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Task: {'id': task-4150210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.094184] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Task: {'id': task-4150211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.257508] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.358303] env[69357]: DEBUG nova.compute.manager [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.389626] env[69357]: DEBUG oslo_vmware.api [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150212, 'name': PowerOffVM_Task, 'duration_secs': 0.189233} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.389927] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.390520] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.390520] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f31ab0af-2e39-4096-a401-61256e1fd47f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.427102] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.427102] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.431503] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Deleting the datastore file [datastore1] 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.435117] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ca310c0-5e67-491a-b9f2-1d502f38b7e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.444796] env[69357]: DEBUG oslo_vmware.api [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for the task: (returnval){ [ 686.444796] env[69357]: value = "task-4150214" [ 686.444796] env[69357]: _type = "Task" [ 686.444796] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.457899] env[69357]: DEBUG oslo_vmware.api [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.557353] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Task: {'id': task-4150210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.786115} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.557353] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.558108] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43ecda6-cefd-4e74-96d3-b4ce9539d6dc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.590377] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 88c0250f-4a18-4be5-85fd-9701fc9c84be/88c0250f-4a18-4be5-85fd-9701fc9c84be.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.598250] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fb8f3b9-308c-4130-88e0-d2d9605a70ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.626189] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Task: {'id': task-4150211, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.632857] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Waiting for the task: (returnval){ [ 686.632857] env[69357]: value = "task-4150215" [ 686.632857] env[69357]: _type = "Task" [ 686.632857] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.651067] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Task: {'id': task-4150215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.792489] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Acquiring lock "a1a7b57a-d499-4145-bf63-dbce0bc2acc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.792787] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Lock "a1a7b57a-d499-4145-bf63-dbce0bc2acc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.922011] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be02b9e-d996-41f0-80c0-6cb3350e22b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.935486] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acec4901-1729-45ed-a537-e34d826f2206 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.977187] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9d86d6-78b6-433c-b59d-ca3db123bf5d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.991727] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b2375d-af0e-4e56-b24b-a4f5e7cbc638 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.996304] env[69357]: DEBUG oslo_vmware.api [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Task: {'id': task-4150214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298563} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.996584] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.996802] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.997155] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.998486] env[69357]: INFO nova.compute.manager [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 686.998486] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.998486] env[69357]: DEBUG nova.compute.manager [-] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.998660] env[69357]: DEBUG nova.network.neutron [-] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.011687] env[69357]: DEBUG nova.compute.provider_tree [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.091221] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Task: {'id': task-4150211, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.205056} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.091576] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] bf558c86-a733-43d1-a519-6e5a48b04943/bf558c86-a733-43d1-a519-6e5a48b04943.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.091791] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.092050] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-616ec891-6611-4374-bb37-4bd8211483ae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.101416] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Waiting for the task: (returnval){ [ 687.101416] env[69357]: value = "task-4150216" [ 687.101416] env[69357]: _type = "Task" [ 687.101416] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.107162] env[69357]: DEBUG nova.network.neutron [-] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.115740] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Task: {'id': task-4150216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.153298] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Task: {'id': task-4150215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.264243] env[69357]: DEBUG nova.network.neutron [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Successfully created port: 61161ecf-e1b8-4dd3-9cd7-3da33f82ec55 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.373354] env[69357]: DEBUG nova.compute.manager [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.413397] env[69357]: DEBUG nova.virt.hardware [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:51:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='321468225',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1953957029',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.413698] env[69357]: DEBUG nova.virt.hardware [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.413861] env[69357]: DEBUG nova.virt.hardware [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.414078] env[69357]: DEBUG nova.virt.hardware [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.414207] env[69357]: DEBUG nova.virt.hardware [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.414352] env[69357]: DEBUG nova.virt.hardware [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.415184] env[69357]: DEBUG nova.virt.hardware [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.415184] env[69357]: DEBUG nova.virt.hardware [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.416572] env[69357]: DEBUG nova.virt.hardware [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.416572] env[69357]: DEBUG nova.virt.hardware [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.416572] env[69357]: DEBUG nova.virt.hardware [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.419682] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fea82a-6211-4dea-b4a9-d2bcb492d8a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.425680] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d3226d-bcdf-4177-94dc-a1ae37e62707 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.519181] env[69357]: DEBUG nova.scheduler.client.report [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.612950] env[69357]: DEBUG nova.network.neutron [-] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.615397] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Task: {'id': task-4150216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078617} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.615885] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.616894] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b19bbf7-2ec2-49cd-ab56-7f8c922e2d8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.647295] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] bf558c86-a733-43d1-a519-6e5a48b04943/bf558c86-a733-43d1-a519-6e5a48b04943.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.648510] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8072a0ca-cb8c-4c26-aad2-036ed564b1f6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.673620] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Task: {'id': task-4150215, 'name': ReconfigVM_Task, 'duration_secs': 0.69084} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.675248] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 88c0250f-4a18-4be5-85fd-9701fc9c84be/88c0250f-4a18-4be5-85fd-9701fc9c84be.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.676019] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Waiting for the task: (returnval){ [ 687.676019] env[69357]: value = "task-4150217" [ 687.676019] env[69357]: _type = "Task" [ 687.676019] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.676431] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d191d6c7-be55-47d2-a8a0-cb52d911e4f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.688570] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Task: {'id': task-4150217, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.690183] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Waiting for the task: (returnval){ [ 687.690183] env[69357]: value = "task-4150218" [ 687.690183] env[69357]: _type = "Task" [ 687.690183] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.699560] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Task: {'id': task-4150218, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.938871] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquiring lock "012edabe-4abd-408a-bccd-8b79c1e223e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.939386] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "012edabe-4abd-408a-bccd-8b79c1e223e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.024791] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.025090] env[69357]: DEBUG nova.compute.manager [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.028026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.510s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.028026] env[69357]: DEBUG nova.objects.instance [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] Lazy-loading 'resources' on Instance uuid a7897c28-1fac-45b9-8d4e-a8cf554ed7d9 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.037199] env[69357]: DEBUG nova.network.neutron [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Successfully updated port: 9f80b973-7124-44d9-acbe-0dff3054e787 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.117298] env[69357]: INFO nova.compute.manager [-] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Took 1.12 seconds to deallocate network for instance. [ 688.188727] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Task: {'id': task-4150217, 'name': ReconfigVM_Task, 'duration_secs': 0.328533} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.189014] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Reconfigured VM instance instance-0000000b to attach disk [datastore2] bf558c86-a733-43d1-a519-6e5a48b04943/bf558c86-a733-43d1-a519-6e5a48b04943.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.189762] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-881aa996-5423-40be-8705-820954f8eebf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.201053] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Task: {'id': task-4150218, 'name': Rename_Task, 'duration_secs': 0.185401} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.202476] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.202824] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Waiting for the task: (returnval){ [ 688.202824] env[69357]: value = "task-4150219" [ 688.202824] env[69357]: _type = "Task" [ 688.202824] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.203084] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df67f306-f7c4-401d-a0a4-df51d99aaabc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.215187] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Task: {'id': task-4150219, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.216425] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Waiting for the task: (returnval){ [ 688.216425] env[69357]: value = "task-4150220" [ 688.216425] env[69357]: _type = "Task" [ 688.216425] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.229763] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Task: {'id': task-4150220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.448585] env[69357]: DEBUG nova.compute.manager [req-f1bb4aaa-a646-48d4-a3ea-86f8630d3abb req-e69ecc83-942a-402a-844e-8feb84a2c552 service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Received event network-vif-plugged-9f80b973-7124-44d9-acbe-0dff3054e787 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.451448] env[69357]: DEBUG oslo_concurrency.lockutils [req-f1bb4aaa-a646-48d4-a3ea-86f8630d3abb req-e69ecc83-942a-402a-844e-8feb84a2c552 service nova] Acquiring lock "7a15f252-27dd-4d08-b403-e28163cbd102-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.451448] env[69357]: DEBUG oslo_concurrency.lockutils [req-f1bb4aaa-a646-48d4-a3ea-86f8630d3abb req-e69ecc83-942a-402a-844e-8feb84a2c552 service nova] Lock "7a15f252-27dd-4d08-b403-e28163cbd102-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.451448] env[69357]: DEBUG oslo_concurrency.lockutils [req-f1bb4aaa-a646-48d4-a3ea-86f8630d3abb req-e69ecc83-942a-402a-844e-8feb84a2c552 service nova] Lock "7a15f252-27dd-4d08-b403-e28163cbd102-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.451448] env[69357]: DEBUG nova.compute.manager [req-f1bb4aaa-a646-48d4-a3ea-86f8630d3abb req-e69ecc83-942a-402a-844e-8feb84a2c552 service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] No waiting events found dispatching network-vif-plugged-9f80b973-7124-44d9-acbe-0dff3054e787 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 688.451448] env[69357]: WARNING nova.compute.manager [req-f1bb4aaa-a646-48d4-a3ea-86f8630d3abb req-e69ecc83-942a-402a-844e-8feb84a2c552 service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Received unexpected event network-vif-plugged-9f80b973-7124-44d9-acbe-0dff3054e787 for instance with vm_state building and task_state spawning. [ 688.540061] env[69357]: DEBUG nova.compute.utils [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.545141] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "refresh_cache-7a15f252-27dd-4d08-b403-e28163cbd102" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.545615] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquired lock "refresh_cache-7a15f252-27dd-4d08-b403-e28163cbd102" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.545615] env[69357]: DEBUG nova.network.neutron [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.546742] env[69357]: DEBUG nova.compute.manager [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.546922] env[69357]: DEBUG nova.network.neutron [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.627335] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.671836] env[69357]: DEBUG nova.policy [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '457b133e06114c2884ce77f13f04a940', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bba60c265cd42cbacb6d6a334dbd7d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.719851] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Task: {'id': task-4150219, 'name': Rename_Task, 'duration_secs': 0.158725} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.725826] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.726461] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb4a343f-c517-46af-9a50-5adccae24514 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.738904] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Task: {'id': task-4150220, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.740991] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Waiting for the task: (returnval){ [ 688.740991] env[69357]: value = "task-4150221" [ 688.740991] env[69357]: _type = "Task" [ 688.740991] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.755534] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Task: {'id': task-4150221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.007766] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326289fb-ec9b-46a2-8f8a-e53da58a8af4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.021385] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35f48fd-cd61-418e-bf14-474e0b47474c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.064060] env[69357]: DEBUG nova.compute.manager [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.070488] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e13829-2673-480e-8df4-0a710fe18e69 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.081155] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb30eed-8036-457b-8742-4c8da486a360 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.098156] env[69357]: DEBUG nova.compute.provider_tree [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.198844] env[69357]: DEBUG nova.network.neutron [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.231759] env[69357]: DEBUG oslo_vmware.api [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Task: {'id': task-4150220, 'name': PowerOnVM_Task, 'duration_secs': 0.772013} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.231936] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.232354] env[69357]: INFO nova.compute.manager [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Took 6.98 seconds to spawn the instance on the hypervisor. [ 689.232354] env[69357]: DEBUG nova.compute.manager [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 689.233164] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37bb871-9f63-465b-beeb-b136f439b2cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.254578] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Task: {'id': task-4150221, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.604568] env[69357]: DEBUG nova.scheduler.client.report [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.760022] env[69357]: INFO nova.compute.manager [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Took 20.58 seconds to build instance. [ 689.761901] env[69357]: DEBUG oslo_vmware.api [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Task: {'id': task-4150221, 'name': PowerOnVM_Task, 'duration_secs': 0.545547} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.763477] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.763992] env[69357]: INFO nova.compute.manager [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Took 11.12 seconds to spawn the instance on the hypervisor. [ 689.763992] env[69357]: DEBUG nova.compute.manager [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 689.765694] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a14785-062a-40c2-8e18-b1ca57224bc4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.914347] env[69357]: DEBUG nova.network.neutron [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Updating instance_info_cache with network_info: [{"id": "9f80b973-7124-44d9-acbe-0dff3054e787", "address": "fa:16:3e:3d:8f:e8", "network": {"id": "9ac9af87-2a9b-4b98-916d-d52218cbd798", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1209329353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c07fba44da3046f5a349f1c812d09558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f80b973-71", "ovs_interfaceid": "9f80b973-7124-44d9-acbe-0dff3054e787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.933110] env[69357]: DEBUG nova.network.neutron [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Successfully created port: 9198b768-fdbb-4c38-b409-6543d19a7dca {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.076775] env[69357]: DEBUG nova.compute.manager [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.108495] env[69357]: DEBUG nova.virt.hardware [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.108495] env[69357]: DEBUG nova.virt.hardware [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.108495] env[69357]: DEBUG nova.virt.hardware [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.108708] env[69357]: DEBUG nova.virt.hardware [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.108813] env[69357]: DEBUG nova.virt.hardware [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.110307] env[69357]: DEBUG nova.virt.hardware [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.110307] env[69357]: DEBUG nova.virt.hardware [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.110307] env[69357]: DEBUG nova.virt.hardware [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.110307] env[69357]: DEBUG nova.virt.hardware [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.110307] env[69357]: DEBUG nova.virt.hardware [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.110932] env[69357]: DEBUG nova.virt.hardware [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.110932] env[69357]: DEBUG oslo_concurrency.lockutils [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.114270] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d74e7d-adba-45ed-bb2b-aa8e07b500b3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.117265] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.527s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.123047] env[69357]: INFO nova.compute.claims [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.134515] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070dde38-4b8f-41d9-95f1-eb09bb43602d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.165269] env[69357]: INFO nova.scheduler.client.report [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] Deleted allocations for instance a7897c28-1fac-45b9-8d4e-a8cf554ed7d9 [ 690.264031] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a33cd116-d3a5-4a33-9fb4-5c1acf2e35aa tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Lock "88c0250f-4a18-4be5-85fd-9701fc9c84be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.081s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.290200] env[69357]: INFO nova.compute.manager [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Took 25.15 seconds to build instance. [ 690.422361] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Releasing lock "refresh_cache-7a15f252-27dd-4d08-b403-e28163cbd102" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.422361] env[69357]: DEBUG nova.compute.manager [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Instance network_info: |[{"id": "9f80b973-7124-44d9-acbe-0dff3054e787", "address": "fa:16:3e:3d:8f:e8", "network": {"id": "9ac9af87-2a9b-4b98-916d-d52218cbd798", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1209329353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c07fba44da3046f5a349f1c812d09558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f80b973-71", "ovs_interfaceid": "9f80b973-7124-44d9-acbe-0dff3054e787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.422926] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:8f:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f80b973-7124-44d9-acbe-0dff3054e787', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.431350] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Creating folder: Project (c07fba44da3046f5a349f1c812d09558). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.431350] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1dc59ae-a7cc-41cc-bb6c-776d5f10eefa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.444278] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Created folder: Project (c07fba44da3046f5a349f1c812d09558) in parent group-v821763. [ 690.444512] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Creating folder: Instances. Parent ref: group-v821798. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.444834] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5efbf208-6ba5-4cd1-9fb2-59d858af5a23 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.457985] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Created folder: Instances in parent group-v821798. [ 690.458262] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.458532] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.458744] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee7a2719-02b9-4347-ab9b-a08345bc7bb3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.485771] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.485771] env[69357]: value = "task-4150224" [ 690.485771] env[69357]: _type = "Task" [ 690.485771] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.498517] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150224, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.682263] env[69357]: DEBUG oslo_concurrency.lockutils [None req-07941d3a-67d0-4c3f-ba96-3d84b598ef13 tempest-DeleteServersAdminTestJSON-666486710 tempest-DeleteServersAdminTestJSON-666486710-project-admin] Lock "a7897c28-1fac-45b9-8d4e-a8cf554ed7d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.955s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.737179] env[69357]: DEBUG nova.network.neutron [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Successfully updated port: 61161ecf-e1b8-4dd3-9cd7-3da33f82ec55 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.766741] env[69357]: DEBUG nova.compute.manager [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.791905] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1dcaa631-b1e4-4aa0-be72-1dd9cb3c4354 tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Lock "bf558c86-a733-43d1-a519-6e5a48b04943" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.663s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.001811] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150224, 'name': CreateVM_Task, 'duration_secs': 0.439629} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.002012] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.002748] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.003854] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.003854] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.003854] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e4ea528-7cf6-4ab8-8cba-a80a9cf5b240 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.011750] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 691.011750] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5206b661-42fc-3460-19ce-842eafa6ee39" [ 691.011750] env[69357]: _type = "Task" [ 691.011750] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.024819] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5206b661-42fc-3460-19ce-842eafa6ee39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.248221] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Acquiring lock "refresh_cache-ac7f170b-7f83-40f1-8e6d-dea23e91ae30" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.248221] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Acquired lock "refresh_cache-ac7f170b-7f83-40f1-8e6d-dea23e91ae30" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.248221] env[69357]: DEBUG nova.network.neutron [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.298082] env[69357]: DEBUG nova.compute.manager [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.305670] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.318332] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquiring lock "3c97cef7-29d5-4c3c-ad60-6e8ad320241b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.318585] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Lock "3c97cef7-29d5-4c3c-ad60-6e8ad320241b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.523667] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5206b661-42fc-3460-19ce-842eafa6ee39, 'name': SearchDatastore_Task, 'duration_secs': 0.022026} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.524089] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.524376] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.524686] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.524946] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.525183] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.525475] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf9064f9-4db8-4288-a6d2-7746f58f85b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.537738] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.537738] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.542091] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf30f190-cdf1-4af9-bd99-9669596d84e9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.551261] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 691.551261] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52bc15d3-2980-db5c-591d-975abe512bd3" [ 691.551261] env[69357]: _type = "Task" [ 691.551261] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.567147] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52bc15d3-2980-db5c-591d-975abe512bd3, 'name': SearchDatastore_Task, 'duration_secs': 0.011813} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.569194] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8b1170f-5b12-4df0-99cc-4acb30c61ea4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.578865] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 691.578865] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]523e4650-a57d-3d3f-c163-330066cc3987" [ 691.578865] env[69357]: _type = "Task" [ 691.578865] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.586258] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]523e4650-a57d-3d3f-c163-330066cc3987, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.626867] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba3a0bd-3b2b-4040-a344-a8e14400afe3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.636080] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a512d83-2d9f-4376-9af6-c74e2a007c65 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.669300] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a438ec10-9ca0-44fa-bafd-a5343b2703db {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.681024] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046e56d3-3c98-4f8a-887d-4d58c9fed0e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.694248] env[69357]: DEBUG nova.compute.provider_tree [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.786969] env[69357]: DEBUG nova.compute.manager [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Received event network-changed-9f80b973-7124-44d9-acbe-0dff3054e787 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.787630] env[69357]: DEBUG nova.compute.manager [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Refreshing instance network info cache due to event network-changed-9f80b973-7124-44d9-acbe-0dff3054e787. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.787885] env[69357]: DEBUG oslo_concurrency.lockutils [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] Acquiring lock "refresh_cache-7a15f252-27dd-4d08-b403-e28163cbd102" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.788151] env[69357]: DEBUG oslo_concurrency.lockutils [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] Acquired lock "refresh_cache-7a15f252-27dd-4d08-b403-e28163cbd102" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.788214] env[69357]: DEBUG nova.network.neutron [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Refreshing network info cache for port 9f80b973-7124-44d9-acbe-0dff3054e787 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.839634] env[69357]: DEBUG nova.network.neutron [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.844451] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.089901] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]523e4650-a57d-3d3f-c163-330066cc3987, 'name': SearchDatastore_Task, 'duration_secs': 0.011268} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.090226] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.091593] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 7a15f252-27dd-4d08-b403-e28163cbd102/7a15f252-27dd-4d08-b403-e28163cbd102.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.091593] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7d88c83-6518-45d5-9780-0d7fe4fb5ae2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.102139] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 692.102139] env[69357]: value = "task-4150225" [ 692.102139] env[69357]: _type = "Task" [ 692.102139] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.112264] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.184715] env[69357]: DEBUG nova.network.neutron [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Updating instance_info_cache with network_info: [{"id": "61161ecf-e1b8-4dd3-9cd7-3da33f82ec55", "address": "fa:16:3e:82:98:51", "network": {"id": "e0f0df17-e274-461d-bad9-8b676e70e558", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-377505510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff2c0efe39474be18b84ce2158b2815e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61161ecf-e1", "ovs_interfaceid": "61161ecf-e1b8-4dd3-9cd7-3da33f82ec55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.198113] env[69357]: DEBUG nova.scheduler.client.report [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.290013] env[69357]: DEBUG nova.compute.manager [None req-e3a7064d-a8bf-4b38-8fdc-a5c4df73e171 tempest-ServerDiagnosticsV248Test-692844967 tempest-ServerDiagnosticsV248Test-692844967-project-admin] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 692.290920] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856e9d6a-c6b9-4f76-835d-5676f5951706 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.303331] env[69357]: INFO nova.compute.manager [None req-e3a7064d-a8bf-4b38-8fdc-a5c4df73e171 tempest-ServerDiagnosticsV248Test-692844967 tempest-ServerDiagnosticsV248Test-692844967-project-admin] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Retrieving diagnostics [ 692.304318] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5977c8da-7a99-4cf1-a84e-9b1e9d5e133e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.359599] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Acquiring lock "33b2f0d9-d895-461a-ae4c-6601fc747f8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.359599] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Lock "33b2f0d9-d895-461a-ae4c-6601fc747f8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.455176] env[69357]: DEBUG nova.network.neutron [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Successfully updated port: 9198b768-fdbb-4c38-b409-6543d19a7dca {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.615034] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150225, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.625592] env[69357]: DEBUG nova.network.neutron [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Updated VIF entry in instance network info cache for port 9f80b973-7124-44d9-acbe-0dff3054e787. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.625955] env[69357]: DEBUG nova.network.neutron [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Updating instance_info_cache with network_info: [{"id": "9f80b973-7124-44d9-acbe-0dff3054e787", "address": "fa:16:3e:3d:8f:e8", "network": {"id": "9ac9af87-2a9b-4b98-916d-d52218cbd798", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1209329353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c07fba44da3046f5a349f1c812d09558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f80b973-71", "ovs_interfaceid": "9f80b973-7124-44d9-acbe-0dff3054e787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.689988] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Releasing lock "refresh_cache-ac7f170b-7f83-40f1-8e6d-dea23e91ae30" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.690424] env[69357]: DEBUG nova.compute.manager [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Instance network_info: |[{"id": "61161ecf-e1b8-4dd3-9cd7-3da33f82ec55", "address": "fa:16:3e:82:98:51", "network": {"id": "e0f0df17-e274-461d-bad9-8b676e70e558", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-377505510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff2c0efe39474be18b84ce2158b2815e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61161ecf-e1", "ovs_interfaceid": "61161ecf-e1b8-4dd3-9cd7-3da33f82ec55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.690886] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:98:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61161ecf-e1b8-4dd3-9cd7-3da33f82ec55', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.701219] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Creating folder: Project (ff2c0efe39474be18b84ce2158b2815e). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.701763] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76f59a42-468a-4b36-9ffc-79fb010e79e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.705056] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.705620] env[69357]: DEBUG nova.compute.manager [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.709324] env[69357]: DEBUG oslo_concurrency.lockutils [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.168s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.711018] env[69357]: INFO nova.compute.claims [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.730515] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Created folder: Project (ff2c0efe39474be18b84ce2158b2815e) in parent group-v821763. [ 692.730756] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Creating folder: Instances. Parent ref: group-v821801. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.731045] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ea593b0-ef1e-4b90-ac36-4718d8555efa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.754115] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Created folder: Instances in parent group-v821801. [ 692.754449] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.755425] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.755425] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e39eb600-da66-4a70-9818-bce651ef3432 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.782174] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.782174] env[69357]: value = "task-4150228" [ 692.782174] env[69357]: _type = "Task" [ 692.782174] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.798429] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150228, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.958972] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Acquiring lock "refresh_cache-38e44f28-3083-467e-8f8b-3685f6b180a2" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.960472] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Acquired lock "refresh_cache-38e44f28-3083-467e-8f8b-3685f6b180a2" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.960472] env[69357]: DEBUG nova.network.neutron [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.115449] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150225, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.130391] env[69357]: DEBUG oslo_concurrency.lockutils [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] Releasing lock "refresh_cache-7a15f252-27dd-4d08-b403-e28163cbd102" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.130656] env[69357]: DEBUG nova.compute.manager [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Received event network-changed-4b02a051-22c0-400f-ae3f-121acecbb02e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.130822] env[69357]: DEBUG nova.compute.manager [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Refreshing instance network info cache due to event network-changed-4b02a051-22c0-400f-ae3f-121acecbb02e. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.131058] env[69357]: DEBUG oslo_concurrency.lockutils [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] Acquiring lock "refresh_cache-888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.131725] env[69357]: DEBUG oslo_concurrency.lockutils [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] Acquired lock "refresh_cache-888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.131725] env[69357]: DEBUG nova.network.neutron [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Refreshing network info cache for port 4b02a051-22c0-400f-ae3f-121acecbb02e {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.211314] env[69357]: DEBUG nova.compute.utils [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.212776] env[69357]: DEBUG nova.compute.manager [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.212957] env[69357]: DEBUG nova.network.neutron [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.288231] env[69357]: DEBUG nova.policy [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fc17b6dda73432fa2c741668ed2fcc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dec490e9ff314296a4e866f768063375', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.294916] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Acquiring lock "1ba11df2-a9d1-4d31-ba73-f84c957dd5d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.295470] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Lock "1ba11df2-a9d1-4d31-ba73-f84c957dd5d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.303466] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150228, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.523617] env[69357]: DEBUG nova.network.neutron [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.617572] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150225, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.029804} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.618067] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 7a15f252-27dd-4d08-b403-e28163cbd102/7a15f252-27dd-4d08-b403-e28163cbd102.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.618468] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.619218] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbcbb179-3aca-445e-9c40-5319bedafcc4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.632170] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 693.632170] env[69357]: value = "task-4150229" [ 693.632170] env[69357]: _type = "Task" [ 693.632170] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.644216] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.718759] env[69357]: DEBUG nova.compute.manager [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.786181] env[69357]: DEBUG nova.compute.manager [req-7e392b1d-11ae-4f02-bda1-31c916b8c655 req-b3f82fd6-f1ea-413e-b690-91f4c068c418 service nova] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Received event network-changed-5e4ab21b-35cc-4073-99a7-f0f4fddd12ed {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.786181] env[69357]: DEBUG nova.compute.manager [req-7e392b1d-11ae-4f02-bda1-31c916b8c655 req-b3f82fd6-f1ea-413e-b690-91f4c068c418 service nova] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Refreshing instance network info cache due to event network-changed-5e4ab21b-35cc-4073-99a7-f0f4fddd12ed. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.786181] env[69357]: DEBUG oslo_concurrency.lockutils [req-7e392b1d-11ae-4f02-bda1-31c916b8c655 req-b3f82fd6-f1ea-413e-b690-91f4c068c418 service nova] Acquiring lock "refresh_cache-bf558c86-a733-43d1-a519-6e5a48b04943" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.786181] env[69357]: DEBUG oslo_concurrency.lockutils [req-7e392b1d-11ae-4f02-bda1-31c916b8c655 req-b3f82fd6-f1ea-413e-b690-91f4c068c418 service nova] Acquired lock "refresh_cache-bf558c86-a733-43d1-a519-6e5a48b04943" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.786181] env[69357]: DEBUG nova.network.neutron [req-7e392b1d-11ae-4f02-bda1-31c916b8c655 req-b3f82fd6-f1ea-413e-b690-91f4c068c418 service nova] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Refreshing network info cache for port 5e4ab21b-35cc-4073-99a7-f0f4fddd12ed {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.802822] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150228, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.850843] env[69357]: DEBUG nova.network.neutron [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Updating instance_info_cache with network_info: [{"id": "9198b768-fdbb-4c38-b409-6543d19a7dca", "address": "fa:16:3e:a2:f5:c5", "network": {"id": "6617fae0-5310-41a0-bd44-5d19269b40ea", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1096000929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0bba60c265cd42cbacb6d6a334dbd7d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9198b768-fd", "ovs_interfaceid": "9198b768-fdbb-4c38-b409-6543d19a7dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.993392] env[69357]: DEBUG nova.network.neutron [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Successfully created port: 24ade96f-3541-42c9-9f06-ec6e60dc2e9a {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.121089] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe021c5-bff0-46b1-be2d-32e0ca4e6946 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.129445] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d529894b-a98d-43b4-be3b-a8afd3ef1430 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.142896] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075511} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.170034] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.171083] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3cc176-5db0-479f-9eb9-7a36206847e9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.174209] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcf7ce8-e1fa-4df0-b235-310111db1084 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.192326] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d08d1d9-5b7d-41d6-8aa5-1c7721c8d025 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.204671] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 7a15f252-27dd-4d08-b403-e28163cbd102/7a15f252-27dd-4d08-b403-e28163cbd102.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.207658] env[69357]: DEBUG nova.network.neutron [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Updated VIF entry in instance network info cache for port 4b02a051-22c0-400f-ae3f-121acecbb02e. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.207658] env[69357]: DEBUG nova.network.neutron [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Updating instance_info_cache with network_info: [{"id": "4b02a051-22c0-400f-ae3f-121acecbb02e", "address": "fa:16:3e:3f:43:be", "network": {"id": "7b97818a-7ab9-4d13-8bae-cfe28293dfec", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1972774982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8776b1da20f34f59bf636d08c105ed2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b02a051-22", "ovs_interfaceid": "4b02a051-22c0-400f-ae3f-121acecbb02e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.207877] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-464d2980-4253-4150-b5fe-eb464aa224f4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.239872] env[69357]: DEBUG nova.compute.provider_tree [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.246288] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 694.246288] env[69357]: value = "task-4150230" [ 694.246288] env[69357]: _type = "Task" [ 694.246288] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.256186] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.298992] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150228, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.354134] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Releasing lock "refresh_cache-38e44f28-3083-467e-8f8b-3685f6b180a2" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.354551] env[69357]: DEBUG nova.compute.manager [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Instance network_info: |[{"id": "9198b768-fdbb-4c38-b409-6543d19a7dca", "address": "fa:16:3e:a2:f5:c5", "network": {"id": "6617fae0-5310-41a0-bd44-5d19269b40ea", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1096000929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0bba60c265cd42cbacb6d6a334dbd7d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9198b768-fd", "ovs_interfaceid": "9198b768-fdbb-4c38-b409-6543d19a7dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.355236] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:f5:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9198b768-fdbb-4c38-b409-6543d19a7dca', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.362984] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Creating folder: Project (0bba60c265cd42cbacb6d6a334dbd7d5). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.363891] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b91b30e4-c972-4e66-a535-e968ab18d21d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.376895] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Created folder: Project (0bba60c265cd42cbacb6d6a334dbd7d5) in parent group-v821763. [ 694.377149] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Creating folder: Instances. Parent ref: group-v821804. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.377404] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f7d5676-9bf6-410b-aad6-6e73c15dc964 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.388467] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Created folder: Instances in parent group-v821804. [ 694.388738] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.388939] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.389166] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2921eb14-ac7e-4fec-9d10-5ccef5c9e0ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.411375] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.411375] env[69357]: value = "task-4150233" [ 694.411375] env[69357]: _type = "Task" [ 694.411375] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.420319] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150233, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.473444] env[69357]: DEBUG nova.compute.manager [req-30621cb5-8dbd-46e3-a108-d2568beec7e9 req-a7214790-c057-4df2-85d8-24d9ab3ba658 service nova] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Received event network-changed-61161ecf-e1b8-4dd3-9cd7-3da33f82ec55 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.473722] env[69357]: DEBUG nova.compute.manager [req-30621cb5-8dbd-46e3-a108-d2568beec7e9 req-a7214790-c057-4df2-85d8-24d9ab3ba658 service nova] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Refreshing instance network info cache due to event network-changed-61161ecf-e1b8-4dd3-9cd7-3da33f82ec55. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.474017] env[69357]: DEBUG oslo_concurrency.lockutils [req-30621cb5-8dbd-46e3-a108-d2568beec7e9 req-a7214790-c057-4df2-85d8-24d9ab3ba658 service nova] Acquiring lock "refresh_cache-ac7f170b-7f83-40f1-8e6d-dea23e91ae30" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.474259] env[69357]: DEBUG oslo_concurrency.lockutils [req-30621cb5-8dbd-46e3-a108-d2568beec7e9 req-a7214790-c057-4df2-85d8-24d9ab3ba658 service nova] Acquired lock "refresh_cache-ac7f170b-7f83-40f1-8e6d-dea23e91ae30" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.474492] env[69357]: DEBUG nova.network.neutron [req-30621cb5-8dbd-46e3-a108-d2568beec7e9 req-a7214790-c057-4df2-85d8-24d9ab3ba658 service nova] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Refreshing network info cache for port 61161ecf-e1b8-4dd3-9cd7-3da33f82ec55 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.700679] env[69357]: DEBUG nova.network.neutron [req-7e392b1d-11ae-4f02-bda1-31c916b8c655 req-b3f82fd6-f1ea-413e-b690-91f4c068c418 service nova] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Updated VIF entry in instance network info cache for port 5e4ab21b-35cc-4073-99a7-f0f4fddd12ed. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.701182] env[69357]: DEBUG nova.network.neutron [req-7e392b1d-11ae-4f02-bda1-31c916b8c655 req-b3f82fd6-f1ea-413e-b690-91f4c068c418 service nova] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Updating instance_info_cache with network_info: [{"id": "5e4ab21b-35cc-4073-99a7-f0f4fddd12ed", "address": "fa:16:3e:a3:bb:cf", "network": {"id": "43d0e6c6-bf85-429a-8a16-53f9319e3b45", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-169469858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab43831351564ddab1115b7cb6784b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e4ab21b-35", "ovs_interfaceid": "5e4ab21b-35cc-4073-99a7-f0f4fddd12ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.710169] env[69357]: DEBUG oslo_concurrency.lockutils [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] Releasing lock "refresh_cache-888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.710850] env[69357]: DEBUG nova.compute.manager [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Received event network-vif-plugged-61161ecf-e1b8-4dd3-9cd7-3da33f82ec55 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.710850] env[69357]: DEBUG oslo_concurrency.lockutils [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] Acquiring lock "ac7f170b-7f83-40f1-8e6d-dea23e91ae30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.710850] env[69357]: DEBUG oslo_concurrency.lockutils [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] Lock "ac7f170b-7f83-40f1-8e6d-dea23e91ae30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.711186] env[69357]: DEBUG oslo_concurrency.lockutils [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] Lock "ac7f170b-7f83-40f1-8e6d-dea23e91ae30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.711405] env[69357]: DEBUG nova.compute.manager [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] No waiting events found dispatching network-vif-plugged-61161ecf-e1b8-4dd3-9cd7-3da33f82ec55 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 694.711607] env[69357]: WARNING nova.compute.manager [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Received unexpected event network-vif-plugged-61161ecf-e1b8-4dd3-9cd7-3da33f82ec55 for instance with vm_state building and task_state spawning. [ 694.711776] env[69357]: DEBUG nova.compute.manager [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Received event network-changed-c86c212e-2e56-4561-a254-215ae27a7b86 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.711952] env[69357]: DEBUG nova.compute.manager [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Refreshing instance network info cache due to event network-changed-c86c212e-2e56-4561-a254-215ae27a7b86. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.712176] env[69357]: DEBUG oslo_concurrency.lockutils [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] Acquiring lock "refresh_cache-1e4ea406-6581-4b1c-908b-18cf9d36a1e1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.712370] env[69357]: DEBUG oslo_concurrency.lockutils [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] Acquired lock "refresh_cache-1e4ea406-6581-4b1c-908b-18cf9d36a1e1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.712576] env[69357]: DEBUG nova.network.neutron [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Refreshing network info cache for port c86c212e-2e56-4561-a254-215ae27a7b86 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.732675] env[69357]: DEBUG nova.compute.manager [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.742836] env[69357]: DEBUG nova.scheduler.client.report [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.758295] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.770333] env[69357]: DEBUG nova.virt.hardware [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.770613] env[69357]: DEBUG nova.virt.hardware [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.773831] env[69357]: DEBUG nova.virt.hardware [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.773831] env[69357]: DEBUG nova.virt.hardware [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.773831] env[69357]: DEBUG nova.virt.hardware [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.773831] env[69357]: DEBUG nova.virt.hardware [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.773831] env[69357]: DEBUG nova.virt.hardware [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.774153] env[69357]: DEBUG nova.virt.hardware [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.774212] env[69357]: DEBUG nova.virt.hardware [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.774407] env[69357]: DEBUG nova.virt.hardware [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.774606] env[69357]: DEBUG nova.virt.hardware [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.775557] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892b7235-18bc-4f1f-afbe-49f34806d910 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.791464] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7d6dad-49e1-4c1f-a927-bcd0c30ef092 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.806592] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150228, 'name': CreateVM_Task, 'duration_secs': 1.920182} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.814973] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.816280] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.816448] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.816799] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.817077] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-028fa953-140c-4060-9621-fc1681e106cb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.822940] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for the task: (returnval){ [ 694.822940] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]526f0ae4-23ec-9f5e-76cc-93addc68fc50" [ 694.822940] env[69357]: _type = "Task" [ 694.822940] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.833104] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526f0ae4-23ec-9f5e-76cc-93addc68fc50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.921785] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150233, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.205306] env[69357]: DEBUG oslo_concurrency.lockutils [req-7e392b1d-11ae-4f02-bda1-31c916b8c655 req-b3f82fd6-f1ea-413e-b690-91f4c068c418 service nova] Releasing lock "refresh_cache-bf558c86-a733-43d1-a519-6e5a48b04943" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.252331] env[69357]: DEBUG oslo_concurrency.lockutils [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.252331] env[69357]: DEBUG nova.compute.manager [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.254646] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.980s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.255514] env[69357]: DEBUG nova.objects.instance [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lazy-loading 'resources' on Instance uuid 67aee0eb-ec71-4dab-848e-5434e2966374 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.271866] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150230, 'name': ReconfigVM_Task, 'duration_secs': 0.750229} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.272303] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 7a15f252-27dd-4d08-b403-e28163cbd102/7a15f252-27dd-4d08-b403-e28163cbd102.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.274022] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79bb826d-f8bf-4900-8eb9-d461f16bf892 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.285753] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 695.285753] env[69357]: value = "task-4150234" [ 695.285753] env[69357]: _type = "Task" [ 695.285753] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.300704] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150234, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.335545] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526f0ae4-23ec-9f5e-76cc-93addc68fc50, 'name': SearchDatastore_Task, 'duration_secs': 0.010626} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.335911] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.336174] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.336469] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.336630] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.336906] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.337213] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9d17ba8-22eb-40ca-a328-55512fe302ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.349256] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.349522] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.350312] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a327b82-a685-4b6c-9d35-37b9c0fde963 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.360803] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for the task: (returnval){ [ 695.360803] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5215071b-07c5-f323-2314-2c73c64887d0" [ 695.360803] env[69357]: _type = "Task" [ 695.360803] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.369901] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5215071b-07c5-f323-2314-2c73c64887d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.422878] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150233, 'name': CreateVM_Task, 'duration_secs': 0.575739} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.423163] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.423942] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.424190] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.424804] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.425470] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dfc515d-d7c5-4463-afa0-40509d3adfa0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.431338] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Waiting for the task: (returnval){ [ 695.431338] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a8ee70-0ef4-3558-c431-baf0121c9b35" [ 695.431338] env[69357]: _type = "Task" [ 695.431338] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.444236] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a8ee70-0ef4-3558-c431-baf0121c9b35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.534300] env[69357]: DEBUG nova.network.neutron [req-30621cb5-8dbd-46e3-a108-d2568beec7e9 req-a7214790-c057-4df2-85d8-24d9ab3ba658 service nova] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Updated VIF entry in instance network info cache for port 61161ecf-e1b8-4dd3-9cd7-3da33f82ec55. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.534714] env[69357]: DEBUG nova.network.neutron [req-30621cb5-8dbd-46e3-a108-d2568beec7e9 req-a7214790-c057-4df2-85d8-24d9ab3ba658 service nova] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Updating instance_info_cache with network_info: [{"id": "61161ecf-e1b8-4dd3-9cd7-3da33f82ec55", "address": "fa:16:3e:82:98:51", "network": {"id": "e0f0df17-e274-461d-bad9-8b676e70e558", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-377505510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff2c0efe39474be18b84ce2158b2815e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61161ecf-e1", "ovs_interfaceid": "61161ecf-e1b8-4dd3-9cd7-3da33f82ec55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.642316] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.642563] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.771921] env[69357]: DEBUG nova.compute.utils [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.773281] env[69357]: DEBUG nova.compute.manager [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.773467] env[69357]: DEBUG nova.network.neutron [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.802076] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150234, 'name': Rename_Task, 'duration_secs': 0.230494} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.805657] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.806874] env[69357]: DEBUG nova.network.neutron [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Updated VIF entry in instance network info cache for port c86c212e-2e56-4561-a254-215ae27a7b86. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.807272] env[69357]: DEBUG nova.network.neutron [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Updating instance_info_cache with network_info: [{"id": "c86c212e-2e56-4561-a254-215ae27a7b86", "address": "fa:16:3e:0a:02:e1", "network": {"id": "268dadaf-5386-4f23-9782-24f523c9f6b5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-772345931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb4912e6ee3f4fb3b8c7a1baec5890e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86c212e-2e", "ovs_interfaceid": "c86c212e-2e56-4561-a254-215ae27a7b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.808684] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9980801b-9e43-4424-b327-42de537b98cb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.817557] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 695.817557] env[69357]: value = "task-4150235" [ 695.817557] env[69357]: _type = "Task" [ 695.817557] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.832097] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.876469] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5215071b-07c5-f323-2314-2c73c64887d0, 'name': SearchDatastore_Task, 'duration_secs': 0.01329} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.877394] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f072ea-20be-4a52-a027-564cbe20edab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.888032] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for the task: (returnval){ [ 695.888032] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5292f793-eaa4-e811-c2c4-6ca048676a29" [ 695.888032] env[69357]: _type = "Task" [ 695.888032] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.895851] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5292f793-eaa4-e811-c2c4-6ca048676a29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.945783] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a8ee70-0ef4-3558-c431-baf0121c9b35, 'name': SearchDatastore_Task, 'duration_secs': 0.014759} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.946617] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.946905] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.947233] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.950866] env[69357]: DEBUG nova.policy [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c47c8f4a901b477a8a91374c59c49168', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ae212c3a0ca49c5b318ba00b9a6ce94', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.037683] env[69357]: DEBUG oslo_concurrency.lockutils [req-30621cb5-8dbd-46e3-a108-d2568beec7e9 req-a7214790-c057-4df2-85d8-24d9ab3ba658 service nova] Releasing lock "refresh_cache-ac7f170b-7f83-40f1-8e6d-dea23e91ae30" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.038014] env[69357]: DEBUG nova.compute.manager [req-30621cb5-8dbd-46e3-a108-d2568beec7e9 req-a7214790-c057-4df2-85d8-24d9ab3ba658 service nova] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Received event network-vif-plugged-9198b768-fdbb-4c38-b409-6543d19a7dca {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.038231] env[69357]: DEBUG oslo_concurrency.lockutils [req-30621cb5-8dbd-46e3-a108-d2568beec7e9 req-a7214790-c057-4df2-85d8-24d9ab3ba658 service nova] Acquiring lock "38e44f28-3083-467e-8f8b-3685f6b180a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.038592] env[69357]: DEBUG oslo_concurrency.lockutils [req-30621cb5-8dbd-46e3-a108-d2568beec7e9 req-a7214790-c057-4df2-85d8-24d9ab3ba658 service nova] Lock "38e44f28-3083-467e-8f8b-3685f6b180a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.038798] env[69357]: DEBUG oslo_concurrency.lockutils [req-30621cb5-8dbd-46e3-a108-d2568beec7e9 req-a7214790-c057-4df2-85d8-24d9ab3ba658 service nova] Lock "38e44f28-3083-467e-8f8b-3685f6b180a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.038980] env[69357]: DEBUG nova.compute.manager [req-30621cb5-8dbd-46e3-a108-d2568beec7e9 req-a7214790-c057-4df2-85d8-24d9ab3ba658 service nova] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] No waiting events found dispatching network-vif-plugged-9198b768-fdbb-4c38-b409-6543d19a7dca {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 696.039176] env[69357]: WARNING nova.compute.manager [req-30621cb5-8dbd-46e3-a108-d2568beec7e9 req-a7214790-c057-4df2-85d8-24d9ab3ba658 service nova] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Received unexpected event network-vif-plugged-9198b768-fdbb-4c38-b409-6543d19a7dca for instance with vm_state building and task_state spawning. [ 696.039359] env[69357]: DEBUG nova.compute.manager [req-30621cb5-8dbd-46e3-a108-d2568beec7e9 req-a7214790-c057-4df2-85d8-24d9ab3ba658 service nova] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Received event network-changed-9198b768-fdbb-4c38-b409-6543d19a7dca {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.039543] env[69357]: DEBUG nova.compute.manager [req-30621cb5-8dbd-46e3-a108-d2568beec7e9 req-a7214790-c057-4df2-85d8-24d9ab3ba658 service nova] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Refreshing instance network info cache due to event network-changed-9198b768-fdbb-4c38-b409-6543d19a7dca. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.039729] env[69357]: DEBUG oslo_concurrency.lockutils [req-30621cb5-8dbd-46e3-a108-d2568beec7e9 req-a7214790-c057-4df2-85d8-24d9ab3ba658 service nova] Acquiring lock "refresh_cache-38e44f28-3083-467e-8f8b-3685f6b180a2" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.039871] env[69357]: DEBUG oslo_concurrency.lockutils [req-30621cb5-8dbd-46e3-a108-d2568beec7e9 req-a7214790-c057-4df2-85d8-24d9ab3ba658 service nova] Acquired lock "refresh_cache-38e44f28-3083-467e-8f8b-3685f6b180a2" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.040045] env[69357]: DEBUG nova.network.neutron [req-30621cb5-8dbd-46e3-a108-d2568beec7e9 req-a7214790-c057-4df2-85d8-24d9ab3ba658 service nova] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Refreshing network info cache for port 9198b768-fdbb-4c38-b409-6543d19a7dca {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.176442] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d5105e-ae5b-41d7-951f-a56a98b0d3ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.185834] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b2a5c8-4f5f-4c46-bd4d-68d46713e1f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.220724] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac92c47-4f66-426e-9c09-67c2930de703 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.231018] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f75ef1-2c5b-47f9-a542-60c9270152d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.246677] env[69357]: DEBUG nova.compute.provider_tree [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.278235] env[69357]: DEBUG nova.compute.manager [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.312723] env[69357]: DEBUG oslo_concurrency.lockutils [req-206f242c-b8f8-4541-a516-a98d8a8cc1e1 req-5872e9e0-0852-4abd-9371-f656e6407b0f service nova] Releasing lock "refresh_cache-1e4ea406-6581-4b1c-908b-18cf9d36a1e1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.334060] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150235, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.399384] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5292f793-eaa4-e811-c2c4-6ca048676a29, 'name': SearchDatastore_Task, 'duration_secs': 0.029583} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.400769] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.401262] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] ac7f170b-7f83-40f1-8e6d-dea23e91ae30/ac7f170b-7f83-40f1-8e6d-dea23e91ae30.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.402099] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.402494] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.402853] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0efcd89-8294-45ec-9ed4-60387d0195e4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.407019] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a7440e2-aed8-4c10-9229-23c5faf2e48f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.416255] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for the task: (returnval){ [ 696.416255] env[69357]: value = "task-4150236" [ 696.416255] env[69357]: _type = "Task" [ 696.416255] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.418319] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.418964] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.425240] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b39cfd56-8cb4-4e94-aaa5-8bffd55cdd9e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.429388] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Waiting for the task: (returnval){ [ 696.429388] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a80f90-8c17-ba02-ed97-3f5ac6a0ca31" [ 696.429388] env[69357]: _type = "Task" [ 696.429388] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.434554] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.444040] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a80f90-8c17-ba02-ed97-3f5ac6a0ca31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.567386] env[69357]: DEBUG nova.network.neutron [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Successfully updated port: 24ade96f-3541-42c9-9f06-ec6e60dc2e9a {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.754713] env[69357]: DEBUG nova.scheduler.client.report [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.833143] env[69357]: DEBUG oslo_vmware.api [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150235, 'name': PowerOnVM_Task, 'duration_secs': 0.832551} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.837024] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.837024] env[69357]: INFO nova.compute.manager [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Took 12.03 seconds to spawn the instance on the hypervisor. [ 696.837024] env[69357]: DEBUG nova.compute.manager [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 696.837024] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59aff067-7cb9-4451-8376-776aa70897f7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.936932] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150236, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.952371] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a80f90-8c17-ba02-ed97-3f5ac6a0ca31, 'name': SearchDatastore_Task, 'duration_secs': 0.020903} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.952371] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71157c87-3ef2-4928-b9eb-6fac359cc025 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.967473] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Waiting for the task: (returnval){ [ 696.967473] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52970356-07ed-f2ea-00e2-4adb9a0ceea9" [ 696.967473] env[69357]: _type = "Task" [ 696.967473] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.980098] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52970356-07ed-f2ea-00e2-4adb9a0ceea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.985066] env[69357]: DEBUG nova.compute.manager [req-5d5f8222-017a-45df-98e7-5957341dfe3c req-1dfa8b02-e2c0-4437-8ada-b8e2cbc682d9 service nova] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Received event network-vif-plugged-24ade96f-3541-42c9-9f06-ec6e60dc2e9a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.985591] env[69357]: DEBUG oslo_concurrency.lockutils [req-5d5f8222-017a-45df-98e7-5957341dfe3c req-1dfa8b02-e2c0-4437-8ada-b8e2cbc682d9 service nova] Acquiring lock "649feb1b-250b-4d3f-be9c-89dc5cb17488-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.985591] env[69357]: DEBUG oslo_concurrency.lockutils [req-5d5f8222-017a-45df-98e7-5957341dfe3c req-1dfa8b02-e2c0-4437-8ada-b8e2cbc682d9 service nova] Lock "649feb1b-250b-4d3f-be9c-89dc5cb17488-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.985828] env[69357]: DEBUG oslo_concurrency.lockutils [req-5d5f8222-017a-45df-98e7-5957341dfe3c req-1dfa8b02-e2c0-4437-8ada-b8e2cbc682d9 service nova] Lock "649feb1b-250b-4d3f-be9c-89dc5cb17488-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.986031] env[69357]: DEBUG nova.compute.manager [req-5d5f8222-017a-45df-98e7-5957341dfe3c req-1dfa8b02-e2c0-4437-8ada-b8e2cbc682d9 service nova] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] No waiting events found dispatching network-vif-plugged-24ade96f-3541-42c9-9f06-ec6e60dc2e9a {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 696.986273] env[69357]: WARNING nova.compute.manager [req-5d5f8222-017a-45df-98e7-5957341dfe3c req-1dfa8b02-e2c0-4437-8ada-b8e2cbc682d9 service nova] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Received unexpected event network-vif-plugged-24ade96f-3541-42c9-9f06-ec6e60dc2e9a for instance with vm_state building and task_state spawning. [ 697.070114] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Acquiring lock "refresh_cache-649feb1b-250b-4d3f-be9c-89dc5cb17488" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.070539] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Acquired lock "refresh_cache-649feb1b-250b-4d3f-be9c-89dc5cb17488" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.070749] env[69357]: DEBUG nova.network.neutron [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.263815] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.268522] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.669s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.268522] env[69357]: DEBUG nova.objects.instance [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Lazy-loading 'resources' on Instance uuid fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.291707] env[69357]: DEBUG nova.compute.manager [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.295951] env[69357]: INFO nova.scheduler.client.report [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Deleted allocations for instance 67aee0eb-ec71-4dab-848e-5434e2966374 [ 697.335080] env[69357]: DEBUG nova.virt.hardware [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.335467] env[69357]: DEBUG nova.virt.hardware [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.335645] env[69357]: DEBUG nova.virt.hardware [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.335907] env[69357]: DEBUG nova.virt.hardware [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.336213] env[69357]: DEBUG nova.virt.hardware [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.336251] env[69357]: DEBUG nova.virt.hardware [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.336500] env[69357]: DEBUG nova.virt.hardware [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.339046] env[69357]: DEBUG nova.virt.hardware [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.339046] env[69357]: DEBUG nova.virt.hardware [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.339046] env[69357]: DEBUG nova.virt.hardware [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.339046] env[69357]: DEBUG nova.virt.hardware [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.339046] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Acquiring lock "43fa3c7f-7341-418c-8773-4e3649056090" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.339615] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Lock "43fa3c7f-7341-418c-8773-4e3649056090" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.339615] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8f73f6-f0d0-45a2-b4c5-1efac52c184c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.350060] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefff554-4538-4f55-9b9c-6bbd2c679d4c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.373011] env[69357]: INFO nova.compute.manager [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Took 27.57 seconds to build instance. [ 697.430748] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619135} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.431073] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] ac7f170b-7f83-40f1-8e6d-dea23e91ae30/ac7f170b-7f83-40f1-8e6d-dea23e91ae30.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.431291] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.431544] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2caa77a6-f8bf-4490-9cb4-cacdfcce69e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.443490] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for the task: (returnval){ [ 697.443490] env[69357]: value = "task-4150237" [ 697.443490] env[69357]: _type = "Task" [ 697.443490] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.462420] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.465882] env[69357]: DEBUG nova.network.neutron [req-30621cb5-8dbd-46e3-a108-d2568beec7e9 req-a7214790-c057-4df2-85d8-24d9ab3ba658 service nova] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Updated VIF entry in instance network info cache for port 9198b768-fdbb-4c38-b409-6543d19a7dca. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.466236] env[69357]: DEBUG nova.network.neutron [req-30621cb5-8dbd-46e3-a108-d2568beec7e9 req-a7214790-c057-4df2-85d8-24d9ab3ba658 service nova] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Updating instance_info_cache with network_info: [{"id": "9198b768-fdbb-4c38-b409-6543d19a7dca", "address": "fa:16:3e:a2:f5:c5", "network": {"id": "6617fae0-5310-41a0-bd44-5d19269b40ea", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1096000929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0bba60c265cd42cbacb6d6a334dbd7d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9198b768-fd", "ovs_interfaceid": "9198b768-fdbb-4c38-b409-6543d19a7dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.479016] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52970356-07ed-f2ea-00e2-4adb9a0ceea9, 'name': SearchDatastore_Task, 'duration_secs': 0.053389} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.479501] env[69357]: DEBUG nova.network.neutron [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Successfully created port: d171bd20-a981-427d-8a08-5abf6dc65853 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.482467] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.482467] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 38e44f28-3083-467e-8f8b-3685f6b180a2/38e44f28-3083-467e-8f8b-3685f6b180a2.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.482731] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ff56f20-0f31-481a-8158-12bb7b7a8712 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.491240] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Waiting for the task: (returnval){ [ 697.491240] env[69357]: value = "task-4150238" [ 697.491240] env[69357]: _type = "Task" [ 697.491240] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.502695] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Task: {'id': task-4150238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.658714] env[69357]: DEBUG nova.network.neutron [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.814606] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bee2033a-7741-45b7-83d2-30f5c16c1911 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "67aee0eb-ec71-4dab-848e-5434e2966374" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.544s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.876440] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ce8e05b6-863e-4ceb-a5eb-bcd5f630841b tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "7a15f252-27dd-4d08-b403-e28163cbd102" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.025s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.964023] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.282264} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.964023] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.964023] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89961d8f-2617-4343-9805-1ba0ff2f8ac0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.987312] env[69357]: DEBUG oslo_concurrency.lockutils [req-30621cb5-8dbd-46e3-a108-d2568beec7e9 req-a7214790-c057-4df2-85d8-24d9ab3ba658 service nova] Releasing lock "refresh_cache-38e44f28-3083-467e-8f8b-3685f6b180a2" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.998142] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] ac7f170b-7f83-40f1-8e6d-dea23e91ae30/ac7f170b-7f83-40f1-8e6d-dea23e91ae30.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.001583] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-284f881b-e515-4616-9027-935b57bff3a3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.032532] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Task: {'id': task-4150238, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.037040] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for the task: (returnval){ [ 698.037040] env[69357]: value = "task-4150239" [ 698.037040] env[69357]: _type = "Task" [ 698.037040] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.047650] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150239, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.194195] env[69357]: DEBUG nova.network.neutron [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Updating instance_info_cache with network_info: [{"id": "24ade96f-3541-42c9-9f06-ec6e60dc2e9a", "address": "fa:16:3e:f4:61:ab", "network": {"id": "1f1c7e70-c543-4771-a940-b41b20c6966d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1190985637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec490e9ff314296a4e866f768063375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ade96f-35", "ovs_interfaceid": "24ade96f-3541-42c9-9f06-ec6e60dc2e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.326918] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ddcf77-079d-4674-9d1c-e03ccda974cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.338852] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32e5773-c505-41a3-b3dd-c39f1f30d911 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.376573] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c118548-48bc-48fe-91a4-1a6fc51c6808 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.385454] env[69357]: DEBUG nova.compute.manager [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.390050] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263fb174-5905-46d6-b9c7-387e71a1b083 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.406879] env[69357]: DEBUG nova.compute.provider_tree [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.513777] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Task: {'id': task-4150238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791196} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.514097] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 38e44f28-3083-467e-8f8b-3685f6b180a2/38e44f28-3083-467e-8f8b-3685f6b180a2.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.514329] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.514817] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-344ada2e-3086-47ba-adc8-0bc8233580db {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.528481] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Waiting for the task: (returnval){ [ 698.528481] env[69357]: value = "task-4150240" [ 698.528481] env[69357]: _type = "Task" [ 698.528481] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.539578] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Task: {'id': task-4150240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.549519] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.697268] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Releasing lock "refresh_cache-649feb1b-250b-4d3f-be9c-89dc5cb17488" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.697912] env[69357]: DEBUG nova.compute.manager [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Instance network_info: |[{"id": "24ade96f-3541-42c9-9f06-ec6e60dc2e9a", "address": "fa:16:3e:f4:61:ab", "network": {"id": "1f1c7e70-c543-4771-a940-b41b20c6966d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1190985637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec490e9ff314296a4e866f768063375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ade96f-35", "ovs_interfaceid": "24ade96f-3541-42c9-9f06-ec6e60dc2e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.698201] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:61:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24ade96f-3541-42c9-9f06-ec6e60dc2e9a', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.707361] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Creating folder: Project (dec490e9ff314296a4e866f768063375). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.707361] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd1e6222-a17d-418d-a754-a0d1352c8dcf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.726449] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Created folder: Project (dec490e9ff314296a4e866f768063375) in parent group-v821763. [ 698.726692] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Creating folder: Instances. Parent ref: group-v821807. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.726973] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-189153ac-8a4f-433b-b15c-3ca08bcc6720 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.742941] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Created folder: Instances in parent group-v821807. [ 698.742941] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.742941] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.743680] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3619829-68bb-4a96-8f9d-12a1dfed2d15 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.765345] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.765345] env[69357]: value = "task-4150243" [ 698.765345] env[69357]: _type = "Task" [ 698.765345] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.784553] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150243, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.912233] env[69357]: DEBUG nova.scheduler.client.report [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.916503] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.042900] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Task: {'id': task-4150240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078366} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.048351] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.049571] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4b3e4f-29eb-4df4-9bb2-7f84bca3d4ff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.062813] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.092149] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 38e44f28-3083-467e-8f8b-3685f6b180a2/38e44f28-3083-467e-8f8b-3685f6b180a2.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.092862] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea7fcbc2-3ba7-435f-b905-2ebfdfcf3e0f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.122331] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Waiting for the task: (returnval){ [ 699.122331] env[69357]: value = "task-4150244" [ 699.122331] env[69357]: _type = "Task" [ 699.122331] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.132950] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Task: {'id': task-4150244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.280150] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150243, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.416480] env[69357]: DEBUG nova.compute.manager [req-292ba4bd-a6d3-446d-bd7b-26d67c731845 req-44b23e32-2a8e-454c-a091-fd0df91fa54a service nova] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Received event network-changed-24ade96f-3541-42c9-9f06-ec6e60dc2e9a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.416719] env[69357]: DEBUG nova.compute.manager [req-292ba4bd-a6d3-446d-bd7b-26d67c731845 req-44b23e32-2a8e-454c-a091-fd0df91fa54a service nova] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Refreshing instance network info cache due to event network-changed-24ade96f-3541-42c9-9f06-ec6e60dc2e9a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.416999] env[69357]: DEBUG oslo_concurrency.lockutils [req-292ba4bd-a6d3-446d-bd7b-26d67c731845 req-44b23e32-2a8e-454c-a091-fd0df91fa54a service nova] Acquiring lock "refresh_cache-649feb1b-250b-4d3f-be9c-89dc5cb17488" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.417078] env[69357]: DEBUG oslo_concurrency.lockutils [req-292ba4bd-a6d3-446d-bd7b-26d67c731845 req-44b23e32-2a8e-454c-a091-fd0df91fa54a service nova] Acquired lock "refresh_cache-649feb1b-250b-4d3f-be9c-89dc5cb17488" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.417248] env[69357]: DEBUG nova.network.neutron [req-292ba4bd-a6d3-446d-bd7b-26d67c731845 req-44b23e32-2a8e-454c-a091-fd0df91fa54a service nova] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Refreshing network info cache for port 24ade96f-3541-42c9-9f06-ec6e60dc2e9a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.419287] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.422560] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.656s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.422560] env[69357]: DEBUG nova.objects.instance [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lazy-loading 'resources' on Instance uuid 3afc9e82-7f00-4e27-8df7-cbafea35b8b6 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.451767] env[69357]: INFO nova.scheduler.client.report [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Deleted allocations for instance fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b [ 699.556754] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150239, 'name': ReconfigVM_Task, 'duration_secs': 1.101757} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.557390] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Reconfigured VM instance instance-0000000e to attach disk [datastore1] ac7f170b-7f83-40f1-8e6d-dea23e91ae30/ac7f170b-7f83-40f1-8e6d-dea23e91ae30.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.558127] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d071cb0b-952c-43a9-9dcb-9b12db54ce6b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.566725] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for the task: (returnval){ [ 699.566725] env[69357]: value = "task-4150245" [ 699.566725] env[69357]: _type = "Task" [ 699.566725] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.580104] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150245, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.638322] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Task: {'id': task-4150244, 'name': ReconfigVM_Task, 'duration_secs': 0.406759} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.638801] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 38e44f28-3083-467e-8f8b-3685f6b180a2/38e44f28-3083-467e-8f8b-3685f6b180a2.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.643615] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62e67e37-7b1a-4799-9962-ecdcc88ed527 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.655021] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Waiting for the task: (returnval){ [ 699.655021] env[69357]: value = "task-4150246" [ 699.655021] env[69357]: _type = "Task" [ 699.655021] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.663127] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Task: {'id': task-4150246, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.781064] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150243, 'name': CreateVM_Task, 'duration_secs': 0.627946} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.781064] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.781064] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.781064] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.781064] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.781064] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7455eb5-39df-48fa-aa8c-1df7e0667422 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.791739] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Waiting for the task: (returnval){ [ 699.791739] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f64d14-d456-6731-b8ee-f71329767d0b" [ 699.791739] env[69357]: _type = "Task" [ 699.791739] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.804543] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f64d14-d456-6731-b8ee-f71329767d0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.961474] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f011ee1f-2051-4754-ad83-77c352db4961 tempest-ServerDiagnosticsNegativeTest-503426299 tempest-ServerDiagnosticsNegativeTest-503426299-project-member] Lock "fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.028s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.084194] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150245, 'name': Rename_Task, 'duration_secs': 0.233787} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.086804] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.086869] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bf458ea-5dd4-4c28-b44b-6af88c4123ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.098217] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for the task: (returnval){ [ 700.098217] env[69357]: value = "task-4150247" [ 700.098217] env[69357]: _type = "Task" [ 700.098217] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.112151] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.167338] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Task: {'id': task-4150246, 'name': Rename_Task, 'duration_secs': 0.19947} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.167338] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.167338] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b488918c-0874-4a10-8bee-5ed262b024ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.175499] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Waiting for the task: (returnval){ [ 700.175499] env[69357]: value = "task-4150248" [ 700.175499] env[69357]: _type = "Task" [ 700.175499] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.190783] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Task: {'id': task-4150248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.306817] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f64d14-d456-6731-b8ee-f71329767d0b, 'name': SearchDatastore_Task, 'duration_secs': 0.022733} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.309880] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.310146] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.310381] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.310522] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.310692] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.311751] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17960da9-3b80-49ba-9686-d344bcab98d5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.326036] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.326243] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.327179] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1ae71d8-e1dd-4a70-bbf8-fc5c21023605 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.343560] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Waiting for the task: (returnval){ [ 700.343560] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52748f6d-9a37-73e5-70b0-e4d14445b5d1" [ 700.343560] env[69357]: _type = "Task" [ 700.343560] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.353655] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52748f6d-9a37-73e5-70b0-e4d14445b5d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.360525] env[69357]: DEBUG nova.compute.manager [req-f13cf97f-b617-42cc-91f7-5cc4503b0067 req-57bcd4e2-27ba-4b8c-86fd-2a7769996b4a service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Received event network-changed-9f80b973-7124-44d9-acbe-0dff3054e787 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.360696] env[69357]: DEBUG nova.compute.manager [req-f13cf97f-b617-42cc-91f7-5cc4503b0067 req-57bcd4e2-27ba-4b8c-86fd-2a7769996b4a service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Refreshing instance network info cache due to event network-changed-9f80b973-7124-44d9-acbe-0dff3054e787. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.360902] env[69357]: DEBUG oslo_concurrency.lockutils [req-f13cf97f-b617-42cc-91f7-5cc4503b0067 req-57bcd4e2-27ba-4b8c-86fd-2a7769996b4a service nova] Acquiring lock "refresh_cache-7a15f252-27dd-4d08-b403-e28163cbd102" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.361050] env[69357]: DEBUG oslo_concurrency.lockutils [req-f13cf97f-b617-42cc-91f7-5cc4503b0067 req-57bcd4e2-27ba-4b8c-86fd-2a7769996b4a service nova] Acquired lock "refresh_cache-7a15f252-27dd-4d08-b403-e28163cbd102" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.361210] env[69357]: DEBUG nova.network.neutron [req-f13cf97f-b617-42cc-91f7-5cc4503b0067 req-57bcd4e2-27ba-4b8c-86fd-2a7769996b4a service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Refreshing network info cache for port 9f80b973-7124-44d9-acbe-0dff3054e787 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.409506] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9795a1b-59f9-4bd2-8d62-81a0148f11e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.419661] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2635e77-4b9d-4d3e-b56e-af0899feb209 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.467713] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eabe505-ce0a-4624-85ec-2e44d7890758 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.476758] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408fe57f-5251-4ce9-82d2-9d2913e339ef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.492361] env[69357]: DEBUG nova.compute.provider_tree [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.541066] env[69357]: DEBUG nova.network.neutron [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Successfully updated port: d171bd20-a981-427d-8a08-5abf6dc65853 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.602951] env[69357]: DEBUG nova.network.neutron [req-292ba4bd-a6d3-446d-bd7b-26d67c731845 req-44b23e32-2a8e-454c-a091-fd0df91fa54a service nova] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Updated VIF entry in instance network info cache for port 24ade96f-3541-42c9-9f06-ec6e60dc2e9a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.603320] env[69357]: DEBUG nova.network.neutron [req-292ba4bd-a6d3-446d-bd7b-26d67c731845 req-44b23e32-2a8e-454c-a091-fd0df91fa54a service nova] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Updating instance_info_cache with network_info: [{"id": "24ade96f-3541-42c9-9f06-ec6e60dc2e9a", "address": "fa:16:3e:f4:61:ab", "network": {"id": "1f1c7e70-c543-4771-a940-b41b20c6966d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1190985637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec490e9ff314296a4e866f768063375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ade96f-35", "ovs_interfaceid": "24ade96f-3541-42c9-9f06-ec6e60dc2e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.610331] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150247, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.687650] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Task: {'id': task-4150248, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.860980] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52748f6d-9a37-73e5-70b0-e4d14445b5d1, 'name': SearchDatastore_Task, 'duration_secs': 0.012013} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.861765] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93cb821a-4cda-420f-bfbb-afecb2626000 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.874269] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Waiting for the task: (returnval){ [ 700.874269] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]521ec7ef-0edc-ab16-9341-91139173f33f" [ 700.874269] env[69357]: _type = "Task" [ 700.874269] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.885647] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]521ec7ef-0edc-ab16-9341-91139173f33f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.995915] env[69357]: DEBUG nova.scheduler.client.report [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.047298] env[69357]: DEBUG oslo_concurrency.lockutils [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "refresh_cache-933cc7d7-1160-4539-ba0d-002de1461d17" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.047713] env[69357]: DEBUG oslo_concurrency.lockutils [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquired lock "refresh_cache-933cc7d7-1160-4539-ba0d-002de1461d17" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.047821] env[69357]: DEBUG nova.network.neutron [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.106546] env[69357]: DEBUG oslo_concurrency.lockutils [req-292ba4bd-a6d3-446d-bd7b-26d67c731845 req-44b23e32-2a8e-454c-a091-fd0df91fa54a service nova] Releasing lock "refresh_cache-649feb1b-250b-4d3f-be9c-89dc5cb17488" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.116951] env[69357]: DEBUG oslo_vmware.api [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150247, 'name': PowerOnVM_Task, 'duration_secs': 0.839631} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.117233] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.117440] env[69357]: INFO nova.compute.manager [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Took 13.74 seconds to spawn the instance on the hypervisor. [ 701.117809] env[69357]: DEBUG nova.compute.manager [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 701.118479] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eb52c9-ff2c-455c-a12e-efbb07a6ff4e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.188509] env[69357]: DEBUG oslo_vmware.api [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Task: {'id': task-4150248, 'name': PowerOnVM_Task, 'duration_secs': 0.789645} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.189912] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.189912] env[69357]: INFO nova.compute.manager [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Took 11.11 seconds to spawn the instance on the hypervisor. [ 701.190283] env[69357]: DEBUG nova.compute.manager [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 701.193744] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7801aa-4414-4253-be7b-63481b3acae9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.386158] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]521ec7ef-0edc-ab16-9341-91139173f33f, 'name': SearchDatastore_Task, 'duration_secs': 0.050586} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.386458] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.386718] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 649feb1b-250b-4d3f-be9c-89dc5cb17488/649feb1b-250b-4d3f-be9c-89dc5cb17488.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.386982] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d42e4e1-2f28-4623-8ac3-68c9007c1374 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.394769] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Waiting for the task: (returnval){ [ 701.394769] env[69357]: value = "task-4150249" [ 701.394769] env[69357]: _type = "Task" [ 701.394769] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.403658] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Task: {'id': task-4150249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.504386] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.505991] env[69357]: DEBUG oslo_concurrency.lockutils [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.600s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.505991] env[69357]: DEBUG nova.objects.instance [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 701.534663] env[69357]: INFO nova.scheduler.client.report [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Deleted allocations for instance 3afc9e82-7f00-4e27-8df7-cbafea35b8b6 [ 701.646922] env[69357]: INFO nova.compute.manager [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Took 29.46 seconds to build instance. [ 701.694172] env[69357]: DEBUG nova.network.neutron [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.715787] env[69357]: INFO nova.compute.manager [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Took 26.77 seconds to build instance. [ 701.728113] env[69357]: DEBUG nova.compute.manager [req-b740d023-8f82-40d1-b639-c1077065bb7d req-e73faebc-0827-480c-94ff-a6d3be514bd8 service nova] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Received event network-vif-plugged-d171bd20-a981-427d-8a08-5abf6dc65853 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.728113] env[69357]: DEBUG oslo_concurrency.lockutils [req-b740d023-8f82-40d1-b639-c1077065bb7d req-e73faebc-0827-480c-94ff-a6d3be514bd8 service nova] Acquiring lock "933cc7d7-1160-4539-ba0d-002de1461d17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.728795] env[69357]: DEBUG oslo_concurrency.lockutils [req-b740d023-8f82-40d1-b639-c1077065bb7d req-e73faebc-0827-480c-94ff-a6d3be514bd8 service nova] Lock "933cc7d7-1160-4539-ba0d-002de1461d17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.729222] env[69357]: DEBUG oslo_concurrency.lockutils [req-b740d023-8f82-40d1-b639-c1077065bb7d req-e73faebc-0827-480c-94ff-a6d3be514bd8 service nova] Lock "933cc7d7-1160-4539-ba0d-002de1461d17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.729702] env[69357]: DEBUG nova.compute.manager [req-b740d023-8f82-40d1-b639-c1077065bb7d req-e73faebc-0827-480c-94ff-a6d3be514bd8 service nova] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] No waiting events found dispatching network-vif-plugged-d171bd20-a981-427d-8a08-5abf6dc65853 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 701.730974] env[69357]: WARNING nova.compute.manager [req-b740d023-8f82-40d1-b639-c1077065bb7d req-e73faebc-0827-480c-94ff-a6d3be514bd8 service nova] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Received unexpected event network-vif-plugged-d171bd20-a981-427d-8a08-5abf6dc65853 for instance with vm_state building and task_state spawning. [ 701.731285] env[69357]: DEBUG nova.compute.manager [req-b740d023-8f82-40d1-b639-c1077065bb7d req-e73faebc-0827-480c-94ff-a6d3be514bd8 service nova] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Received event network-changed-d171bd20-a981-427d-8a08-5abf6dc65853 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.731535] env[69357]: DEBUG nova.compute.manager [req-b740d023-8f82-40d1-b639-c1077065bb7d req-e73faebc-0827-480c-94ff-a6d3be514bd8 service nova] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Refreshing instance network info cache due to event network-changed-d171bd20-a981-427d-8a08-5abf6dc65853. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.731819] env[69357]: DEBUG oslo_concurrency.lockutils [req-b740d023-8f82-40d1-b639-c1077065bb7d req-e73faebc-0827-480c-94ff-a6d3be514bd8 service nova] Acquiring lock "refresh_cache-933cc7d7-1160-4539-ba0d-002de1461d17" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.913051] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Task: {'id': task-4150249, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.045688] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3af78118-5bb3-4c67-bada-1b57f0332482 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "3afc9e82-7f00-4e27-8df7-cbafea35b8b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.161s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.149909] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddbe9ab2-818e-4f3b-87ca-bcb0afbe406e tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Lock "ac7f170b-7f83-40f1-8e6d-dea23e91ae30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.982s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.220710] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b88b6cc3-12aa-41aa-ae49-4d4874db87b4 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Lock "38e44f28-3083-467e-8f8b-3685f6b180a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.285s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.324357] env[69357]: DEBUG nova.network.neutron [req-f13cf97f-b617-42cc-91f7-5cc4503b0067 req-57bcd4e2-27ba-4b8c-86fd-2a7769996b4a service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Updated VIF entry in instance network info cache for port 9f80b973-7124-44d9-acbe-0dff3054e787. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.324901] env[69357]: DEBUG nova.network.neutron [req-f13cf97f-b617-42cc-91f7-5cc4503b0067 req-57bcd4e2-27ba-4b8c-86fd-2a7769996b4a service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Updating instance_info_cache with network_info: [{"id": "9f80b973-7124-44d9-acbe-0dff3054e787", "address": "fa:16:3e:3d:8f:e8", "network": {"id": "9ac9af87-2a9b-4b98-916d-d52218cbd798", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1209329353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c07fba44da3046f5a349f1c812d09558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f80b973-71", "ovs_interfaceid": "9f80b973-7124-44d9-acbe-0dff3054e787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.408367] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Task: {'id': task-4150249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733975} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.408677] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 649feb1b-250b-4d3f-be9c-89dc5cb17488/649feb1b-250b-4d3f-be9c-89dc5cb17488.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.408905] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.409211] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16eae15f-c8f3-499d-86c0-44caa834fedb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.417775] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Waiting for the task: (returnval){ [ 702.417775] env[69357]: value = "task-4150250" [ 702.417775] env[69357]: _type = "Task" [ 702.417775] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.434894] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Task: {'id': task-4150250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.509564] env[69357]: DEBUG nova.network.neutron [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Updating instance_info_cache with network_info: [{"id": "d171bd20-a981-427d-8a08-5abf6dc65853", "address": "fa:16:3e:fc:97:c6", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd171bd20-a9", "ovs_interfaceid": "d171bd20-a981-427d-8a08-5abf6dc65853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.519071] env[69357]: DEBUG oslo_concurrency.lockutils [None req-abf3faf0-a9ba-4d5f-a3d7-64a97cfae782 tempest-ServersAdmin275Test-1879863845 tempest-ServersAdmin275Test-1879863845-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.519071] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.027s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.520830] env[69357]: INFO nova.compute.claims [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.655344] env[69357]: DEBUG nova.compute.manager [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.726146] env[69357]: DEBUG nova.compute.manager [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.827775] env[69357]: DEBUG oslo_concurrency.lockutils [req-f13cf97f-b617-42cc-91f7-5cc4503b0067 req-57bcd4e2-27ba-4b8c-86fd-2a7769996b4a service nova] Releasing lock "refresh_cache-7a15f252-27dd-4d08-b403-e28163cbd102" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.936915] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Task: {'id': task-4150250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195031} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.937804] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.940018] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a31ab59-9ccd-49cb-91d9-f3aa34e70516 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.972318] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 649feb1b-250b-4d3f-be9c-89dc5cb17488/649feb1b-250b-4d3f-be9c-89dc5cb17488.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.972318] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c11de0de-109c-4851-ac6b-222127221b93 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.998187] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Waiting for the task: (returnval){ [ 702.998187] env[69357]: value = "task-4150251" [ 702.998187] env[69357]: _type = "Task" [ 702.998187] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.008138] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Task: {'id': task-4150251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.014475] env[69357]: DEBUG oslo_concurrency.lockutils [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Releasing lock "refresh_cache-933cc7d7-1160-4539-ba0d-002de1461d17" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.014475] env[69357]: DEBUG nova.compute.manager [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Instance network_info: |[{"id": "d171bd20-a981-427d-8a08-5abf6dc65853", "address": "fa:16:3e:fc:97:c6", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd171bd20-a9", "ovs_interfaceid": "d171bd20-a981-427d-8a08-5abf6dc65853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.017733] env[69357]: DEBUG oslo_concurrency.lockutils [req-b740d023-8f82-40d1-b639-c1077065bb7d req-e73faebc-0827-480c-94ff-a6d3be514bd8 service nova] Acquired lock "refresh_cache-933cc7d7-1160-4539-ba0d-002de1461d17" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.017733] env[69357]: DEBUG nova.network.neutron [req-b740d023-8f82-40d1-b639-c1077065bb7d req-e73faebc-0827-480c-94ff-a6d3be514bd8 service nova] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Refreshing network info cache for port d171bd20-a981-427d-8a08-5abf6dc65853 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.017733] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:97:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd171bd20-a981-427d-8a08-5abf6dc65853', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.024719] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Creating folder: Project (2ae212c3a0ca49c5b318ba00b9a6ce94). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.025690] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76ee1b00-8bba-4ccb-88b6-a859c9f7f6e9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.042387] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Created folder: Project (2ae212c3a0ca49c5b318ba00b9a6ce94) in parent group-v821763. [ 703.043715] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Creating folder: Instances. Parent ref: group-v821810. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.043715] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a4cc79a-aa7c-4853-b15e-cc9b089d4d18 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.056705] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Created folder: Instances in parent group-v821810. [ 703.057039] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.057259] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.057475] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9bceb28-c790-44c2-b83a-b13bc9c2a453 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.080875] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.080875] env[69357]: value = "task-4150254" [ 703.080875] env[69357]: _type = "Task" [ 703.080875] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.091831] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150254, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.192915] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.248192] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.511672] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Task: {'id': task-4150251, 'name': ReconfigVM_Task, 'duration_secs': 0.50764} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.512257] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 649feb1b-250b-4d3f-be9c-89dc5cb17488/649feb1b-250b-4d3f-be9c-89dc5cb17488.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.514581] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1117bc7-2e1e-4896-ab88-8efe542339eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.525115] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Waiting for the task: (returnval){ [ 703.525115] env[69357]: value = "task-4150255" [ 703.525115] env[69357]: _type = "Task" [ 703.525115] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.546063] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Task: {'id': task-4150255, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.603792] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150254, 'name': CreateVM_Task, 'duration_secs': 0.408295} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.603792] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.604556] env[69357]: DEBUG oslo_concurrency.lockutils [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.604662] env[69357]: DEBUG oslo_concurrency.lockutils [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.604998] env[69357]: DEBUG oslo_concurrency.lockutils [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.605522] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ff5571e-ada2-463d-a99b-a7e5907035b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.613569] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 703.613569] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52dff9bd-6d53-ea64-2331-04adad073d87" [ 703.613569] env[69357]: _type = "Task" [ 703.613569] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.627519] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52dff9bd-6d53-ea64-2331-04adad073d87, 'name': SearchDatastore_Task, 'duration_secs': 0.011689} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.630669] env[69357]: DEBUG oslo_concurrency.lockutils [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.630956] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.631230] env[69357]: DEBUG oslo_concurrency.lockutils [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.631392] env[69357]: DEBUG oslo_concurrency.lockutils [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.631588] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.632377] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-413ddb6c-5569-48df-ba7a-53f44a969dbe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.643015] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.643353] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.647995] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3395195-ee79-47b7-863f-5d0b19f21d78 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.656412] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 703.656412] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5231328c-e145-f60c-4f74-73a980c5be05" [ 703.656412] env[69357]: _type = "Task" [ 703.656412] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.667269] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5231328c-e145-f60c-4f74-73a980c5be05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.990931] env[69357]: DEBUG nova.compute.manager [None req-dab698b1-4662-4d25-86b4-94c7f24d2eee tempest-ServerDiagnosticsV248Test-692844967 tempest-ServerDiagnosticsV248Test-692844967-project-admin] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 703.993952] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa86b525-2c8d-4aff-b735-93a04a01bef2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.002385] env[69357]: INFO nova.compute.manager [None req-dab698b1-4662-4d25-86b4-94c7f24d2eee tempest-ServerDiagnosticsV248Test-692844967 tempest-ServerDiagnosticsV248Test-692844967-project-admin] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Retrieving diagnostics [ 704.007479] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637e3a7c-aea2-467d-bc3b-39429fe36d16 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.055768] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a797c9-6a13-4c98-81ac-b7e4d15885e2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.070033] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Task: {'id': task-4150255, 'name': Rename_Task, 'duration_secs': 0.170178} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.070267] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.071314] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509e93c8-c99f-4889-a642-6e44b11bc16b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.075761] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22b0fba7-c0ef-4d14-a24b-76c439c96cbc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.119941] env[69357]: DEBUG oslo_concurrency.lockutils [None req-da3c6f34-79d0-462b-a419-00b27217fcec tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Acquiring lock "interface-38e44f28-3083-467e-8f8b-3685f6b180a2-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.120574] env[69357]: DEBUG oslo_concurrency.lockutils [None req-da3c6f34-79d0-462b-a419-00b27217fcec tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Lock "interface-38e44f28-3083-467e-8f8b-3685f6b180a2-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.120574] env[69357]: DEBUG nova.objects.instance [None req-da3c6f34-79d0-462b-a419-00b27217fcec tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Lazy-loading 'flavor' on Instance uuid 38e44f28-3083-467e-8f8b-3685f6b180a2 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.127455] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ac8e94-1dab-4c82-a5f5-0cb5cb6c0b0c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.131480] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Waiting for the task: (returnval){ [ 704.131480] env[69357]: value = "task-4150256" [ 704.131480] env[69357]: _type = "Task" [ 704.131480] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.139701] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fada681-ac81-44be-ba18-c9368fda7061 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.149735] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Task: {'id': task-4150256, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.160752] env[69357]: DEBUG nova.compute.provider_tree [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.173723] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5231328c-e145-f60c-4f74-73a980c5be05, 'name': SearchDatastore_Task, 'duration_secs': 0.023427} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.176568] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e5bf413-f610-413e-b5d4-43792a6868ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.183217] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 704.183217] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]526d33ce-654f-856c-e043-7c64350a4726" [ 704.183217] env[69357]: _type = "Task" [ 704.183217] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.196741] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526d33ce-654f-856c-e043-7c64350a4726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.276939] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "62ae2543-64b3-43e2-bb55-529915a80aec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.277089] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "62ae2543-64b3-43e2-bb55-529915a80aec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.305344] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "0817093b-657e-4ff7-9536-f2357c21d74b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.305556] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "0817093b-657e-4ff7-9536-f2357c21d74b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.342259] env[69357]: DEBUG nova.network.neutron [req-b740d023-8f82-40d1-b639-c1077065bb7d req-e73faebc-0827-480c-94ff-a6d3be514bd8 service nova] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Updated VIF entry in instance network info cache for port d171bd20-a981-427d-8a08-5abf6dc65853. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.342933] env[69357]: DEBUG nova.network.neutron [req-b740d023-8f82-40d1-b639-c1077065bb7d req-e73faebc-0827-480c-94ff-a6d3be514bd8 service nova] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Updating instance_info_cache with network_info: [{"id": "d171bd20-a981-427d-8a08-5abf6dc65853", "address": "fa:16:3e:fc:97:c6", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd171bd20-a9", "ovs_interfaceid": "d171bd20-a981-427d-8a08-5abf6dc65853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.624444] env[69357]: DEBUG nova.objects.instance [None req-da3c6f34-79d0-462b-a419-00b27217fcec tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Lazy-loading 'pci_requests' on Instance uuid 38e44f28-3083-467e-8f8b-3685f6b180a2 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.647503] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Task: {'id': task-4150256, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.652583] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Acquiring lock "bfdd2857-91af-4408-9d80-2e096518fe39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.652858] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Lock "bfdd2857-91af-4408-9d80-2e096518fe39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.668342] env[69357]: DEBUG nova.scheduler.client.report [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.701548] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526d33ce-654f-856c-e043-7c64350a4726, 'name': SearchDatastore_Task, 'duration_secs': 0.013009} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.704781] env[69357]: DEBUG oslo_concurrency.lockutils [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.705284] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 933cc7d7-1160-4539-ba0d-002de1461d17/933cc7d7-1160-4539-ba0d-002de1461d17.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.706179] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d792ce4-c7bc-4215-9d52-4eaea85efbd2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.715429] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 704.715429] env[69357]: value = "task-4150257" [ 704.715429] env[69357]: _type = "Task" [ 704.715429] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.726577] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.848939] env[69357]: DEBUG oslo_concurrency.lockutils [req-b740d023-8f82-40d1-b639-c1077065bb7d req-e73faebc-0827-480c-94ff-a6d3be514bd8 service nova] Releasing lock "refresh_cache-933cc7d7-1160-4539-ba0d-002de1461d17" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.129042] env[69357]: DEBUG nova.objects.base [None req-da3c6f34-79d0-462b-a419-00b27217fcec tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Object Instance<38e44f28-3083-467e-8f8b-3685f6b180a2> lazy-loaded attributes: flavor,pci_requests {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 705.129042] env[69357]: DEBUG nova.network.neutron [None req-da3c6f34-79d0-462b-a419-00b27217fcec tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.147608] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Task: {'id': task-4150256, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.174341] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.174980] env[69357]: DEBUG nova.compute.manager [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.179612] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.575s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.181433] env[69357]: INFO nova.compute.claims [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.229594] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150257, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.407080] env[69357]: DEBUG oslo_concurrency.lockutils [None req-da3c6f34-79d0-462b-a419-00b27217fcec tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Lock "interface-38e44f28-3083-467e-8f8b-3685f6b180a2-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.286s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.647870] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Task: {'id': task-4150256, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.692637] env[69357]: DEBUG nova.compute.utils [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.696796] env[69357]: DEBUG nova.compute.manager [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.697072] env[69357]: DEBUG nova.network.neutron [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.733966] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747332} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.735102] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 933cc7d7-1160-4539-ba0d-002de1461d17/933cc7d7-1160-4539-ba0d-002de1461d17.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.735102] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.735102] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ce8810f-9da2-421a-833f-c1a36031de18 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.748057] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 705.748057] env[69357]: value = "task-4150258" [ 705.748057] env[69357]: _type = "Task" [ 705.748057] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.767022] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.885878] env[69357]: DEBUG nova.policy [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bad34a655e294c2e90f28693cbaa2375', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32f5507b91344cf2b9c13adb8dccce9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.142851] env[69357]: DEBUG oslo_vmware.api [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Task: {'id': task-4150256, 'name': PowerOnVM_Task, 'duration_secs': 1.642048} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.143154] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.144453] env[69357]: INFO nova.compute.manager [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Took 11.41 seconds to spawn the instance on the hypervisor. [ 706.144453] env[69357]: DEBUG nova.compute.manager [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 706.144453] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ae057b-8129-43d8-8fba-2d5e635e06c0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.200934] env[69357]: DEBUG nova.compute.manager [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.263228] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071936} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.266988] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.267741] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54543013-bb44-4392-a802-b7964307a921 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.302675] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 933cc7d7-1160-4539-ba0d-002de1461d17/933cc7d7-1160-4539-ba0d-002de1461d17.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.309464] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c82bc15-dd4f-4b3d-902f-3604e2e90c90 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.327903] env[69357]: DEBUG nova.compute.manager [req-3128cfdf-2f17-4f4a-a452-3f9932d0c5c4 req-c25d5466-d485-46cf-ad09-57adde03c5bd service nova] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Received event network-changed-61161ecf-e1b8-4dd3-9cd7-3da33f82ec55 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.327903] env[69357]: DEBUG nova.compute.manager [req-3128cfdf-2f17-4f4a-a452-3f9932d0c5c4 req-c25d5466-d485-46cf-ad09-57adde03c5bd service nova] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Refreshing instance network info cache due to event network-changed-61161ecf-e1b8-4dd3-9cd7-3da33f82ec55. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.327903] env[69357]: DEBUG oslo_concurrency.lockutils [req-3128cfdf-2f17-4f4a-a452-3f9932d0c5c4 req-c25d5466-d485-46cf-ad09-57adde03c5bd service nova] Acquiring lock "refresh_cache-ac7f170b-7f83-40f1-8e6d-dea23e91ae30" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.327903] env[69357]: DEBUG oslo_concurrency.lockutils [req-3128cfdf-2f17-4f4a-a452-3f9932d0c5c4 req-c25d5466-d485-46cf-ad09-57adde03c5bd service nova] Acquired lock "refresh_cache-ac7f170b-7f83-40f1-8e6d-dea23e91ae30" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.327903] env[69357]: DEBUG nova.network.neutron [req-3128cfdf-2f17-4f4a-a452-3f9932d0c5c4 req-c25d5466-d485-46cf-ad09-57adde03c5bd service nova] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Refreshing network info cache for port 61161ecf-e1b8-4dd3-9cd7-3da33f82ec55 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.335021] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 706.335021] env[69357]: value = "task-4150259" [ 706.335021] env[69357]: _type = "Task" [ 706.335021] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.351655] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.397763] env[69357]: DEBUG nova.network.neutron [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Successfully created port: f7d7c1a5-a050-4b34-bd94-c6265cf85efb {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.673423] env[69357]: INFO nova.compute.manager [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Took 31.11 seconds to build instance. [ 706.819142] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c91cb0-ef5c-46fa-80c8-d5949cbfa1ac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.830701] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab8aeee-ba46-4119-916a-35bad8e25fd8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.868925] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25ca033-7965-42cd-9ccd-34988b215751 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.875193] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150259, 'name': ReconfigVM_Task, 'duration_secs': 0.373382} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.875986] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 933cc7d7-1160-4539-ba0d-002de1461d17/933cc7d7-1160-4539-ba0d-002de1461d17.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.876708] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acf95d43-f1a4-4c8f-97e1-c8a575d38f7b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.882536] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b313fc32-589c-404b-a77d-a03d95e7b203 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.889165] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 706.889165] env[69357]: value = "task-4150260" [ 706.889165] env[69357]: _type = "Task" [ 706.889165] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.902306] env[69357]: DEBUG nova.compute.provider_tree [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.912550] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150260, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.178952] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83c0957b-abec-4166-bf7c-77c1544d4702 tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Lock "649feb1b-250b-4d3f-be9c-89dc5cb17488" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.634s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.208844] env[69357]: DEBUG nova.compute.manager [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.246283] env[69357]: DEBUG nova.virt.hardware [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.246283] env[69357]: DEBUG nova.virt.hardware [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.246283] env[69357]: DEBUG nova.virt.hardware [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.246770] env[69357]: DEBUG nova.virt.hardware [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.246770] env[69357]: DEBUG nova.virt.hardware [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.246770] env[69357]: DEBUG nova.virt.hardware [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.246908] env[69357]: DEBUG nova.virt.hardware [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.247014] env[69357]: DEBUG nova.virt.hardware [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.247186] env[69357]: DEBUG nova.virt.hardware [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.247347] env[69357]: DEBUG nova.virt.hardware [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.247631] env[69357]: DEBUG nova.virt.hardware [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.248088] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Acquiring lock "88c0250f-4a18-4be5-85fd-9701fc9c84be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.248314] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Lock "88c0250f-4a18-4be5-85fd-9701fc9c84be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.248541] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Acquiring lock "88c0250f-4a18-4be5-85fd-9701fc9c84be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.248729] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Lock "88c0250f-4a18-4be5-85fd-9701fc9c84be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.248894] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Lock "88c0250f-4a18-4be5-85fd-9701fc9c84be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.251234] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8963122-e972-4b25-8f01-c4ea5922ed3a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.254432] env[69357]: INFO nova.compute.manager [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Terminating instance [ 707.263741] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ad704e-4261-455d-93ad-2895a12cb08d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.329091] env[69357]: DEBUG nova.network.neutron [req-3128cfdf-2f17-4f4a-a452-3f9932d0c5c4 req-c25d5466-d485-46cf-ad09-57adde03c5bd service nova] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Updated VIF entry in instance network info cache for port 61161ecf-e1b8-4dd3-9cd7-3da33f82ec55. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.329798] env[69357]: DEBUG nova.network.neutron [req-3128cfdf-2f17-4f4a-a452-3f9932d0c5c4 req-c25d5466-d485-46cf-ad09-57adde03c5bd service nova] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Updating instance_info_cache with network_info: [{"id": "61161ecf-e1b8-4dd3-9cd7-3da33f82ec55", "address": "fa:16:3e:82:98:51", "network": {"id": "e0f0df17-e274-461d-bad9-8b676e70e558", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-377505510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff2c0efe39474be18b84ce2158b2815e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61161ecf-e1", "ovs_interfaceid": "61161ecf-e1b8-4dd3-9cd7-3da33f82ec55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.400375] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150260, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.404468] env[69357]: DEBUG nova.scheduler.client.report [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.681569] env[69357]: DEBUG nova.compute.manager [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.761168] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Acquiring lock "refresh_cache-88c0250f-4a18-4be5-85fd-9701fc9c84be" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.761358] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Acquired lock "refresh_cache-88c0250f-4a18-4be5-85fd-9701fc9c84be" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.762061] env[69357]: DEBUG nova.network.neutron [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.832168] env[69357]: DEBUG oslo_concurrency.lockutils [req-3128cfdf-2f17-4f4a-a452-3f9932d0c5c4 req-c25d5466-d485-46cf-ad09-57adde03c5bd service nova] Releasing lock "refresh_cache-ac7f170b-7f83-40f1-8e6d-dea23e91ae30" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.903340] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150260, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.909365] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.909802] env[69357]: DEBUG nova.compute.manager [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.912847] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.661s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.914454] env[69357]: INFO nova.compute.claims [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.200500] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Acquiring lock "475e02eb-0de9-4425-af51-e906aa067f6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.200500] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Lock "475e02eb-0de9-4425-af51-e906aa067f6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.218972] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.364132] env[69357]: DEBUG nova.network.neutron [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.402332] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150260, 'name': Rename_Task, 'duration_secs': 1.16959} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.402614] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.402916] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7b5dd6c-6eee-4a55-9465-bc64230ec4ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.416938] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 708.416938] env[69357]: value = "task-4150261" [ 708.416938] env[69357]: _type = "Task" [ 708.416938] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.426338] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.429041] env[69357]: DEBUG nova.compute.utils [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.434652] env[69357]: DEBUG nova.compute.manager [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.434652] env[69357]: DEBUG nova.network.neutron [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.456756] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Acquiring lock "38e44f28-3083-467e-8f8b-3685f6b180a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.456756] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Lock "38e44f28-3083-467e-8f8b-3685f6b180a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.456756] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Acquiring lock "38e44f28-3083-467e-8f8b-3685f6b180a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.456756] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Lock "38e44f28-3083-467e-8f8b-3685f6b180a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.458159] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Lock "38e44f28-3083-467e-8f8b-3685f6b180a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.459069] env[69357]: INFO nova.compute.manager [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Terminating instance [ 708.623841] env[69357]: DEBUG nova.network.neutron [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.652515] env[69357]: DEBUG nova.policy [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43b1a3f5244e444bab3a22e87585ade6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aeed843967394582a8207ae77c9b18aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.875602] env[69357]: DEBUG nova.network.neutron [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Successfully updated port: f7d7c1a5-a050-4b34-bd94-c6265cf85efb {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.933911] env[69357]: DEBUG nova.compute.manager [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.937840] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150261, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.966297] env[69357]: DEBUG nova.compute.manager [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.966297] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.972522] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c35a4f-6a8b-4319-9acb-e64487ffb3bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.986110] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.990036] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3167539e-ae15-47fe-8fc1-2cae8a490050 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.003260] env[69357]: DEBUG oslo_vmware.api [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Waiting for the task: (returnval){ [ 709.003260] env[69357]: value = "task-4150262" [ 709.003260] env[69357]: _type = "Task" [ 709.003260] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.019887] env[69357]: DEBUG oslo_vmware.api [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Task: {'id': task-4150262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.128349] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Releasing lock "refresh_cache-88c0250f-4a18-4be5-85fd-9701fc9c84be" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.128892] env[69357]: DEBUG nova.compute.manager [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.129105] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.130052] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaef48bd-0a7b-444a-be0e-1ba4b3838de1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.143404] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.143404] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd82ed9c-5d06-4aa2-83ff-5f678f48d993 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.154051] env[69357]: DEBUG oslo_vmware.api [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Waiting for the task: (returnval){ [ 709.154051] env[69357]: value = "task-4150263" [ 709.154051] env[69357]: _type = "Task" [ 709.154051] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.168298] env[69357]: DEBUG oslo_vmware.api [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Task: {'id': task-4150263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.381676] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquiring lock "refresh_cache-74f2d7a3-9dd0-4557-8cef-0770d3425dd4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.381828] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquired lock "refresh_cache-74f2d7a3-9dd0-4557-8cef-0770d3425dd4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.382035] env[69357]: DEBUG nova.network.neutron [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.434322] env[69357]: DEBUG oslo_vmware.api [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150261, 'name': PowerOnVM_Task, 'duration_secs': 0.579723} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.435524] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.435814] env[69357]: INFO nova.compute.manager [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Took 12.15 seconds to spawn the instance on the hypervisor. [ 709.436801] env[69357]: DEBUG nova.compute.manager [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 709.437674] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b370f5-a6dc-4a77-96b6-49886d15ace0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.520347] env[69357]: DEBUG oslo_vmware.api [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Task: {'id': task-4150262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.522332] env[69357]: DEBUG nova.network.neutron [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Successfully created port: 64fc21f7-26b1-41d0-ba72-adf06df23565 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.528536] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcf862f-2571-492d-b88c-cac1731ad661 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.537472] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13f60ae-2979-4136-a7d3-22bcd0fed2c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.580039] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610291c0-4f79-4888-9214-2ada2303555d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.587989] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa2c84b-4d5a-419a-a3d3-9157f881f0e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.604870] env[69357]: DEBUG nova.compute.provider_tree [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.654047] env[69357]: DEBUG nova.compute.manager [req-2688a989-f5fa-4a72-8afd-7e7a8b15f36b req-06bad5a0-7636-4eb4-9916-476ca515ef2e service nova] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Received event network-vif-plugged-f7d7c1a5-a050-4b34-bd94-c6265cf85efb {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.654307] env[69357]: DEBUG oslo_concurrency.lockutils [req-2688a989-f5fa-4a72-8afd-7e7a8b15f36b req-06bad5a0-7636-4eb4-9916-476ca515ef2e service nova] Acquiring lock "74f2d7a3-9dd0-4557-8cef-0770d3425dd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.655664] env[69357]: DEBUG oslo_concurrency.lockutils [req-2688a989-f5fa-4a72-8afd-7e7a8b15f36b req-06bad5a0-7636-4eb4-9916-476ca515ef2e service nova] Lock "74f2d7a3-9dd0-4557-8cef-0770d3425dd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.659341] env[69357]: DEBUG oslo_concurrency.lockutils [req-2688a989-f5fa-4a72-8afd-7e7a8b15f36b req-06bad5a0-7636-4eb4-9916-476ca515ef2e service nova] Lock "74f2d7a3-9dd0-4557-8cef-0770d3425dd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.659341] env[69357]: DEBUG nova.compute.manager [req-2688a989-f5fa-4a72-8afd-7e7a8b15f36b req-06bad5a0-7636-4eb4-9916-476ca515ef2e service nova] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] No waiting events found dispatching network-vif-plugged-f7d7c1a5-a050-4b34-bd94-c6265cf85efb {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 709.659341] env[69357]: WARNING nova.compute.manager [req-2688a989-f5fa-4a72-8afd-7e7a8b15f36b req-06bad5a0-7636-4eb4-9916-476ca515ef2e service nova] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Received unexpected event network-vif-plugged-f7d7c1a5-a050-4b34-bd94-c6265cf85efb for instance with vm_state building and task_state spawning. [ 709.673477] env[69357]: DEBUG oslo_vmware.api [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Task: {'id': task-4150263, 'name': PowerOffVM_Task, 'duration_secs': 0.26058} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.673732] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.673833] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.674625] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb250b6d-8f89-46af-97ce-f1d2b5fd32ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.710689] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.710689] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.710689] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Deleting the datastore file [datastore2] 88c0250f-4a18-4be5-85fd-9701fc9c84be {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.710689] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4042865d-485d-47ea-80f1-a7b20da59d07 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.719957] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Acquiring lock "e0fe2d2a-c719-4ab8-bd50-7f439229322a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.720481] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Lock "e0fe2d2a-c719-4ab8-bd50-7f439229322a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.720481] env[69357]: DEBUG oslo_vmware.api [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Waiting for the task: (returnval){ [ 709.720481] env[69357]: value = "task-4150265" [ 709.720481] env[69357]: _type = "Task" [ 709.720481] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.730898] env[69357]: DEBUG oslo_vmware.api [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Task: {'id': task-4150265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.953268] env[69357]: DEBUG nova.compute.manager [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.967472] env[69357]: INFO nova.compute.manager [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Took 32.46 seconds to build instance. [ 709.985449] env[69357]: DEBUG nova.network.neutron [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.994932] env[69357]: DEBUG nova.virt.hardware [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.995225] env[69357]: DEBUG nova.virt.hardware [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.997208] env[69357]: DEBUG nova.virt.hardware [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.997208] env[69357]: DEBUG nova.virt.hardware [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.997208] env[69357]: DEBUG nova.virt.hardware [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.997208] env[69357]: DEBUG nova.virt.hardware [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.997208] env[69357]: DEBUG nova.virt.hardware [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.997471] env[69357]: DEBUG nova.virt.hardware [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.997471] env[69357]: DEBUG nova.virt.hardware [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.997539] env[69357]: DEBUG nova.virt.hardware [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.998672] env[69357]: DEBUG nova.virt.hardware [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.999108] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d13ce8-df68-458f-bc5b-db084d69cf6a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.018110] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557d0d25-6aff-41f4-8b21-783fc48a2290 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.022581] env[69357]: DEBUG oslo_vmware.api [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Task: {'id': task-4150262, 'name': PowerOffVM_Task, 'duration_secs': 0.876826} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.025176] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.025387] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.026055] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d2c2c77-53f3-491e-9a95-2b26ff23c612 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.111515] env[69357]: DEBUG nova.scheduler.client.report [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.115729] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.116263] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.116263] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Deleting the datastore file [datastore1] 38e44f28-3083-467e-8f8b-3685f6b180a2 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.116647] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49943588-f517-4220-ad73-6215b0ac05ac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.125099] env[69357]: DEBUG oslo_vmware.api [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Waiting for the task: (returnval){ [ 710.125099] env[69357]: value = "task-4150267" [ 710.125099] env[69357]: _type = "Task" [ 710.125099] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.136366] env[69357]: DEBUG oslo_vmware.api [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Task: {'id': task-4150267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.234429] env[69357]: DEBUG oslo_vmware.api [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Task: {'id': task-4150265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155475} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.239107] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.239107] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.239107] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.239107] env[69357]: INFO nova.compute.manager [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Took 1.11 seconds to destroy the instance on the hypervisor. [ 710.239107] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.240644] env[69357]: DEBUG nova.compute.manager [-] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.240770] env[69357]: DEBUG nova.network.neutron [-] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.242793] env[69357]: DEBUG oslo_concurrency.lockutils [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Acquiring lock "2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.243020] env[69357]: DEBUG oslo_concurrency.lockutils [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Lock "2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.294659] env[69357]: DEBUG nova.network.neutron [-] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.373158] env[69357]: DEBUG nova.network.neutron [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Updating instance_info_cache with network_info: [{"id": "f7d7c1a5-a050-4b34-bd94-c6265cf85efb", "address": "fa:16:3e:c2:16:51", "network": {"id": "ee276b88-63e3-4931-a89e-dc89d90958ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1672191133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32f5507b91344cf2b9c13adb8dccce9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d7c1a5-a0", "ovs_interfaceid": "f7d7c1a5-a050-4b34-bd94-c6265cf85efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.470699] env[69357]: DEBUG oslo_concurrency.lockutils [None req-388eb3c6-6f26-4492-9dcc-2f845af158e4 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "933cc7d7-1160-4539-ba0d-002de1461d17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.339s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.594791] env[69357]: DEBUG nova.compute.manager [req-66372e95-7692-4bc6-b91d-590dfba8a1f9 req-90672cb9-2584-43ea-a603-a207ab20aedb service nova] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Received event network-changed-24ade96f-3541-42c9-9f06-ec6e60dc2e9a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.594866] env[69357]: DEBUG nova.compute.manager [req-66372e95-7692-4bc6-b91d-590dfba8a1f9 req-90672cb9-2584-43ea-a603-a207ab20aedb service nova] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Refreshing instance network info cache due to event network-changed-24ade96f-3541-42c9-9f06-ec6e60dc2e9a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.595089] env[69357]: DEBUG oslo_concurrency.lockutils [req-66372e95-7692-4bc6-b91d-590dfba8a1f9 req-90672cb9-2584-43ea-a603-a207ab20aedb service nova] Acquiring lock "refresh_cache-649feb1b-250b-4d3f-be9c-89dc5cb17488" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.595229] env[69357]: DEBUG oslo_concurrency.lockutils [req-66372e95-7692-4bc6-b91d-590dfba8a1f9 req-90672cb9-2584-43ea-a603-a207ab20aedb service nova] Acquired lock "refresh_cache-649feb1b-250b-4d3f-be9c-89dc5cb17488" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.595383] env[69357]: DEBUG nova.network.neutron [req-66372e95-7692-4bc6-b91d-590dfba8a1f9 req-90672cb9-2584-43ea-a603-a207ab20aedb service nova] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Refreshing network info cache for port 24ade96f-3541-42c9-9f06-ec6e60dc2e9a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.620118] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.620118] env[69357]: DEBUG nova.compute.manager [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.625352] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.997s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.625352] env[69357]: DEBUG nova.objects.instance [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Lazy-loading 'resources' on Instance uuid 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.639844] env[69357]: DEBUG oslo_vmware.api [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Task: {'id': task-4150267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.797778] env[69357]: DEBUG nova.network.neutron [-] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.876467] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Releasing lock "refresh_cache-74f2d7a3-9dd0-4557-8cef-0770d3425dd4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.876979] env[69357]: DEBUG nova.compute.manager [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Instance network_info: |[{"id": "f7d7c1a5-a050-4b34-bd94-c6265cf85efb", "address": "fa:16:3e:c2:16:51", "network": {"id": "ee276b88-63e3-4931-a89e-dc89d90958ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1672191133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32f5507b91344cf2b9c13adb8dccce9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d7c1a5-a0", "ovs_interfaceid": "f7d7c1a5-a050-4b34-bd94-c6265cf85efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.877489] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:16:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7d7c1a5-a050-4b34-bd94-c6265cf85efb', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.887407] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Creating folder: Project (32f5507b91344cf2b9c13adb8dccce9a). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.887741] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-433d108d-83f3-4b69-8fbb-31b22f2f53b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.899649] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Created folder: Project (32f5507b91344cf2b9c13adb8dccce9a) in parent group-v821763. [ 710.899649] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Creating folder: Instances. Parent ref: group-v821813. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.899939] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1112a2b-50fd-4ee0-9713-1832f2e2591a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.911071] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Created folder: Instances in parent group-v821813. [ 710.911340] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.911544] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.911757] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-666dfb6b-cd72-4851-aad5-b02de2671624 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.936922] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.936922] env[69357]: value = "task-4150270" [ 710.936922] env[69357]: _type = "Task" [ 710.936922] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.947172] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150270, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.976220] env[69357]: DEBUG nova.compute.manager [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.133376] env[69357]: DEBUG nova.compute.utils [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.135196] env[69357]: DEBUG nova.compute.manager [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.135372] env[69357]: DEBUG nova.network.neutron [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.148543] env[69357]: DEBUG oslo_vmware.api [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Task: {'id': task-4150267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.604423} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.148695] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.148808] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.151935] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.151935] env[69357]: INFO nova.compute.manager [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Took 2.18 seconds to destroy the instance on the hypervisor. [ 711.151935] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.151935] env[69357]: DEBUG nova.compute.manager [-] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.151935] env[69357]: DEBUG nova.network.neutron [-] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.217626] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Acquiring lock "4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.218050] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Lock "4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.276638] env[69357]: DEBUG nova.policy [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c58b82251e3f4fe1917c457ca77402fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '713bd7fede8c4233b6935bc46ba1b714', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.301647] env[69357]: INFO nova.compute.manager [-] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Took 1.06 seconds to deallocate network for instance. [ 711.449990] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150270, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.501091] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.641970] env[69357]: DEBUG nova.compute.manager [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.732979] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872a6291-3068-4947-84ad-4e5ce3ac23c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.743214] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818c7008-250c-4f25-bae8-7d261d52ae06 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.781679] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59afaec2-9cb5-4e23-938d-0658f052d437 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.792948] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec25e9d-cd31-4516-8968-3dcad092ddc9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.812610] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.812610] env[69357]: DEBUG nova.compute.provider_tree [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.941681] env[69357]: DEBUG nova.network.neutron [req-66372e95-7692-4bc6-b91d-590dfba8a1f9 req-90672cb9-2584-43ea-a603-a207ab20aedb service nova] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Updated VIF entry in instance network info cache for port 24ade96f-3541-42c9-9f06-ec6e60dc2e9a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.942070] env[69357]: DEBUG nova.network.neutron [req-66372e95-7692-4bc6-b91d-590dfba8a1f9 req-90672cb9-2584-43ea-a603-a207ab20aedb service nova] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Updating instance_info_cache with network_info: [{"id": "24ade96f-3541-42c9-9f06-ec6e60dc2e9a", "address": "fa:16:3e:f4:61:ab", "network": {"id": "1f1c7e70-c543-4771-a940-b41b20c6966d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1190985637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dec490e9ff314296a4e866f768063375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ade96f-35", "ovs_interfaceid": "24ade96f-3541-42c9-9f06-ec6e60dc2e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.957181] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "d8dab389-b197-4774-8f88-295552bb57dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.957181] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "d8dab389-b197-4774-8f88-295552bb57dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.957181] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150270, 'name': CreateVM_Task, 'duration_secs': 0.535205} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.957342] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.960819] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.960819] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.960819] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.960819] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-307cb874-55d7-444e-b756-59da94f75e85 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.965067] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for the task: (returnval){ [ 711.965067] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5208f37f-17c9-a0bb-5c6c-cc382643289e" [ 711.965067] env[69357]: _type = "Task" [ 711.965067] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.979033] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5208f37f-17c9-a0bb-5c6c-cc382643289e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.175025] env[69357]: DEBUG nova.compute.manager [req-43e91fdd-55f4-4f42-80df-6d157ca3bf1b req-f5df6a93-c7dc-4c8e-8041-6742e637561d service nova] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Received event network-changed-f7d7c1a5-a050-4b34-bd94-c6265cf85efb {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.175025] env[69357]: DEBUG nova.compute.manager [req-43e91fdd-55f4-4f42-80df-6d157ca3bf1b req-f5df6a93-c7dc-4c8e-8041-6742e637561d service nova] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Refreshing instance network info cache due to event network-changed-f7d7c1a5-a050-4b34-bd94-c6265cf85efb. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.175025] env[69357]: DEBUG oslo_concurrency.lockutils [req-43e91fdd-55f4-4f42-80df-6d157ca3bf1b req-f5df6a93-c7dc-4c8e-8041-6742e637561d service nova] Acquiring lock "refresh_cache-74f2d7a3-9dd0-4557-8cef-0770d3425dd4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.175025] env[69357]: DEBUG oslo_concurrency.lockutils [req-43e91fdd-55f4-4f42-80df-6d157ca3bf1b req-f5df6a93-c7dc-4c8e-8041-6742e637561d service nova] Acquired lock "refresh_cache-74f2d7a3-9dd0-4557-8cef-0770d3425dd4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.175025] env[69357]: DEBUG nova.network.neutron [req-43e91fdd-55f4-4f42-80df-6d157ca3bf1b req-f5df6a93-c7dc-4c8e-8041-6742e637561d service nova] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Refreshing network info cache for port f7d7c1a5-a050-4b34-bd94-c6265cf85efb {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.209953] env[69357]: DEBUG nova.network.neutron [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Successfully updated port: 64fc21f7-26b1-41d0-ba72-adf06df23565 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.242689] env[69357]: DEBUG nova.network.neutron [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Successfully created port: 88601279-7beb-46c5-849e-f78e4ff54eab {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.317253] env[69357]: DEBUG nova.scheduler.client.report [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.389523] env[69357]: DEBUG nova.compute.manager [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Stashing vm_state: active {{(pid=69357) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 712.447568] env[69357]: DEBUG oslo_concurrency.lockutils [req-66372e95-7692-4bc6-b91d-590dfba8a1f9 req-90672cb9-2584-43ea-a603-a207ab20aedb service nova] Releasing lock "refresh_cache-649feb1b-250b-4d3f-be9c-89dc5cb17488" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.476604] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5208f37f-17c9-a0bb-5c6c-cc382643289e, 'name': SearchDatastore_Task, 'duration_secs': 0.011932} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.476941] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.477206] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.477443] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.477589] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.477776] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.478038] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f33017e2-4089-41b3-aebc-3f12c20b7508 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.490279] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.490621] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.491437] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4bfc7d3-15db-4513-a480-47e5012e5fff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.497676] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for the task: (returnval){ [ 712.497676] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e15af4-8104-ad59-e5f9-e55a31e9c87f" [ 712.497676] env[69357]: _type = "Task" [ 712.497676] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.506515] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e15af4-8104-ad59-e5f9-e55a31e9c87f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.534569] env[69357]: DEBUG nova.network.neutron [-] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.653528] env[69357]: DEBUG nova.compute.manager [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.689031] env[69357]: DEBUG nova.virt.hardware [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.689279] env[69357]: DEBUG nova.virt.hardware [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.689439] env[69357]: DEBUG nova.virt.hardware [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.689641] env[69357]: DEBUG nova.virt.hardware [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.689765] env[69357]: DEBUG nova.virt.hardware [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.689914] env[69357]: DEBUG nova.virt.hardware [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.690171] env[69357]: DEBUG nova.virt.hardware [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.690344] env[69357]: DEBUG nova.virt.hardware [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.690516] env[69357]: DEBUG nova.virt.hardware [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.690689] env[69357]: DEBUG nova.virt.hardware [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.690870] env[69357]: DEBUG nova.virt.hardware [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.692183] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e77c17e-3e68-4c47-8664-645b94af7adf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.702236] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab023dcd-56bf-4111-bb33-5b81c4e28449 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.725674] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "refresh_cache-90a0754f-c615-4acf-9787-55c3a8649161" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.725865] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired lock "refresh_cache-90a0754f-c615-4acf-9787-55c3a8649161" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.726063] env[69357]: DEBUG nova.network.neutron [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.821747] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.825425] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.520s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.827938] env[69357]: INFO nova.compute.claims [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.875960] env[69357]: INFO nova.scheduler.client.report [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Deleted allocations for instance 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d [ 712.909447] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.020029] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e15af4-8104-ad59-e5f9-e55a31e9c87f, 'name': SearchDatastore_Task, 'duration_secs': 0.035958} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.020029] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb6f505c-cc34-4d31-8409-74090098291d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.035309] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for the task: (returnval){ [ 713.035309] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a6a76b-8b6b-3d40-49a0-a363c733f497" [ 713.035309] env[69357]: _type = "Task" [ 713.035309] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.042251] env[69357]: INFO nova.compute.manager [-] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Took 1.89 seconds to deallocate network for instance. [ 713.054205] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a6a76b-8b6b-3d40-49a0-a363c733f497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.071203] env[69357]: DEBUG nova.network.neutron [req-43e91fdd-55f4-4f42-80df-6d157ca3bf1b req-f5df6a93-c7dc-4c8e-8041-6742e637561d service nova] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Updated VIF entry in instance network info cache for port f7d7c1a5-a050-4b34-bd94-c6265cf85efb. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.071203] env[69357]: DEBUG nova.network.neutron [req-43e91fdd-55f4-4f42-80df-6d157ca3bf1b req-f5df6a93-c7dc-4c8e-8041-6742e637561d service nova] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Updating instance_info_cache with network_info: [{"id": "f7d7c1a5-a050-4b34-bd94-c6265cf85efb", "address": "fa:16:3e:c2:16:51", "network": {"id": "ee276b88-63e3-4931-a89e-dc89d90958ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1672191133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32f5507b91344cf2b9c13adb8dccce9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d7c1a5-a0", "ovs_interfaceid": "f7d7c1a5-a050-4b34-bd94-c6265cf85efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.284569] env[69357]: DEBUG nova.network.neutron [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.391193] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a0cc6171-2a1a-4025-af71-00a97afa5745 tempest-ServersAdmin275Test-19115506 tempest-ServersAdmin275Test-19115506-project-member] Lock "6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.194s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.451721] env[69357]: DEBUG nova.network.neutron [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Updating instance_info_cache with network_info: [{"id": "64fc21f7-26b1-41d0-ba72-adf06df23565", "address": "fa:16:3e:3a:3a:07", "network": {"id": "53920da6-d263-44f4-a530-25b528a83149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-247356550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeed843967394582a8207ae77c9b18aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64fc21f7-26", "ovs_interfaceid": "64fc21f7-26b1-41d0-ba72-adf06df23565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.549661] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a6a76b-8b6b-3d40-49a0-a363c733f497, 'name': SearchDatastore_Task, 'duration_secs': 0.05012} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.549970] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.550232] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 74f2d7a3-9dd0-4557-8cef-0770d3425dd4/74f2d7a3-9dd0-4557-8cef-0770d3425dd4.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.550510] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdd282ff-ba7c-4d15-bd2a-318b32ebae5c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.556013] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.558125] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for the task: (returnval){ [ 713.558125] env[69357]: value = "task-4150271" [ 713.558125] env[69357]: _type = "Task" [ 713.558125] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.567471] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.573261] env[69357]: DEBUG oslo_concurrency.lockutils [req-43e91fdd-55f4-4f42-80df-6d157ca3bf1b req-f5df6a93-c7dc-4c8e-8041-6742e637561d service nova] Releasing lock "refresh_cache-74f2d7a3-9dd0-4557-8cef-0770d3425dd4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.955292] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Releasing lock "refresh_cache-90a0754f-c615-4acf-9787-55c3a8649161" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.956016] env[69357]: DEBUG nova.compute.manager [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Instance network_info: |[{"id": "64fc21f7-26b1-41d0-ba72-adf06df23565", "address": "fa:16:3e:3a:3a:07", "network": {"id": "53920da6-d263-44f4-a530-25b528a83149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-247356550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeed843967394582a8207ae77c9b18aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64fc21f7-26", "ovs_interfaceid": "64fc21f7-26b1-41d0-ba72-adf06df23565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.956653] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:3a:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64fc21f7-26b1-41d0-ba72-adf06df23565', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.968467] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Creating folder: Project (aeed843967394582a8207ae77c9b18aa). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.973719] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21f8ca98-caac-4483-ab6f-eb8cd2b1c957 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.996082] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Created folder: Project (aeed843967394582a8207ae77c9b18aa) in parent group-v821763. [ 713.996082] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Creating folder: Instances. Parent ref: group-v821816. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.997949] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c57697a8-9c3a-4dc1-98c5-dfbc3cec5096 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.009489] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Created folder: Instances in parent group-v821816. [ 714.009888] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.010155] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.010388] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3855660-44a5-45d3-997c-7a95ded55fd3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.040024] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.040024] env[69357]: value = "task-4150274" [ 714.040024] env[69357]: _type = "Task" [ 714.040024] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.058099] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150274, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.073890] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150271, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.431426] env[69357]: DEBUG nova.network.neutron [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Successfully updated port: 88601279-7beb-46c5-849e-f78e4ff54eab {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.445150] env[69357]: DEBUG nova.compute.manager [req-2886683e-0f9b-48c3-a39d-c27c2782cc0e req-d97e9db7-32e7-439a-9a42-19c92c475a48 service nova] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Received event network-vif-plugged-64fc21f7-26b1-41d0-ba72-adf06df23565 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.445150] env[69357]: DEBUG oslo_concurrency.lockutils [req-2886683e-0f9b-48c3-a39d-c27c2782cc0e req-d97e9db7-32e7-439a-9a42-19c92c475a48 service nova] Acquiring lock "90a0754f-c615-4acf-9787-55c3a8649161-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.445150] env[69357]: DEBUG oslo_concurrency.lockutils [req-2886683e-0f9b-48c3-a39d-c27c2782cc0e req-d97e9db7-32e7-439a-9a42-19c92c475a48 service nova] Lock "90a0754f-c615-4acf-9787-55c3a8649161-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.446171] env[69357]: DEBUG oslo_concurrency.lockutils [req-2886683e-0f9b-48c3-a39d-c27c2782cc0e req-d97e9db7-32e7-439a-9a42-19c92c475a48 service nova] Lock "90a0754f-c615-4acf-9787-55c3a8649161-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.446507] env[69357]: DEBUG nova.compute.manager [req-2886683e-0f9b-48c3-a39d-c27c2782cc0e req-d97e9db7-32e7-439a-9a42-19c92c475a48 service nova] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] No waiting events found dispatching network-vif-plugged-64fc21f7-26b1-41d0-ba72-adf06df23565 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 714.447031] env[69357]: WARNING nova.compute.manager [req-2886683e-0f9b-48c3-a39d-c27c2782cc0e req-d97e9db7-32e7-439a-9a42-19c92c475a48 service nova] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Received unexpected event network-vif-plugged-64fc21f7-26b1-41d0-ba72-adf06df23565 for instance with vm_state building and task_state spawning. [ 714.447704] env[69357]: DEBUG nova.compute.manager [req-2886683e-0f9b-48c3-a39d-c27c2782cc0e req-d97e9db7-32e7-439a-9a42-19c92c475a48 service nova] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Received event network-vif-deleted-9198b768-fdbb-4c38-b409-6543d19a7dca {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.448146] env[69357]: DEBUG nova.compute.manager [req-2886683e-0f9b-48c3-a39d-c27c2782cc0e req-d97e9db7-32e7-439a-9a42-19c92c475a48 service nova] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Received event network-changed-64fc21f7-26b1-41d0-ba72-adf06df23565 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.448528] env[69357]: DEBUG nova.compute.manager [req-2886683e-0f9b-48c3-a39d-c27c2782cc0e req-d97e9db7-32e7-439a-9a42-19c92c475a48 service nova] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Refreshing instance network info cache due to event network-changed-64fc21f7-26b1-41d0-ba72-adf06df23565. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.448951] env[69357]: DEBUG oslo_concurrency.lockutils [req-2886683e-0f9b-48c3-a39d-c27c2782cc0e req-d97e9db7-32e7-439a-9a42-19c92c475a48 service nova] Acquiring lock "refresh_cache-90a0754f-c615-4acf-9787-55c3a8649161" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.449737] env[69357]: DEBUG oslo_concurrency.lockutils [req-2886683e-0f9b-48c3-a39d-c27c2782cc0e req-d97e9db7-32e7-439a-9a42-19c92c475a48 service nova] Acquired lock "refresh_cache-90a0754f-c615-4acf-9787-55c3a8649161" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.450093] env[69357]: DEBUG nova.network.neutron [req-2886683e-0f9b-48c3-a39d-c27c2782cc0e req-d97e9db7-32e7-439a-9a42-19c92c475a48 service nova] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Refreshing network info cache for port 64fc21f7-26b1-41d0-ba72-adf06df23565 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.487594] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc031cb-446d-4d1e-adcd-44f16bfd6b6f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.496390] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22afefd-775d-4d77-be36-2960a8ada4b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.529448] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cae1987-5aa0-4c4c-bd52-73198b4058f4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.545069] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3293c6ba-21de-4cf5-9810-67b009160d47 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.554867] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150274, 'name': CreateVM_Task, 'duration_secs': 0.445611} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.564142] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.564737] env[69357]: DEBUG nova.compute.provider_tree [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.566642] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.566807] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.567140] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.570605] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3650747-83eb-47cc-80f3-90ef54f3ac49 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.580180] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551543} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.580946] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 714.580946] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]521eaa80-0d60-45c4-ba84-31a0ce6953fa" [ 714.580946] env[69357]: _type = "Task" [ 714.580946] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.581455] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 74f2d7a3-9dd0-4557-8cef-0770d3425dd4/74f2d7a3-9dd0-4557-8cef-0770d3425dd4.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.581660] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.582026] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e7ebc01-9736-492a-9a35-f241f22671b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.594042] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]521eaa80-0d60-45c4-ba84-31a0ce6953fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.595592] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.595802] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.596180] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.596366] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.596555] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.597225] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for the task: (returnval){ [ 714.597225] env[69357]: value = "task-4150275" [ 714.597225] env[69357]: _type = "Task" [ 714.597225] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.597417] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-344786b4-f633-407a-b3a5-63896a4d6763 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.610621] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.611997] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.612212] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.612956] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebe286c0-7451-4712-8c23-629f2dc0d774 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.618790] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 714.618790] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5274a3f1-3dfe-b340-b224-5c3f716fd206" [ 714.618790] env[69357]: _type = "Task" [ 714.618790] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.628371] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5274a3f1-3dfe-b340-b224-5c3f716fd206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.934474] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "refresh_cache-58b37c75-ed1a-4f9a-9896-6001bdf01d3a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.934626] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquired lock "refresh_cache-58b37c75-ed1a-4f9a-9896-6001bdf01d3a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.934786] env[69357]: DEBUG nova.network.neutron [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.073202] env[69357]: DEBUG nova.scheduler.client.report [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.110474] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065148} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.111162] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.112031] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877f63b8-15cf-46b5-be0a-8936e586f47d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.140385] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 74f2d7a3-9dd0-4557-8cef-0770d3425dd4/74f2d7a3-9dd0-4557-8cef-0770d3425dd4.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.145733] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab4b227a-f4f6-4fba-812f-a70dff40c487 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.171742] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5274a3f1-3dfe-b340-b224-5c3f716fd206, 'name': SearchDatastore_Task, 'duration_secs': 0.010092} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.174386] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for the task: (returnval){ [ 715.174386] env[69357]: value = "task-4150276" [ 715.174386] env[69357]: _type = "Task" [ 715.174386] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.174812] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a007f9eb-6789-465f-8dd4-0649e3b711eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.187827] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150276, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.192375] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 715.192375] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ac3c06-fc4d-5362-4cfb-99016e047039" [ 715.192375] env[69357]: _type = "Task" [ 715.192375] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.203911] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ac3c06-fc4d-5362-4cfb-99016e047039, 'name': SearchDatastore_Task, 'duration_secs': 0.016712} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.204216] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.204509] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 90a0754f-c615-4acf-9787-55c3a8649161/90a0754f-c615-4acf-9787-55c3a8649161.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.204783] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3755410-11fb-4ec8-aa3e-9e374ac37539 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.214256] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 715.214256] env[69357]: value = "task-4150277" [ 715.214256] env[69357]: _type = "Task" [ 715.214256] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.222391] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.367275] env[69357]: DEBUG nova.network.neutron [req-2886683e-0f9b-48c3-a39d-c27c2782cc0e req-d97e9db7-32e7-439a-9a42-19c92c475a48 service nova] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Updated VIF entry in instance network info cache for port 64fc21f7-26b1-41d0-ba72-adf06df23565. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.367671] env[69357]: DEBUG nova.network.neutron [req-2886683e-0f9b-48c3-a39d-c27c2782cc0e req-d97e9db7-32e7-439a-9a42-19c92c475a48 service nova] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Updating instance_info_cache with network_info: [{"id": "64fc21f7-26b1-41d0-ba72-adf06df23565", "address": "fa:16:3e:3a:3a:07", "network": {"id": "53920da6-d263-44f4-a530-25b528a83149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-247356550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeed843967394582a8207ae77c9b18aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64fc21f7-26", "ovs_interfaceid": "64fc21f7-26b1-41d0-ba72-adf06df23565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.507337] env[69357]: DEBUG nova.network.neutron [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.578810] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.580057] env[69357]: DEBUG nova.compute.manager [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.583201] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.738s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.584287] env[69357]: INFO nova.compute.claims [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.695043] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150276, 'name': ReconfigVM_Task, 'duration_secs': 0.424347} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.695043] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 74f2d7a3-9dd0-4557-8cef-0770d3425dd4/74f2d7a3-9dd0-4557-8cef-0770d3425dd4.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.695043] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18f35ada-2357-46f1-bc22-987ca4208602 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.705741] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for the task: (returnval){ [ 715.705741] env[69357]: value = "task-4150278" [ 715.705741] env[69357]: _type = "Task" [ 715.705741] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.721042] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150278, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.728892] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150277, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.831568] env[69357]: DEBUG nova.network.neutron [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Updating instance_info_cache with network_info: [{"id": "88601279-7beb-46c5-849e-f78e4ff54eab", "address": "fa:16:3e:68:e2:b3", "network": {"id": "94cef8f5-9224-4683-a537-d7bd4929aee7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1017386415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713bd7fede8c4233b6935bc46ba1b714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88601279-7b", "ovs_interfaceid": "88601279-7beb-46c5-849e-f78e4ff54eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.871078] env[69357]: DEBUG oslo_concurrency.lockutils [req-2886683e-0f9b-48c3-a39d-c27c2782cc0e req-d97e9db7-32e7-439a-9a42-19c92c475a48 service nova] Releasing lock "refresh_cache-90a0754f-c615-4acf-9787-55c3a8649161" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.090588] env[69357]: DEBUG nova.compute.utils [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.095625] env[69357]: DEBUG nova.compute.manager [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.095625] env[69357]: DEBUG nova.network.neutron [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.189096] env[69357]: DEBUG nova.policy [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e41950f40594d2c8d264ac6892c23f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af1ec2af507448a1ae3afc9845fec393', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.216696] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150278, 'name': Rename_Task, 'duration_secs': 0.171175} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.216696] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.216952] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-135e8e1f-2f0f-4119-9c23-7f9a183096c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.227994] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519793} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.230136] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 90a0754f-c615-4acf-9787-55c3a8649161/90a0754f-c615-4acf-9787-55c3a8649161.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.230295] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.231193] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for the task: (returnval){ [ 716.231193] env[69357]: value = "task-4150279" [ 716.231193] env[69357]: _type = "Task" [ 716.231193] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.231193] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ff2fe2d-f4b7-4656-a287-e2e532edf02e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.242166] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.243610] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 716.243610] env[69357]: value = "task-4150280" [ 716.243610] env[69357]: _type = "Task" [ 716.243610] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.254904] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.335639] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Releasing lock "refresh_cache-58b37c75-ed1a-4f9a-9896-6001bdf01d3a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.335937] env[69357]: DEBUG nova.compute.manager [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Instance network_info: |[{"id": "88601279-7beb-46c5-849e-f78e4ff54eab", "address": "fa:16:3e:68:e2:b3", "network": {"id": "94cef8f5-9224-4683-a537-d7bd4929aee7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1017386415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713bd7fede8c4233b6935bc46ba1b714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88601279-7b", "ovs_interfaceid": "88601279-7beb-46c5-849e-f78e4ff54eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.337396] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:e2:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88601279-7beb-46c5-849e-f78e4ff54eab', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.348721] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.349167] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.349562] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15a132f0-b979-4049-ae76-09d376987c79 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.373314] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.373314] env[69357]: value = "task-4150281" [ 716.373314] env[69357]: _type = "Task" [ 716.373314] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.382396] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150281, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.563184] env[69357]: DEBUG nova.compute.manager [req-c029c24a-3fad-432b-82e4-b115eb6783d7 req-1d6b0021-2045-48fb-b328-76152594d7c4 service nova] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Received event network-vif-plugged-88601279-7beb-46c5-849e-f78e4ff54eab {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.563184] env[69357]: DEBUG oslo_concurrency.lockutils [req-c029c24a-3fad-432b-82e4-b115eb6783d7 req-1d6b0021-2045-48fb-b328-76152594d7c4 service nova] Acquiring lock "58b37c75-ed1a-4f9a-9896-6001bdf01d3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.563184] env[69357]: DEBUG oslo_concurrency.lockutils [req-c029c24a-3fad-432b-82e4-b115eb6783d7 req-1d6b0021-2045-48fb-b328-76152594d7c4 service nova] Lock "58b37c75-ed1a-4f9a-9896-6001bdf01d3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.563184] env[69357]: DEBUG oslo_concurrency.lockutils [req-c029c24a-3fad-432b-82e4-b115eb6783d7 req-1d6b0021-2045-48fb-b328-76152594d7c4 service nova] Lock "58b37c75-ed1a-4f9a-9896-6001bdf01d3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.563184] env[69357]: DEBUG nova.compute.manager [req-c029c24a-3fad-432b-82e4-b115eb6783d7 req-1d6b0021-2045-48fb-b328-76152594d7c4 service nova] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] No waiting events found dispatching network-vif-plugged-88601279-7beb-46c5-849e-f78e4ff54eab {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 716.564554] env[69357]: WARNING nova.compute.manager [req-c029c24a-3fad-432b-82e4-b115eb6783d7 req-1d6b0021-2045-48fb-b328-76152594d7c4 service nova] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Received unexpected event network-vif-plugged-88601279-7beb-46c5-849e-f78e4ff54eab for instance with vm_state building and task_state spawning. [ 716.565110] env[69357]: DEBUG nova.compute.manager [req-c029c24a-3fad-432b-82e4-b115eb6783d7 req-1d6b0021-2045-48fb-b328-76152594d7c4 service nova] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Received event network-changed-88601279-7beb-46c5-849e-f78e4ff54eab {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.565446] env[69357]: DEBUG nova.compute.manager [req-c029c24a-3fad-432b-82e4-b115eb6783d7 req-1d6b0021-2045-48fb-b328-76152594d7c4 service nova] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Refreshing instance network info cache due to event network-changed-88601279-7beb-46c5-849e-f78e4ff54eab. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.565792] env[69357]: DEBUG oslo_concurrency.lockutils [req-c029c24a-3fad-432b-82e4-b115eb6783d7 req-1d6b0021-2045-48fb-b328-76152594d7c4 service nova] Acquiring lock "refresh_cache-58b37c75-ed1a-4f9a-9896-6001bdf01d3a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.566254] env[69357]: DEBUG oslo_concurrency.lockutils [req-c029c24a-3fad-432b-82e4-b115eb6783d7 req-1d6b0021-2045-48fb-b328-76152594d7c4 service nova] Acquired lock "refresh_cache-58b37c75-ed1a-4f9a-9896-6001bdf01d3a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.566551] env[69357]: DEBUG nova.network.neutron [req-c029c24a-3fad-432b-82e4-b115eb6783d7 req-1d6b0021-2045-48fb-b328-76152594d7c4 service nova] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Refreshing network info cache for port 88601279-7beb-46c5-849e-f78e4ff54eab {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.596018] env[69357]: DEBUG nova.compute.manager [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.755696] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150279, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.768681] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073256} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.770603] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.772791] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dd9dce-8179-4e95-bb8b-69c55a877b26 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.800463] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 90a0754f-c615-4acf-9787-55c3a8649161/90a0754f-c615-4acf-9787-55c3a8649161.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.804115] env[69357]: DEBUG nova.network.neutron [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Successfully created port: dfc02605-0cea-4a9d-8dc2-251f8a5de252 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.805701] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4fa8907-9132-4e56-8b48-7edbb1a305ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.829634] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 716.829634] env[69357]: value = "task-4150282" [ 716.829634] env[69357]: _type = "Task" [ 716.829634] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.837668] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.885672] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150281, 'name': CreateVM_Task, 'duration_secs': 0.378978} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.889337] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.890437] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.890599] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.890965] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.891426] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aaea2d0-9794-43c6-8477-d291b022474a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.898513] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 716.898513] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a5c8b9-4cad-787b-aa4e-cb6ef12e61f1" [ 716.898513] env[69357]: _type = "Task" [ 716.898513] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.911772] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a5c8b9-4cad-787b-aa4e-cb6ef12e61f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.259273] env[69357]: DEBUG oslo_vmware.api [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150279, 'name': PowerOnVM_Task, 'duration_secs': 0.849265} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.260935] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.261159] env[69357]: INFO nova.compute.manager [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Took 10.05 seconds to spawn the instance on the hypervisor. [ 717.261337] env[69357]: DEBUG nova.compute.manager [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 717.262271] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06aded86-9ee6-476e-9340-8b6f93eadffa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.265481] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9330fee2-d087-4e48-b198-f953997fd50a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.278971] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934b7b6a-109c-4856-9b87-f67f92c1048d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.316932] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dd3a1d-c1eb-4d3f-aaaa-2961bbae78be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.327527] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ce2bf5-e37a-4537-a9ae-396906e513d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.339299] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150282, 'name': ReconfigVM_Task, 'duration_secs': 0.432086} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.348308] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 90a0754f-c615-4acf-9787-55c3a8649161/90a0754f-c615-4acf-9787-55c3a8649161.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.349113] env[69357]: DEBUG nova.compute.provider_tree [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.356200] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a756ccb-b15a-4b82-9dff-938760d7c49d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.365693] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 717.365693] env[69357]: value = "task-4150283" [ 717.365693] env[69357]: _type = "Task" [ 717.365693] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.376297] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150283, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.410184] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a5c8b9-4cad-787b-aa4e-cb6ef12e61f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011715} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.410184] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.410769] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.410769] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.410769] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.410922] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.411223] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5fa7d29-b64b-40c3-95d6-d9d5129eef09 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.421806] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.422077] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.425316] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14ca2a3d-bb3b-45e6-914d-b84b392370e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.432807] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 717.432807] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52dee876-d144-5ce2-70eb-85bda13328e2" [ 717.432807] env[69357]: _type = "Task" [ 717.432807] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.443935] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52dee876-d144-5ce2-70eb-85bda13328e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.603529] env[69357]: DEBUG nova.compute.manager [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.619999] env[69357]: DEBUG nova.network.neutron [req-c029c24a-3fad-432b-82e4-b115eb6783d7 req-1d6b0021-2045-48fb-b328-76152594d7c4 service nova] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Updated VIF entry in instance network info cache for port 88601279-7beb-46c5-849e-f78e4ff54eab. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.620441] env[69357]: DEBUG nova.network.neutron [req-c029c24a-3fad-432b-82e4-b115eb6783d7 req-1d6b0021-2045-48fb-b328-76152594d7c4 service nova] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Updating instance_info_cache with network_info: [{"id": "88601279-7beb-46c5-849e-f78e4ff54eab", "address": "fa:16:3e:68:e2:b3", "network": {"id": "94cef8f5-9224-4683-a537-d7bd4929aee7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1017386415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713bd7fede8c4233b6935bc46ba1b714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88601279-7b", "ovs_interfaceid": "88601279-7beb-46c5-849e-f78e4ff54eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.632336] env[69357]: DEBUG nova.virt.hardware [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.632579] env[69357]: DEBUG nova.virt.hardware [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.632728] env[69357]: DEBUG nova.virt.hardware [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.632847] env[69357]: DEBUG nova.virt.hardware [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.632997] env[69357]: DEBUG nova.virt.hardware [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.633394] env[69357]: DEBUG nova.virt.hardware [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.633507] env[69357]: DEBUG nova.virt.hardware [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.633612] env[69357]: DEBUG nova.virt.hardware [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.633781] env[69357]: DEBUG nova.virt.hardware [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.633940] env[69357]: DEBUG nova.virt.hardware [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.634141] env[69357]: DEBUG nova.virt.hardware [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.635707] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c1a78d-92bb-4fe5-9f19-2351f62d9437 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.647290] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54da89a8-1477-4f4b-ae14-8043c69a955e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.792108] env[69357]: INFO nova.compute.manager [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Took 34.33 seconds to build instance. [ 717.859804] env[69357]: DEBUG nova.scheduler.client.report [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.881918] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150283, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.944036] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52dee876-d144-5ce2-70eb-85bda13328e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011844} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.945072] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f0c6ff-07f4-4531-99a8-de8201a8ddc5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.952350] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 717.952350] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5200ae15-61cc-0d46-8159-88aad78b7526" [ 717.952350] env[69357]: _type = "Task" [ 717.952350] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.971545] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5200ae15-61cc-0d46-8159-88aad78b7526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.122805] env[69357]: DEBUG oslo_concurrency.lockutils [req-c029c24a-3fad-432b-82e4-b115eb6783d7 req-1d6b0021-2045-48fb-b328-76152594d7c4 service nova] Releasing lock "refresh_cache-58b37c75-ed1a-4f9a-9896-6001bdf01d3a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.294484] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05b2dab6-aa13-4a27-9ddf-ac94dfdfa621 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Lock "74f2d7a3-9dd0-4557-8cef-0770d3425dd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.644s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.365348] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.366938] env[69357]: DEBUG nova.compute.manager [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.369014] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.453s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.370458] env[69357]: INFO nova.compute.claims [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.384624] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150283, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.463900] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5200ae15-61cc-0d46-8159-88aad78b7526, 'name': SearchDatastore_Task, 'duration_secs': 0.022569} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.464262] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.464498] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 58b37c75-ed1a-4f9a-9896-6001bdf01d3a/58b37c75-ed1a-4f9a-9896-6001bdf01d3a.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.464832] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20f66354-aaf7-4873-9299-e2fe4670ca21 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.474435] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 718.474435] env[69357]: value = "task-4150284" [ 718.474435] env[69357]: _type = "Task" [ 718.474435] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.486247] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.798133] env[69357]: DEBUG nova.compute.manager [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.878676] env[69357]: DEBUG nova.compute.utils [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.888404] env[69357]: DEBUG nova.compute.manager [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.888693] env[69357]: DEBUG nova.network.neutron [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.904039] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150283, 'name': Rename_Task, 'duration_secs': 1.165025} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.904487] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.904777] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f8389d2-6d8f-4d7e-8f3c-7099c231ee04 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.914600] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 718.914600] env[69357]: value = "task-4150285" [ 718.914600] env[69357]: _type = "Task" [ 718.914600] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.927173] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.990069] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150284, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.054476] env[69357]: DEBUG nova.policy [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e631aa238a61497082a988265c24c38a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8bcda75ff3e450b8f854affcd6ec994', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.063525] env[69357]: DEBUG nova.compute.manager [req-6cdeef3b-0175-4e34-a8f1-8806f0c45e51 req-bc582d5f-f349-457f-8bfb-05bec96192bf service nova] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Received event network-changed-f7d7c1a5-a050-4b34-bd94-c6265cf85efb {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.063584] env[69357]: DEBUG nova.compute.manager [req-6cdeef3b-0175-4e34-a8f1-8806f0c45e51 req-bc582d5f-f349-457f-8bfb-05bec96192bf service nova] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Refreshing instance network info cache due to event network-changed-f7d7c1a5-a050-4b34-bd94-c6265cf85efb. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.063792] env[69357]: DEBUG oslo_concurrency.lockutils [req-6cdeef3b-0175-4e34-a8f1-8806f0c45e51 req-bc582d5f-f349-457f-8bfb-05bec96192bf service nova] Acquiring lock "refresh_cache-74f2d7a3-9dd0-4557-8cef-0770d3425dd4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.064035] env[69357]: DEBUG oslo_concurrency.lockutils [req-6cdeef3b-0175-4e34-a8f1-8806f0c45e51 req-bc582d5f-f349-457f-8bfb-05bec96192bf service nova] Acquired lock "refresh_cache-74f2d7a3-9dd0-4557-8cef-0770d3425dd4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.064227] env[69357]: DEBUG nova.network.neutron [req-6cdeef3b-0175-4e34-a8f1-8806f0c45e51 req-bc582d5f-f349-457f-8bfb-05bec96192bf service nova] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Refreshing network info cache for port f7d7c1a5-a050-4b34-bd94-c6265cf85efb {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.516228] env[69357]: DEBUG nova.compute.manager [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.565089] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526475} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.570790] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 58b37c75-ed1a-4f9a-9896-6001bdf01d3a/58b37c75-ed1a-4f9a-9896-6001bdf01d3a.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.570790] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.573280] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150285, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.573280] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d00902e2-bf4e-4295-bdba-ae1db83a1ba5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.580556] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.582320] env[69357]: DEBUG nova.network.neutron [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Successfully updated port: dfc02605-0cea-4a9d-8dc2-251f8a5de252 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.588135] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 719.588135] env[69357]: value = "task-4150286" [ 719.588135] env[69357]: _type = "Task" [ 719.588135] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.616480] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.772936] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquiring lock "7f9b9cc2-fc44-4053-bb3b-c243eea7921c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.772936] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Lock "7f9b9cc2-fc44-4053-bb3b-c243eea7921c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.050448] env[69357]: DEBUG oslo_vmware.api [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150285, 'name': PowerOnVM_Task, 'duration_secs': 0.810154} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.050778] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.051048] env[69357]: INFO nova.compute.manager [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Took 10.10 seconds to spawn the instance on the hypervisor. [ 720.051284] env[69357]: DEBUG nova.compute.manager [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 720.052175] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7857bc0-94d0-4454-ac6e-7c7860373023 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.085151] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Acquiring lock "refresh_cache-a1a7b57a-d499-4145-bf63-dbce0bc2acc6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.086134] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Acquired lock "refresh_cache-a1a7b57a-d499-4145-bf63-dbce0bc2acc6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.086432] env[69357]: DEBUG nova.network.neutron [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.106156] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080509} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.106156] env[69357]: DEBUG nova.network.neutron [req-6cdeef3b-0175-4e34-a8f1-8806f0c45e51 req-bc582d5f-f349-457f-8bfb-05bec96192bf service nova] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Updated VIF entry in instance network info cache for port f7d7c1a5-a050-4b34-bd94-c6265cf85efb. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.106270] env[69357]: DEBUG nova.network.neutron [req-6cdeef3b-0175-4e34-a8f1-8806f0c45e51 req-bc582d5f-f349-457f-8bfb-05bec96192bf service nova] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Updating instance_info_cache with network_info: [{"id": "f7d7c1a5-a050-4b34-bd94-c6265cf85efb", "address": "fa:16:3e:c2:16:51", "network": {"id": "ee276b88-63e3-4931-a89e-dc89d90958ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1672191133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32f5507b91344cf2b9c13adb8dccce9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d7c1a5-a0", "ovs_interfaceid": "f7d7c1a5-a050-4b34-bd94-c6265cf85efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.106270] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.110034] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2cff63-417d-43d0-bbd6-1f18b21cb0db {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.114960] env[69357]: DEBUG nova.network.neutron [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Successfully created port: 11798828-16d6-4991-bd39-40909f48141b {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.140412] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 58b37c75-ed1a-4f9a-9896-6001bdf01d3a/58b37c75-ed1a-4f9a-9896-6001bdf01d3a.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.144891] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44dcca0e-c94e-41c6-9ae0-35d08af079c4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.169910] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 720.169910] env[69357]: value = "task-4150287" [ 720.169910] env[69357]: _type = "Task" [ 720.169910] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.179551] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.238516] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d11b0c6-4d60-41e9-a777-35b618bdd3f7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.248142] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f764a01d-334c-480d-9551-0e44dffb0b8e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.286694] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5403b233-ea02-484a-ac04-6b99c438519c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.297128] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8500d95f-c720-4bdf-ba09-926856fa47a1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.320498] env[69357]: DEBUG nova.compute.provider_tree [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.546786] env[69357]: DEBUG nova.compute.manager [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.582107] env[69357]: INFO nova.compute.manager [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Took 35.00 seconds to build instance. [ 720.589023] env[69357]: DEBUG nova.virt.hardware [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.589159] env[69357]: DEBUG nova.virt.hardware [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.589247] env[69357]: DEBUG nova.virt.hardware [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.589425] env[69357]: DEBUG nova.virt.hardware [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.590110] env[69357]: DEBUG nova.virt.hardware [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.590110] env[69357]: DEBUG nova.virt.hardware [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.590110] env[69357]: DEBUG nova.virt.hardware [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.590110] env[69357]: DEBUG nova.virt.hardware [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.590411] env[69357]: DEBUG nova.virt.hardware [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.590411] env[69357]: DEBUG nova.virt.hardware [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.590585] env[69357]: DEBUG nova.virt.hardware [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.591869] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da5e274-25c8-4db2-aef9-3a4f0bc8c970 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.603059] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54ee0b8-1c5f-42cc-9ce3-f572a66ab1cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.624344] env[69357]: DEBUG oslo_concurrency.lockutils [req-6cdeef3b-0175-4e34-a8f1-8806f0c45e51 req-bc582d5f-f349-457f-8bfb-05bec96192bf service nova] Releasing lock "refresh_cache-74f2d7a3-9dd0-4557-8cef-0770d3425dd4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.663179] env[69357]: DEBUG nova.network.neutron [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.683040] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.822766] env[69357]: DEBUG nova.scheduler.client.report [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.904963] env[69357]: DEBUG nova.network.neutron [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Updating instance_info_cache with network_info: [{"id": "dfc02605-0cea-4a9d-8dc2-251f8a5de252", "address": "fa:16:3e:31:04:99", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc02605-0c", "ovs_interfaceid": "dfc02605-0cea-4a9d-8dc2-251f8a5de252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.944629] env[69357]: DEBUG oslo_concurrency.lockutils [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Acquiring lock "e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.944897] env[69357]: DEBUG oslo_concurrency.lockutils [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Lock "e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.085105] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a4d90bad-d4ee-4c4a-a47b-4b2fee84dbf6 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "90a0754f-c615-4acf-9787-55c3a8649161" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.050s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.182896] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150287, 'name': ReconfigVM_Task, 'duration_secs': 0.821774} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.182896] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 58b37c75-ed1a-4f9a-9896-6001bdf01d3a/58b37c75-ed1a-4f9a-9896-6001bdf01d3a.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.183342] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3aad11f3-feba-4047-aefc-f3d9955ce823 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.191267] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 721.191267] env[69357]: value = "task-4150288" [ 721.191267] env[69357]: _type = "Task" [ 721.191267] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.201585] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150288, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.328915] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.960s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.329510] env[69357]: DEBUG nova.compute.manager [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.332139] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.139s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.333503] env[69357]: INFO nova.compute.claims [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.349545] env[69357]: DEBUG nova.compute.manager [req-e87f14e0-9a7a-4f77-8331-5c6f81d411c8 req-180c5ac3-d619-46dd-8a31-7604d6f14d1e service nova] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Received event network-vif-plugged-dfc02605-0cea-4a9d-8dc2-251f8a5de252 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.349545] env[69357]: DEBUG oslo_concurrency.lockutils [req-e87f14e0-9a7a-4f77-8331-5c6f81d411c8 req-180c5ac3-d619-46dd-8a31-7604d6f14d1e service nova] Acquiring lock "a1a7b57a-d499-4145-bf63-dbce0bc2acc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.349545] env[69357]: DEBUG oslo_concurrency.lockutils [req-e87f14e0-9a7a-4f77-8331-5c6f81d411c8 req-180c5ac3-d619-46dd-8a31-7604d6f14d1e service nova] Lock "a1a7b57a-d499-4145-bf63-dbce0bc2acc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.349545] env[69357]: DEBUG oslo_concurrency.lockutils [req-e87f14e0-9a7a-4f77-8331-5c6f81d411c8 req-180c5ac3-d619-46dd-8a31-7604d6f14d1e service nova] Lock "a1a7b57a-d499-4145-bf63-dbce0bc2acc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.349713] env[69357]: DEBUG nova.compute.manager [req-e87f14e0-9a7a-4f77-8331-5c6f81d411c8 req-180c5ac3-d619-46dd-8a31-7604d6f14d1e service nova] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] No waiting events found dispatching network-vif-plugged-dfc02605-0cea-4a9d-8dc2-251f8a5de252 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 721.349797] env[69357]: WARNING nova.compute.manager [req-e87f14e0-9a7a-4f77-8331-5c6f81d411c8 req-180c5ac3-d619-46dd-8a31-7604d6f14d1e service nova] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Received unexpected event network-vif-plugged-dfc02605-0cea-4a9d-8dc2-251f8a5de252 for instance with vm_state building and task_state spawning. [ 721.350021] env[69357]: DEBUG nova.compute.manager [req-e87f14e0-9a7a-4f77-8331-5c6f81d411c8 req-180c5ac3-d619-46dd-8a31-7604d6f14d1e service nova] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Received event network-changed-f7d7c1a5-a050-4b34-bd94-c6265cf85efb {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.350234] env[69357]: DEBUG nova.compute.manager [req-e87f14e0-9a7a-4f77-8331-5c6f81d411c8 req-180c5ac3-d619-46dd-8a31-7604d6f14d1e service nova] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Refreshing instance network info cache due to event network-changed-f7d7c1a5-a050-4b34-bd94-c6265cf85efb. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.350292] env[69357]: DEBUG oslo_concurrency.lockutils [req-e87f14e0-9a7a-4f77-8331-5c6f81d411c8 req-180c5ac3-d619-46dd-8a31-7604d6f14d1e service nova] Acquiring lock "refresh_cache-74f2d7a3-9dd0-4557-8cef-0770d3425dd4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.350423] env[69357]: DEBUG oslo_concurrency.lockutils [req-e87f14e0-9a7a-4f77-8331-5c6f81d411c8 req-180c5ac3-d619-46dd-8a31-7604d6f14d1e service nova] Acquired lock "refresh_cache-74f2d7a3-9dd0-4557-8cef-0770d3425dd4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.350581] env[69357]: DEBUG nova.network.neutron [req-e87f14e0-9a7a-4f77-8331-5c6f81d411c8 req-180c5ac3-d619-46dd-8a31-7604d6f14d1e service nova] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Refreshing network info cache for port f7d7c1a5-a050-4b34-bd94-c6265cf85efb {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.409055] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Releasing lock "refresh_cache-a1a7b57a-d499-4145-bf63-dbce0bc2acc6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.409200] env[69357]: DEBUG nova.compute.manager [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Instance network_info: |[{"id": "dfc02605-0cea-4a9d-8dc2-251f8a5de252", "address": "fa:16:3e:31:04:99", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc02605-0c", "ovs_interfaceid": "dfc02605-0cea-4a9d-8dc2-251f8a5de252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.409670] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:04:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfc02605-0cea-4a9d-8dc2-251f8a5de252', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.417582] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.418193] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.418945] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b02fdcd6-e811-4330-8931-b1c1b185d5a2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.439486] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.439486] env[69357]: value = "task-4150289" [ 721.439486] env[69357]: _type = "Task" [ 721.439486] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.447842] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150289, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.484037] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquiring lock "1519ed08-cf97-4bc5-9e26-4a62cb36ec6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.484257] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Lock "1519ed08-cf97-4bc5-9e26-4a62cb36ec6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.504787] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "90a0754f-c615-4acf-9787-55c3a8649161" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.505058] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "90a0754f-c615-4acf-9787-55c3a8649161" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.505607] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "90a0754f-c615-4acf-9787-55c3a8649161-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.505814] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "90a0754f-c615-4acf-9787-55c3a8649161-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.505990] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "90a0754f-c615-4acf-9787-55c3a8649161-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.508312] env[69357]: INFO nova.compute.manager [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Terminating instance [ 721.590110] env[69357]: DEBUG nova.compute.manager [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.711207] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150288, 'name': Rename_Task, 'duration_secs': 0.33568} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.712035] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.712581] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc1f447f-4269-4c97-8c3f-2fda08064d69 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.723608] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 721.723608] env[69357]: value = "task-4150290" [ 721.723608] env[69357]: _type = "Task" [ 721.723608] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.740739] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.837865] env[69357]: DEBUG nova.compute.utils [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.848647] env[69357]: DEBUG nova.compute.manager [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.848647] env[69357]: DEBUG nova.network.neutron [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.950021] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150289, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.958911] env[69357]: DEBUG nova.policy [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '685e5c902f4b4d2db67216f1b5bdad24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f925efeb38144c10b0c5e8890f3a8511', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.016118] env[69357]: DEBUG nova.compute.manager [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.016449] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.017391] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9733373a-de22-489f-bcfd-8f87872badb8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.025814] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.026187] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db764b11-02b3-4c2e-be91-2592a5ad0e02 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.033587] env[69357]: DEBUG oslo_vmware.api [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 722.033587] env[69357]: value = "task-4150291" [ 722.033587] env[69357]: _type = "Task" [ 722.033587] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.043566] env[69357]: DEBUG oslo_vmware.api [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.088975] env[69357]: DEBUG nova.network.neutron [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Successfully updated port: 11798828-16d6-4991-bd39-40909f48141b {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.122656] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.235661] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150290, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.347396] env[69357]: DEBUG nova.compute.manager [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.365307] env[69357]: DEBUG nova.network.neutron [req-e87f14e0-9a7a-4f77-8331-5c6f81d411c8 req-180c5ac3-d619-46dd-8a31-7604d6f14d1e service nova] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Updated VIF entry in instance network info cache for port f7d7c1a5-a050-4b34-bd94-c6265cf85efb. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.365676] env[69357]: DEBUG nova.network.neutron [req-e87f14e0-9a7a-4f77-8331-5c6f81d411c8 req-180c5ac3-d619-46dd-8a31-7604d6f14d1e service nova] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Updating instance_info_cache with network_info: [{"id": "f7d7c1a5-a050-4b34-bd94-c6265cf85efb", "address": "fa:16:3e:c2:16:51", "network": {"id": "ee276b88-63e3-4931-a89e-dc89d90958ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1672191133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32f5507b91344cf2b9c13adb8dccce9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d7c1a5-a0", "ovs_interfaceid": "f7d7c1a5-a050-4b34-bd94-c6265cf85efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.456228] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150289, 'name': CreateVM_Task, 'duration_secs': 0.513433} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.456419] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.457384] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.457598] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.457931] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.458977] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83df7d9d-389f-4027-86d7-5411b7d9895c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.466566] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Waiting for the task: (returnval){ [ 722.466566] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5299caaf-8b96-74f5-fead-46a9379bac15" [ 722.466566] env[69357]: _type = "Task" [ 722.466566] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.476488] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5299caaf-8b96-74f5-fead-46a9379bac15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.534249] env[69357]: DEBUG nova.network.neutron [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Successfully created port: 9a2496ce-f576-4137-8cca-7530cb46073b {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.548802] env[69357]: DEBUG oslo_vmware.api [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150291, 'name': PowerOffVM_Task, 'duration_secs': 0.2383} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.549926] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.550272] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.550749] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb5d5638-7993-4e19-97f4-e5a96f9d5fb9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.593603] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquiring lock "refresh_cache-012edabe-4abd-408a-bccd-8b79c1e223e6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.593845] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquired lock "refresh_cache-012edabe-4abd-408a-bccd-8b79c1e223e6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.593962] env[69357]: DEBUG nova.network.neutron [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.632212] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.632455] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.632886] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Deleting the datastore file [datastore2] 90a0754f-c615-4acf-9787-55c3a8649161 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.632886] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b693af61-9489-4800-84b0-6647d6ae8d37 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.641675] env[69357]: DEBUG oslo_vmware.api [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 722.641675] env[69357]: value = "task-4150293" [ 722.641675] env[69357]: _type = "Task" [ 722.641675] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.653687] env[69357]: DEBUG oslo_vmware.api [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.744705] env[69357]: DEBUG oslo_vmware.api [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150290, 'name': PowerOnVM_Task, 'duration_secs': 0.793949} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.745611] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.746019] env[69357]: INFO nova.compute.manager [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Took 10.09 seconds to spawn the instance on the hypervisor. [ 722.746379] env[69357]: DEBUG nova.compute.manager [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 722.747350] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ceb4fc-86c0-4622-8e6d-40fdf172b088 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.871716] env[69357]: DEBUG oslo_concurrency.lockutils [req-e87f14e0-9a7a-4f77-8331-5c6f81d411c8 req-180c5ac3-d619-46dd-8a31-7604d6f14d1e service nova] Releasing lock "refresh_cache-74f2d7a3-9dd0-4557-8cef-0770d3425dd4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.871988] env[69357]: DEBUG nova.compute.manager [req-e87f14e0-9a7a-4f77-8331-5c6f81d411c8 req-180c5ac3-d619-46dd-8a31-7604d6f14d1e service nova] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Received event network-changed-dfc02605-0cea-4a9d-8dc2-251f8a5de252 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.872176] env[69357]: DEBUG nova.compute.manager [req-e87f14e0-9a7a-4f77-8331-5c6f81d411c8 req-180c5ac3-d619-46dd-8a31-7604d6f14d1e service nova] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Refreshing instance network info cache due to event network-changed-dfc02605-0cea-4a9d-8dc2-251f8a5de252. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.872390] env[69357]: DEBUG oslo_concurrency.lockutils [req-e87f14e0-9a7a-4f77-8331-5c6f81d411c8 req-180c5ac3-d619-46dd-8a31-7604d6f14d1e service nova] Acquiring lock "refresh_cache-a1a7b57a-d499-4145-bf63-dbce0bc2acc6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.872531] env[69357]: DEBUG oslo_concurrency.lockutils [req-e87f14e0-9a7a-4f77-8331-5c6f81d411c8 req-180c5ac3-d619-46dd-8a31-7604d6f14d1e service nova] Acquired lock "refresh_cache-a1a7b57a-d499-4145-bf63-dbce0bc2acc6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.872691] env[69357]: DEBUG nova.network.neutron [req-e87f14e0-9a7a-4f77-8331-5c6f81d411c8 req-180c5ac3-d619-46dd-8a31-7604d6f14d1e service nova] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Refreshing network info cache for port dfc02605-0cea-4a9d-8dc2-251f8a5de252 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.948703] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733b2921-4d27-4f00-ba9b-47b8998b717a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.957201] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebf99d4-c3ca-4c8b-afd7-ee7bea0a0987 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.990673] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f340ff-d254-4941-a0ef-e7f804f5d89d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.999115] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5299caaf-8b96-74f5-fead-46a9379bac15, 'name': SearchDatastore_Task, 'duration_secs': 0.014774} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.001465] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.001732] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.001970] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.002154] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.002338] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.002650] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bc134d9-7302-44d8-8917-a851bd843fbc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.005653] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb44e8b-1f83-48cc-a2ff-1f6467d759b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.020387] env[69357]: DEBUG nova.compute.provider_tree [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.023360] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.023360] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.024154] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43afddda-5d27-4d36-9bdf-b26150ba9380 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.031250] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Waiting for the task: (returnval){ [ 723.031250] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]526b8b02-2cb8-86b6-5d45-21316938c016" [ 723.031250] env[69357]: _type = "Task" [ 723.031250] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.042827] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526b8b02-2cb8-86b6-5d45-21316938c016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.136117] env[69357]: DEBUG nova.network.neutron [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.154047] env[69357]: DEBUG oslo_vmware.api [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217044} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.154466] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.154670] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.154859] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.155021] env[69357]: INFO nova.compute.manager [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Took 1.14 seconds to destroy the instance on the hypervisor. [ 723.155335] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.155537] env[69357]: DEBUG nova.compute.manager [-] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.155633] env[69357]: DEBUG nova.network.neutron [-] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.275678] env[69357]: INFO nova.compute.manager [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Took 37.07 seconds to build instance. [ 723.366371] env[69357]: DEBUG nova.compute.manager [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.399227] env[69357]: DEBUG nova.virt.hardware [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.399227] env[69357]: DEBUG nova.virt.hardware [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.399227] env[69357]: DEBUG nova.virt.hardware [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.399227] env[69357]: DEBUG nova.virt.hardware [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.399441] env[69357]: DEBUG nova.virt.hardware [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.399441] env[69357]: DEBUG nova.virt.hardware [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.399441] env[69357]: DEBUG nova.virt.hardware [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.399441] env[69357]: DEBUG nova.virt.hardware [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.399441] env[69357]: DEBUG nova.virt.hardware [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.399831] env[69357]: DEBUG nova.virt.hardware [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.400169] env[69357]: DEBUG nova.virt.hardware [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.401149] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b029ea-8da8-461e-9ff5-69db41b78ff9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.410934] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84981183-abf2-418a-a253-630882e9c201 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.455664] env[69357]: DEBUG nova.compute.manager [req-e004c715-f901-4391-8fc1-65cdbd40e996 req-7f7b09df-80e2-40a1-8982-aef41334c661 service nova] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Received event network-vif-plugged-11798828-16d6-4991-bd39-40909f48141b {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.455884] env[69357]: DEBUG oslo_concurrency.lockutils [req-e004c715-f901-4391-8fc1-65cdbd40e996 req-7f7b09df-80e2-40a1-8982-aef41334c661 service nova] Acquiring lock "012edabe-4abd-408a-bccd-8b79c1e223e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.456083] env[69357]: DEBUG oslo_concurrency.lockutils [req-e004c715-f901-4391-8fc1-65cdbd40e996 req-7f7b09df-80e2-40a1-8982-aef41334c661 service nova] Lock "012edabe-4abd-408a-bccd-8b79c1e223e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.456258] env[69357]: DEBUG oslo_concurrency.lockutils [req-e004c715-f901-4391-8fc1-65cdbd40e996 req-7f7b09df-80e2-40a1-8982-aef41334c661 service nova] Lock "012edabe-4abd-408a-bccd-8b79c1e223e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.456421] env[69357]: DEBUG nova.compute.manager [req-e004c715-f901-4391-8fc1-65cdbd40e996 req-7f7b09df-80e2-40a1-8982-aef41334c661 service nova] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] No waiting events found dispatching network-vif-plugged-11798828-16d6-4991-bd39-40909f48141b {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 723.456590] env[69357]: WARNING nova.compute.manager [req-e004c715-f901-4391-8fc1-65cdbd40e996 req-7f7b09df-80e2-40a1-8982-aef41334c661 service nova] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Received unexpected event network-vif-plugged-11798828-16d6-4991-bd39-40909f48141b for instance with vm_state building and task_state spawning. [ 723.456745] env[69357]: DEBUG nova.compute.manager [req-e004c715-f901-4391-8fc1-65cdbd40e996 req-7f7b09df-80e2-40a1-8982-aef41334c661 service nova] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Received event network-changed-11798828-16d6-4991-bd39-40909f48141b {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.456895] env[69357]: DEBUG nova.compute.manager [req-e004c715-f901-4391-8fc1-65cdbd40e996 req-7f7b09df-80e2-40a1-8982-aef41334c661 service nova] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Refreshing instance network info cache due to event network-changed-11798828-16d6-4991-bd39-40909f48141b. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.458287] env[69357]: DEBUG oslo_concurrency.lockutils [req-e004c715-f901-4391-8fc1-65cdbd40e996 req-7f7b09df-80e2-40a1-8982-aef41334c661 service nova] Acquiring lock "refresh_cache-012edabe-4abd-408a-bccd-8b79c1e223e6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.460193] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 723.460850] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 723.504016] env[69357]: DEBUG nova.network.neutron [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Updating instance_info_cache with network_info: [{"id": "11798828-16d6-4991-bd39-40909f48141b", "address": "fa:16:3e:62:c3:3a", "network": {"id": "3fcb4c37-9085-4792-af78-4bc4611dd81b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-847480197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8bcda75ff3e450b8f854affcd6ec994", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11798828-16", "ovs_interfaceid": "11798828-16d6-4991-bd39-40909f48141b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.524993] env[69357]: DEBUG nova.scheduler.client.report [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.542573] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526b8b02-2cb8-86b6-5d45-21316938c016, 'name': SearchDatastore_Task, 'duration_secs': 0.015071} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.543343] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-543cc261-2137-4f2d-a8eb-e03c1897b48b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.549989] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Waiting for the task: (returnval){ [ 723.549989] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5273c109-7607-389b-26df-efd85a4f5aa7" [ 723.549989] env[69357]: _type = "Task" [ 723.549989] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.565091] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5273c109-7607-389b-26df-efd85a4f5aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.011742} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.565393] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.565658] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] a1a7b57a-d499-4145-bf63-dbce0bc2acc6/a1a7b57a-d499-4145-bf63-dbce0bc2acc6.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.565932] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c034c53-9241-4f90-beab-7159194cc452 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.574898] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Waiting for the task: (returnval){ [ 723.574898] env[69357]: value = "task-4150294" [ 723.574898] env[69357]: _type = "Task" [ 723.574898] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.585875] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.775417] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27ea3311-9d07-4308-a7ad-97638f086cc5 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "58b37c75-ed1a-4f9a-9896-6001bdf01d3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.692s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.828279] env[69357]: DEBUG nova.network.neutron [req-e87f14e0-9a7a-4f77-8331-5c6f81d411c8 req-180c5ac3-d619-46dd-8a31-7604d6f14d1e service nova] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Updated VIF entry in instance network info cache for port dfc02605-0cea-4a9d-8dc2-251f8a5de252. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.828720] env[69357]: DEBUG nova.network.neutron [req-e87f14e0-9a7a-4f77-8331-5c6f81d411c8 req-180c5ac3-d619-46dd-8a31-7604d6f14d1e service nova] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Updating instance_info_cache with network_info: [{"id": "dfc02605-0cea-4a9d-8dc2-251f8a5de252", "address": "fa:16:3e:31:04:99", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc02605-0c", "ovs_interfaceid": "dfc02605-0cea-4a9d-8dc2-251f8a5de252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.971158] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 723.971469] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 723.971666] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 723.971864] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 723.972425] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 723.972425] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 723.972425] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 723.972605] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.006441] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Releasing lock "refresh_cache-012edabe-4abd-408a-bccd-8b79c1e223e6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.006943] env[69357]: DEBUG nova.compute.manager [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Instance network_info: |[{"id": "11798828-16d6-4991-bd39-40909f48141b", "address": "fa:16:3e:62:c3:3a", "network": {"id": "3fcb4c37-9085-4792-af78-4bc4611dd81b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-847480197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8bcda75ff3e450b8f854affcd6ec994", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11798828-16", "ovs_interfaceid": "11798828-16d6-4991-bd39-40909f48141b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.007322] env[69357]: DEBUG oslo_concurrency.lockutils [req-e004c715-f901-4391-8fc1-65cdbd40e996 req-7f7b09df-80e2-40a1-8982-aef41334c661 service nova] Acquired lock "refresh_cache-012edabe-4abd-408a-bccd-8b79c1e223e6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.007632] env[69357]: DEBUG nova.network.neutron [req-e004c715-f901-4391-8fc1-65cdbd40e996 req-7f7b09df-80e2-40a1-8982-aef41334c661 service nova] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Refreshing network info cache for port 11798828-16d6-4991-bd39-40909f48141b {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.008897] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:c3:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7908211b-df93-467b-87a8-3c3d29b03de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11798828-16d6-4991-bd39-40909f48141b', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.017509] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Creating folder: Project (f8bcda75ff3e450b8f854affcd6ec994). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.021515] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51f52cb8-23e4-489b-b49a-2b5e80e1263c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.031227] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.031820] env[69357]: DEBUG nova.compute.manager [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.038039] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.789s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.039705] env[69357]: INFO nova.compute.claims [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.043412] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Created folder: Project (f8bcda75ff3e450b8f854affcd6ec994) in parent group-v821763. [ 724.043585] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Creating folder: Instances. Parent ref: group-v821821. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.044119] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbb013e3-0871-4527-af29-fe2a6d81d530 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.056692] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Created folder: Instances in parent group-v821821. [ 724.056955] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.057180] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.058130] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cbf4f76-86f0-4c03-b610-9118bce39e41 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.088645] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.088645] env[69357]: value = "task-4150297" [ 724.088645] env[69357]: _type = "Task" [ 724.088645] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.093871] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150294, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.108101] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150297, 'name': CreateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.225705] env[69357]: DEBUG nova.network.neutron [-] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.277825] env[69357]: DEBUG nova.compute.manager [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.332161] env[69357]: DEBUG oslo_concurrency.lockutils [req-e87f14e0-9a7a-4f77-8331-5c6f81d411c8 req-180c5ac3-d619-46dd-8a31-7604d6f14d1e service nova] Releasing lock "refresh_cache-a1a7b57a-d499-4145-bf63-dbce0bc2acc6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.475889] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.538064] env[69357]: DEBUG nova.compute.utils [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.539544] env[69357]: DEBUG nova.compute.manager [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.539718] env[69357]: DEBUG nova.network.neutron [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 724.588113] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554118} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.588376] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] a1a7b57a-d499-4145-bf63-dbce0bc2acc6/a1a7b57a-d499-4145-bf63-dbce0bc2acc6.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.588587] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.588919] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57f215cd-a1aa-478a-8395-d0f9232a9d49 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.597786] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Waiting for the task: (returnval){ [ 724.597786] env[69357]: value = "task-4150298" [ 724.597786] env[69357]: _type = "Task" [ 724.597786] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.605063] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150297, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.611059] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.666346] env[69357]: DEBUG nova.network.neutron [req-e004c715-f901-4391-8fc1-65cdbd40e996 req-7f7b09df-80e2-40a1-8982-aef41334c661 service nova] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Updated VIF entry in instance network info cache for port 11798828-16d6-4991-bd39-40909f48141b. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.666916] env[69357]: DEBUG nova.network.neutron [req-e004c715-f901-4391-8fc1-65cdbd40e996 req-7f7b09df-80e2-40a1-8982-aef41334c661 service nova] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Updating instance_info_cache with network_info: [{"id": "11798828-16d6-4991-bd39-40909f48141b", "address": "fa:16:3e:62:c3:3a", "network": {"id": "3fcb4c37-9085-4792-af78-4bc4611dd81b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-847480197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8bcda75ff3e450b8f854affcd6ec994", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11798828-16", "ovs_interfaceid": "11798828-16d6-4991-bd39-40909f48141b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.730145] env[69357]: DEBUG nova.network.neutron [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Successfully updated port: 9a2496ce-f576-4137-8cca-7530cb46073b {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.730444] env[69357]: INFO nova.compute.manager [-] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Took 1.57 seconds to deallocate network for instance. [ 724.765313] env[69357]: DEBUG nova.policy [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df15242453c740e095c03bd5bf70054a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bbcae74e7984a51a48de2279d4763ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.809557] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.913732] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "e402b5ae-8d98-4790-8c53-0e6d6559cd2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.914009] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "e402b5ae-8d98-4790-8c53-0e6d6559cd2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.043840] env[69357]: DEBUG nova.compute.manager [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.116777] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150297, 'name': CreateVM_Task, 'duration_secs': 0.682908} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.117076] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07035} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.117247] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.117488] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.118329] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.118919] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.119291] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.125029] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b38d554-d51c-4fc1-9d0b-5aa7d75d6bb6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.125029] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ba73f29-a213-414e-bd15-661b320cd7c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.135609] env[69357]: DEBUG oslo_vmware.api [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 725.135609] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a3e2f0-df37-67e0-9cd4-e7e747c7283c" [ 725.135609] env[69357]: _type = "Task" [ 725.135609] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.157024] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] a1a7b57a-d499-4145-bf63-dbce0bc2acc6/a1a7b57a-d499-4145-bf63-dbce0bc2acc6.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.162381] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f19e2dc-5aa2-4c80-85bc-97cd986411e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.180740] env[69357]: DEBUG oslo_concurrency.lockutils [req-e004c715-f901-4391-8fc1-65cdbd40e996 req-7f7b09df-80e2-40a1-8982-aef41334c661 service nova] Releasing lock "refresh_cache-012edabe-4abd-408a-bccd-8b79c1e223e6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.185835] env[69357]: DEBUG oslo_vmware.api [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a3e2f0-df37-67e0-9cd4-e7e747c7283c, 'name': SearchDatastore_Task, 'duration_secs': 0.013049} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.187832] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.188201] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.188458] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.189033] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.189033] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.189370] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Waiting for the task: (returnval){ [ 725.189370] env[69357]: value = "task-4150299" [ 725.189370] env[69357]: _type = "Task" [ 725.189370] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.189827] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cfc0951-2da8-447b-92af-ecf0500ad1a3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.207705] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150299, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.209158] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.209377] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.210348] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7365a9e1-e2d8-479f-a83e-3a27793a4863 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.221190] env[69357]: DEBUG oslo_vmware.api [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 725.221190] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]526234f4-17bb-21ab-d155-cc4454d2ebcd" [ 725.221190] env[69357]: _type = "Task" [ 725.221190] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.232213] env[69357]: DEBUG oslo_vmware.api [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526234f4-17bb-21ab-d155-cc4454d2ebcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.239235] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquiring lock "refresh_cache-3c97cef7-29d5-4c3c-ad60-6e8ad320241b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.239235] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquired lock "refresh_cache-3c97cef7-29d5-4c3c-ad60-6e8ad320241b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.240500] env[69357]: DEBUG nova.network.neutron [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.243054] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.274326] env[69357]: DEBUG nova.network.neutron [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Successfully created port: 89b64df4-3c71-4075-a1ea-6ab0a06497f4 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.639443] env[69357]: DEBUG oslo_concurrency.lockutils [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquiring lock "fd7a3a67-ae9f-4954-85c7-49f9bc252105" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.639766] env[69357]: DEBUG oslo_concurrency.lockutils [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Lock "fd7a3a67-ae9f-4954-85c7-49f9bc252105" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.669371] env[69357]: DEBUG nova.compute.manager [req-d6462f51-1094-4d59-a490-340c3dde28b9 req-4bc46dcc-3aad-4cd2-bc2d-7601e8ea7505 service nova] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Received event network-vif-deleted-64fc21f7-26b1-41d0-ba72-adf06df23565 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.669525] env[69357]: DEBUG nova.compute.manager [req-d6462f51-1094-4d59-a490-340c3dde28b9 req-4bc46dcc-3aad-4cd2-bc2d-7601e8ea7505 service nova] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Received event network-vif-plugged-9a2496ce-f576-4137-8cca-7530cb46073b {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.669694] env[69357]: DEBUG oslo_concurrency.lockutils [req-d6462f51-1094-4d59-a490-340c3dde28b9 req-4bc46dcc-3aad-4cd2-bc2d-7601e8ea7505 service nova] Acquiring lock "3c97cef7-29d5-4c3c-ad60-6e8ad320241b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.669930] env[69357]: DEBUG oslo_concurrency.lockutils [req-d6462f51-1094-4d59-a490-340c3dde28b9 req-4bc46dcc-3aad-4cd2-bc2d-7601e8ea7505 service nova] Lock "3c97cef7-29d5-4c3c-ad60-6e8ad320241b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.670120] env[69357]: DEBUG oslo_concurrency.lockutils [req-d6462f51-1094-4d59-a490-340c3dde28b9 req-4bc46dcc-3aad-4cd2-bc2d-7601e8ea7505 service nova] Lock "3c97cef7-29d5-4c3c-ad60-6e8ad320241b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.670288] env[69357]: DEBUG nova.compute.manager [req-d6462f51-1094-4d59-a490-340c3dde28b9 req-4bc46dcc-3aad-4cd2-bc2d-7601e8ea7505 service nova] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] No waiting events found dispatching network-vif-plugged-9a2496ce-f576-4137-8cca-7530cb46073b {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 725.670463] env[69357]: WARNING nova.compute.manager [req-d6462f51-1094-4d59-a490-340c3dde28b9 req-4bc46dcc-3aad-4cd2-bc2d-7601e8ea7505 service nova] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Received unexpected event network-vif-plugged-9a2496ce-f576-4137-8cca-7530cb46073b for instance with vm_state building and task_state spawning. [ 725.670624] env[69357]: DEBUG nova.compute.manager [req-d6462f51-1094-4d59-a490-340c3dde28b9 req-4bc46dcc-3aad-4cd2-bc2d-7601e8ea7505 service nova] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Received event network-changed-9a2496ce-f576-4137-8cca-7530cb46073b {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.670776] env[69357]: DEBUG nova.compute.manager [req-d6462f51-1094-4d59-a490-340c3dde28b9 req-4bc46dcc-3aad-4cd2-bc2d-7601e8ea7505 service nova] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Refreshing instance network info cache due to event network-changed-9a2496ce-f576-4137-8cca-7530cb46073b. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.670940] env[69357]: DEBUG oslo_concurrency.lockutils [req-d6462f51-1094-4d59-a490-340c3dde28b9 req-4bc46dcc-3aad-4cd2-bc2d-7601e8ea7505 service nova] Acquiring lock "refresh_cache-3c97cef7-29d5-4c3c-ad60-6e8ad320241b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.685382] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad3bdb8-407d-4553-baab-a12ab6a6d583 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.698256] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e393bfa6-7e07-4a90-9ea0-d7b07a880db6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.708039] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150299, 'name': ReconfigVM_Task, 'duration_secs': 0.388961} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.732268] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Reconfigured VM instance instance-00000015 to attach disk [datastore1] a1a7b57a-d499-4145-bf63-dbce0bc2acc6/a1a7b57a-d499-4145-bf63-dbce0bc2acc6.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.733217] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7805356b-d392-4ae5-baaa-617d86c929f7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.738109] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6193468a-c5c7-4bb6-bc7a-e8823cedf4d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.751461] env[69357]: DEBUG oslo_vmware.api [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526234f4-17bb-21ab-d155-cc4454d2ebcd, 'name': SearchDatastore_Task, 'duration_secs': 0.010852} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.754165] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6324c16-84a8-4dee-aca4-f0a62d7064b3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.759066] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Waiting for the task: (returnval){ [ 725.759066] env[69357]: value = "task-4150300" [ 725.759066] env[69357]: _type = "Task" [ 725.759066] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.759458] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd6a34af-2d77-463f-acd3-b7e0ecce9910 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.774689] env[69357]: DEBUG nova.compute.provider_tree [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.777996] env[69357]: DEBUG oslo_vmware.api [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 725.777996] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52aa65f5-c530-8b16-bd99-a4a4942789d1" [ 725.777996] env[69357]: _type = "Task" [ 725.777996] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.783920] env[69357]: DEBUG nova.network.neutron [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.788775] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150300, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.796941] env[69357]: DEBUG oslo_vmware.api [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52aa65f5-c530-8b16-bd99-a4a4942789d1, 'name': SearchDatastore_Task, 'duration_secs': 0.01109} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.797215] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.797460] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 012edabe-4abd-408a-bccd-8b79c1e223e6/012edabe-4abd-408a-bccd-8b79c1e223e6.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.797720] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ba9278c-33d8-4da1-b1a3-83596fda5a23 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.806463] env[69357]: DEBUG oslo_vmware.api [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 725.806463] env[69357]: value = "task-4150301" [ 725.806463] env[69357]: _type = "Task" [ 725.806463] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.817145] env[69357]: DEBUG oslo_vmware.api [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.932452] env[69357]: DEBUG oslo_concurrency.lockutils [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Acquiring lock "1e4ea406-6581-4b1c-908b-18cf9d36a1e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.932754] env[69357]: DEBUG oslo_concurrency.lockutils [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Lock "1e4ea406-6581-4b1c-908b-18cf9d36a1e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.932985] env[69357]: DEBUG oslo_concurrency.lockutils [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Acquiring lock "1e4ea406-6581-4b1c-908b-18cf9d36a1e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.933304] env[69357]: DEBUG oslo_concurrency.lockutils [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Lock "1e4ea406-6581-4b1c-908b-18cf9d36a1e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.933356] env[69357]: DEBUG oslo_concurrency.lockutils [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Lock "1e4ea406-6581-4b1c-908b-18cf9d36a1e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.936236] env[69357]: DEBUG nova.network.neutron [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Updating instance_info_cache with network_info: [{"id": "9a2496ce-f576-4137-8cca-7530cb46073b", "address": "fa:16:3e:34:c0:e4", "network": {"id": "8bba7035-5a8a-4952-9c2d-6e9c83289577", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-662894074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f925efeb38144c10b0c5e8890f3a8511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a2496ce-f5", "ovs_interfaceid": "9a2496ce-f576-4137-8cca-7530cb46073b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.937529] env[69357]: INFO nova.compute.manager [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Terminating instance [ 726.054837] env[69357]: DEBUG nova.compute.manager [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.085103] env[69357]: DEBUG nova.virt.hardware [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.085281] env[69357]: DEBUG nova.virt.hardware [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.085438] env[69357]: DEBUG nova.virt.hardware [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.085655] env[69357]: DEBUG nova.virt.hardware [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.085805] env[69357]: DEBUG nova.virt.hardware [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.085955] env[69357]: DEBUG nova.virt.hardware [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.086196] env[69357]: DEBUG nova.virt.hardware [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.086364] env[69357]: DEBUG nova.virt.hardware [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.086537] env[69357]: DEBUG nova.virt.hardware [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.086716] env[69357]: DEBUG nova.virt.hardware [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.086953] env[69357]: DEBUG nova.virt.hardware [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.087841] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e4a2fb-8ad1-4604-a171-f4d878eef21a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.096966] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f29ea67-8b20-4a5e-a8fc-87f0f757ac4a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.276520] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150300, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.284872] env[69357]: DEBUG nova.scheduler.client.report [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.321692] env[69357]: DEBUG oslo_vmware.api [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150301, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.440573] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Releasing lock "refresh_cache-3c97cef7-29d5-4c3c-ad60-6e8ad320241b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.441092] env[69357]: DEBUG nova.compute.manager [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Instance network_info: |[{"id": "9a2496ce-f576-4137-8cca-7530cb46073b", "address": "fa:16:3e:34:c0:e4", "network": {"id": "8bba7035-5a8a-4952-9c2d-6e9c83289577", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-662894074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f925efeb38144c10b0c5e8890f3a8511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a2496ce-f5", "ovs_interfaceid": "9a2496ce-f576-4137-8cca-7530cb46073b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.441813] env[69357]: DEBUG nova.compute.manager [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.442050] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.442414] env[69357]: DEBUG oslo_concurrency.lockutils [req-d6462f51-1094-4d59-a490-340c3dde28b9 req-4bc46dcc-3aad-4cd2-bc2d-7601e8ea7505 service nova] Acquired lock "refresh_cache-3c97cef7-29d5-4c3c-ad60-6e8ad320241b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.442609] env[69357]: DEBUG nova.network.neutron [req-d6462f51-1094-4d59-a490-340c3dde28b9 req-4bc46dcc-3aad-4cd2-bc2d-7601e8ea7505 service nova] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Refreshing network info cache for port 9a2496ce-f576-4137-8cca-7530cb46073b {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.443932] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:c0:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a2496ce-f576-4137-8cca-7530cb46073b', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.452221] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Creating folder: Project (f925efeb38144c10b0c5e8890f3a8511). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.453096] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9d554a-0199-4e27-975c-b6d4470e08b3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.457864] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28b6af40-b834-4806-86f9-9b2b9f6e0093 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.465469] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.465754] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e39fb23c-2f32-458b-b92e-6f24c9c9c432 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.469611] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Created folder: Project (f925efeb38144c10b0c5e8890f3a8511) in parent group-v821763. [ 726.469803] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Creating folder: Instances. Parent ref: group-v821824. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.470051] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be161e54-e3bb-475d-9142-22dcb88ba466 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.473363] env[69357]: DEBUG oslo_vmware.api [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Waiting for the task: (returnval){ [ 726.473363] env[69357]: value = "task-4150303" [ 726.473363] env[69357]: _type = "Task" [ 726.473363] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.484816] env[69357]: DEBUG oslo_vmware.api [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Task: {'id': task-4150303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.486483] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Created folder: Instances in parent group-v821824. [ 726.486736] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.486933] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.487215] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e08f08e1-9031-482f-833a-f21d6086eff8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.509203] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.509203] env[69357]: value = "task-4150305" [ 726.509203] env[69357]: _type = "Task" [ 726.509203] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.523721] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150305, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.775259] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150300, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.793821] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.794529] env[69357]: DEBUG nova.compute.manager [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.797687] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.580s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.800317] env[69357]: INFO nova.compute.claims [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.821629] env[69357]: DEBUG oslo_vmware.api [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59418} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.822027] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 012edabe-4abd-408a-bccd-8b79c1e223e6/012edabe-4abd-408a-bccd-8b79c1e223e6.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.822176] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.822442] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2fdbb90-49dc-4678-be50-63dacd9f4730 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.838414] env[69357]: DEBUG oslo_vmware.api [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 726.838414] env[69357]: value = "task-4150306" [ 726.838414] env[69357]: _type = "Task" [ 726.838414] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.853355] env[69357]: DEBUG oslo_vmware.api [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.986730] env[69357]: DEBUG oslo_vmware.api [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Task: {'id': task-4150303, 'name': PowerOffVM_Task, 'duration_secs': 0.402638} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.987152] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.987848] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.988365] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c17b8f22-29bb-4360-825a-ac4749ae7db2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.020811] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150305, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.078222] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.078600] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.078903] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Deleting the datastore file [datastore1] 1e4ea406-6581-4b1c-908b-18cf9d36a1e1 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.079570] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01fc7212-e9a2-4ea9-9675-c5dcfa08d50e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.087327] env[69357]: DEBUG oslo_vmware.api [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Waiting for the task: (returnval){ [ 727.087327] env[69357]: value = "task-4150308" [ 727.087327] env[69357]: _type = "Task" [ 727.087327] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.100136] env[69357]: DEBUG oslo_vmware.api [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Task: {'id': task-4150308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.151128] env[69357]: DEBUG nova.network.neutron [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Successfully updated port: 89b64df4-3c71-4075-a1ea-6ab0a06497f4 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.254450] env[69357]: DEBUG nova.network.neutron [req-d6462f51-1094-4d59-a490-340c3dde28b9 req-4bc46dcc-3aad-4cd2-bc2d-7601e8ea7505 service nova] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Updated VIF entry in instance network info cache for port 9a2496ce-f576-4137-8cca-7530cb46073b. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.254803] env[69357]: DEBUG nova.network.neutron [req-d6462f51-1094-4d59-a490-340c3dde28b9 req-4bc46dcc-3aad-4cd2-bc2d-7601e8ea7505 service nova] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Updating instance_info_cache with network_info: [{"id": "9a2496ce-f576-4137-8cca-7530cb46073b", "address": "fa:16:3e:34:c0:e4", "network": {"id": "8bba7035-5a8a-4952-9c2d-6e9c83289577", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-662894074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f925efeb38144c10b0c5e8890f3a8511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a2496ce-f5", "ovs_interfaceid": "9a2496ce-f576-4137-8cca-7530cb46073b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.275492] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150300, 'name': Rename_Task, 'duration_secs': 1.089002} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.275766] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.276035] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e4d9647-bd35-432d-ac48-6ad66a63704b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.284542] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Waiting for the task: (returnval){ [ 727.284542] env[69357]: value = "task-4150309" [ 727.284542] env[69357]: _type = "Task" [ 727.284542] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.293434] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.308244] env[69357]: DEBUG nova.compute.utils [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.309763] env[69357]: DEBUG nova.compute.manager [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.309945] env[69357]: DEBUG nova.network.neutron [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.349399] env[69357]: DEBUG oslo_vmware.api [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102025} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.349704] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.350598] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ac965d-3259-44d0-9545-4f5b88dbbcac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.374901] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 012edabe-4abd-408a-bccd-8b79c1e223e6/012edabe-4abd-408a-bccd-8b79c1e223e6.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.375269] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2a5387c-047a-426b-adff-15aa0913ddf4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.392256] env[69357]: DEBUG nova.policy [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28e9a783f94c44dda453e26faa7bb419', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b35d80ec18264a8ab69c609b482563fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.399614] env[69357]: DEBUG oslo_vmware.api [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 727.399614] env[69357]: value = "task-4150310" [ 727.399614] env[69357]: _type = "Task" [ 727.399614] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.409356] env[69357]: DEBUG oslo_vmware.api [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.526679] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150305, 'name': CreateVM_Task, 'duration_secs': 0.546956} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.527099] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.527941] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.528266] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.528698] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.529152] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e343dc-739e-47da-a983-cd5ab2b55645 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.534909] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 727.534909] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]520df813-add0-3e74-1bda-2b592f47f333" [ 727.534909] env[69357]: _type = "Task" [ 727.534909] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.547350] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]520df813-add0-3e74-1bda-2b592f47f333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.597689] env[69357]: DEBUG oslo_vmware.api [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Task: {'id': task-4150308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155011} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.597969] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.598262] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.598495] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.598717] env[69357]: INFO nova.compute.manager [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 727.599015] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.599465] env[69357]: DEBUG nova.compute.manager [-] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.599465] env[69357]: DEBUG nova.network.neutron [-] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.655598] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Acquiring lock "refresh_cache-33b2f0d9-d895-461a-ae4c-6601fc747f8a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.655703] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Acquired lock "refresh_cache-33b2f0d9-d895-461a-ae4c-6601fc747f8a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.655876] env[69357]: DEBUG nova.network.neutron [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.720556] env[69357]: DEBUG nova.compute.manager [req-90278a14-2102-4c51-9793-a2d0720d2c97 req-d47202b4-00dc-49d5-9803-1b124b392bbc service nova] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Received event network-vif-plugged-89b64df4-3c71-4075-a1ea-6ab0a06497f4 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.720823] env[69357]: DEBUG oslo_concurrency.lockutils [req-90278a14-2102-4c51-9793-a2d0720d2c97 req-d47202b4-00dc-49d5-9803-1b124b392bbc service nova] Acquiring lock "33b2f0d9-d895-461a-ae4c-6601fc747f8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.721264] env[69357]: DEBUG oslo_concurrency.lockutils [req-90278a14-2102-4c51-9793-a2d0720d2c97 req-d47202b4-00dc-49d5-9803-1b124b392bbc service nova] Lock "33b2f0d9-d895-461a-ae4c-6601fc747f8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.721509] env[69357]: DEBUG oslo_concurrency.lockutils [req-90278a14-2102-4c51-9793-a2d0720d2c97 req-d47202b4-00dc-49d5-9803-1b124b392bbc service nova] Lock "33b2f0d9-d895-461a-ae4c-6601fc747f8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.721701] env[69357]: DEBUG nova.compute.manager [req-90278a14-2102-4c51-9793-a2d0720d2c97 req-d47202b4-00dc-49d5-9803-1b124b392bbc service nova] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] No waiting events found dispatching network-vif-plugged-89b64df4-3c71-4075-a1ea-6ab0a06497f4 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 727.721922] env[69357]: WARNING nova.compute.manager [req-90278a14-2102-4c51-9793-a2d0720d2c97 req-d47202b4-00dc-49d5-9803-1b124b392bbc service nova] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Received unexpected event network-vif-plugged-89b64df4-3c71-4075-a1ea-6ab0a06497f4 for instance with vm_state building and task_state spawning. [ 727.722124] env[69357]: DEBUG nova.compute.manager [req-90278a14-2102-4c51-9793-a2d0720d2c97 req-d47202b4-00dc-49d5-9803-1b124b392bbc service nova] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Received event network-changed-89b64df4-3c71-4075-a1ea-6ab0a06497f4 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.722314] env[69357]: DEBUG nova.compute.manager [req-90278a14-2102-4c51-9793-a2d0720d2c97 req-d47202b4-00dc-49d5-9803-1b124b392bbc service nova] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Refreshing instance network info cache due to event network-changed-89b64df4-3c71-4075-a1ea-6ab0a06497f4. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.722468] env[69357]: DEBUG oslo_concurrency.lockutils [req-90278a14-2102-4c51-9793-a2d0720d2c97 req-d47202b4-00dc-49d5-9803-1b124b392bbc service nova] Acquiring lock "refresh_cache-33b2f0d9-d895-461a-ae4c-6601fc747f8a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.757859] env[69357]: DEBUG oslo_concurrency.lockutils [req-d6462f51-1094-4d59-a490-340c3dde28b9 req-4bc46dcc-3aad-4cd2-bc2d-7601e8ea7505 service nova] Releasing lock "refresh_cache-3c97cef7-29d5-4c3c-ad60-6e8ad320241b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.796019] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150309, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.815579] env[69357]: DEBUG nova.compute.manager [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.853660] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1219977-d20c-4bde-966c-98178e32336c tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Acquiring lock "bf558c86-a733-43d1-a519-6e5a48b04943" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.854178] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1219977-d20c-4bde-966c-98178e32336c tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Lock "bf558c86-a733-43d1-a519-6e5a48b04943" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.892169] env[69357]: DEBUG nova.network.neutron [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Successfully created port: dafd00a4-27d2-471b-ad69-1bb7c828390c {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.910192] env[69357]: DEBUG oslo_vmware.api [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150310, 'name': ReconfigVM_Task, 'duration_secs': 0.334624} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.910555] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 012edabe-4abd-408a-bccd-8b79c1e223e6/012edabe-4abd-408a-bccd-8b79c1e223e6.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.911104] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84efeeab-9bb9-4541-bd15-c56172110864 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.919793] env[69357]: DEBUG oslo_vmware.api [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 727.919793] env[69357]: value = "task-4150311" [ 727.919793] env[69357]: _type = "Task" [ 727.919793] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.930336] env[69357]: DEBUG oslo_vmware.api [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150311, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.046327] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]520df813-add0-3e74-1bda-2b592f47f333, 'name': SearchDatastore_Task, 'duration_secs': 0.010565} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.049220] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.049513] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.049780] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.049931] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.050192] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.050721] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-356cee11-4845-4b09-99ea-0ee017cdb72b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.065224] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.065508] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.066426] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e34afa90-325c-4933-9dd0-69aad6aeb666 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.074141] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 728.074141] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ccd4c0-92a0-2185-fe7e-4b970fb7ba97" [ 728.074141] env[69357]: _type = "Task" [ 728.074141] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.084675] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ccd4c0-92a0-2185-fe7e-4b970fb7ba97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.246554] env[69357]: DEBUG nova.network.neutron [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.301760] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150309, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.356875] env[69357]: DEBUG nova.compute.utils [None req-d1219977-d20c-4bde-966c-98178e32336c tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.425316] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6482fa7-eec3-4234-876b-a23ed7550576 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.436606] env[69357]: DEBUG oslo_vmware.api [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150311, 'name': Rename_Task, 'duration_secs': 0.160878} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.438987] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.439135] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c4a9323-fd0a-403d-855d-eeee6b30bccf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.441539] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ba3936-a336-4948-8b96-23c4cbdf8de4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.478596] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199b4dd2-e794-4a00-a649-77f95acc4a03 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.481230] env[69357]: DEBUG oslo_vmware.api [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 728.481230] env[69357]: value = "task-4150312" [ 728.481230] env[69357]: _type = "Task" [ 728.481230] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.488132] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df79229-38b2-4714-8186-1352d5566bc7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.496164] env[69357]: DEBUG oslo_vmware.api [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.506301] env[69357]: DEBUG nova.compute.provider_tree [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.586466] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ccd4c0-92a0-2185-fe7e-4b970fb7ba97, 'name': SearchDatastore_Task, 'duration_secs': 0.011344} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.587603] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1a7215e-b80c-4cbe-85e9-27969b09263b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.592907] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 728.592907] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5294f2bc-6428-8c0e-70d3-dbcf5041d3e0" [ 728.592907] env[69357]: _type = "Task" [ 728.592907] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.601251] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5294f2bc-6428-8c0e-70d3-dbcf5041d3e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.661093] env[69357]: DEBUG nova.network.neutron [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Updating instance_info_cache with network_info: [{"id": "89b64df4-3c71-4075-a1ea-6ab0a06497f4", "address": "fa:16:3e:85:90:2b", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89b64df4-3c", "ovs_interfaceid": "89b64df4-3c71-4075-a1ea-6ab0a06497f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.798301] env[69357]: DEBUG oslo_vmware.api [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150309, 'name': PowerOnVM_Task, 'duration_secs': 1.056705} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.798519] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.798651] env[69357]: INFO nova.compute.manager [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Took 11.19 seconds to spawn the instance on the hypervisor. [ 728.798892] env[69357]: DEBUG nova.compute.manager [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 728.799795] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4fc924-5db7-4dd7-becd-91752b5895be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.830963] env[69357]: DEBUG nova.compute.manager [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.863815] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1219977-d20c-4bde-966c-98178e32336c tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Lock "bf558c86-a733-43d1-a519-6e5a48b04943" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.872677] env[69357]: DEBUG nova.virt.hardware [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.872952] env[69357]: DEBUG nova.virt.hardware [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.873129] env[69357]: DEBUG nova.virt.hardware [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.873480] env[69357]: DEBUG nova.virt.hardware [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.873709] env[69357]: DEBUG nova.virt.hardware [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.873933] env[69357]: DEBUG nova.virt.hardware [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.874281] env[69357]: DEBUG nova.virt.hardware [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.874536] env[69357]: DEBUG nova.virt.hardware [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.874812] env[69357]: DEBUG nova.virt.hardware [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.875087] env[69357]: DEBUG nova.virt.hardware [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.875369] env[69357]: DEBUG nova.virt.hardware [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.876662] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faaaf69c-2af9-445f-96f4-5f49f1ebb542 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.888159] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fec038-0886-4d85-909a-806944ec2e16 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.993579] env[69357]: DEBUG oslo_vmware.api [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150312, 'name': PowerOnVM_Task, 'duration_secs': 0.507574} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.993579] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.993579] env[69357]: INFO nova.compute.manager [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Took 8.45 seconds to spawn the instance on the hypervisor. [ 728.993579] env[69357]: DEBUG nova.compute.manager [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 728.993932] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920c5c2f-d094-4f38-8681-56c09b4ee31f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.010393] env[69357]: DEBUG nova.scheduler.client.report [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.108787] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5294f2bc-6428-8c0e-70d3-dbcf5041d3e0, 'name': SearchDatastore_Task, 'duration_secs': 0.011669} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.111041] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.111041] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 3c97cef7-29d5-4c3c-ad60-6e8ad320241b/3c97cef7-29d5-4c3c-ad60-6e8ad320241b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.111041] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0a58a58-3752-4cdc-9fc2-5bc1f0af4975 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.123286] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 729.123286] env[69357]: value = "task-4150313" [ 729.123286] env[69357]: _type = "Task" [ 729.123286] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.133858] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.169184] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Releasing lock "refresh_cache-33b2f0d9-d895-461a-ae4c-6601fc747f8a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.169184] env[69357]: DEBUG nova.compute.manager [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Instance network_info: |[{"id": "89b64df4-3c71-4075-a1ea-6ab0a06497f4", "address": "fa:16:3e:85:90:2b", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89b64df4-3c", "ovs_interfaceid": "89b64df4-3c71-4075-a1ea-6ab0a06497f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.169353] env[69357]: DEBUG oslo_concurrency.lockutils [req-90278a14-2102-4c51-9793-a2d0720d2c97 req-d47202b4-00dc-49d5-9803-1b124b392bbc service nova] Acquired lock "refresh_cache-33b2f0d9-d895-461a-ae4c-6601fc747f8a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.169353] env[69357]: DEBUG nova.network.neutron [req-90278a14-2102-4c51-9793-a2d0720d2c97 req-d47202b4-00dc-49d5-9803-1b124b392bbc service nova] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Refreshing network info cache for port 89b64df4-3c71-4075-a1ea-6ab0a06497f4 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.169353] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:90:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89b64df4-3c71-4075-a1ea-6ab0a06497f4', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.178105] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Creating folder: Project (9bbcae74e7984a51a48de2279d4763ad). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.180400] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdafdafc-8f40-44fb-9380-e6d2b80953de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.193995] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Created folder: Project (9bbcae74e7984a51a48de2279d4763ad) in parent group-v821763. [ 729.194471] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Creating folder: Instances. Parent ref: group-v821827. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.194932] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1480c33a-eab3-4744-9f08-25db1c36bbc6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.205696] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Created folder: Instances in parent group-v821827. [ 729.206193] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.206465] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.206783] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc01db3d-a18a-45e4-8c5e-77a49e861ec6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.228292] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.228292] env[69357]: value = "task-4150316" [ 729.228292] env[69357]: _type = "Task" [ 729.228292] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.238024] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150316, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.284233] env[69357]: DEBUG nova.network.neutron [-] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.325290] env[69357]: INFO nova.compute.manager [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Took 38.05 seconds to build instance. [ 729.515776] env[69357]: INFO nova.compute.manager [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Took 37.71 seconds to build instance. [ 729.517343] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.518141] env[69357]: DEBUG nova.compute.manager [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.522463] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.022s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.524503] env[69357]: INFO nova.compute.claims [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.635107] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150313, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.741167] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150316, 'name': CreateVM_Task, 'duration_secs': 0.469964} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.741432] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.742201] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.742407] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.742938] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.743093] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36999301-f4dd-4c63-bed0-1cca9bfcd2cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.748347] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Waiting for the task: (returnval){ [ 729.748347] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d49da6-9046-ef99-ad95-fc6bd989bbf7" [ 729.748347] env[69357]: _type = "Task" [ 729.748347] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.761308] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d49da6-9046-ef99-ad95-fc6bd989bbf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.787584] env[69357]: INFO nova.compute.manager [-] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Took 2.19 seconds to deallocate network for instance. [ 729.828688] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73dd9718-3740-42ca-8a31-39056052d71d tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Lock "a1a7b57a-d499-4145-bf63-dbce0bc2acc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.035s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.024618] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d4954b6-e609-4251-9e07-cb910bc061e3 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "012edabe-4abd-408a-bccd-8b79c1e223e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.084s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.029174] env[69357]: DEBUG nova.compute.utils [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.036138] env[69357]: DEBUG nova.compute.manager [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.036138] env[69357]: DEBUG nova.network.neutron [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.106126] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1219977-d20c-4bde-966c-98178e32336c tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Acquiring lock "bf558c86-a733-43d1-a519-6e5a48b04943" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.106126] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1219977-d20c-4bde-966c-98178e32336c tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Lock "bf558c86-a733-43d1-a519-6e5a48b04943" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.106126] env[69357]: INFO nova.compute.manager [None req-d1219977-d20c-4bde-966c-98178e32336c tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Attaching volume 3345a752-5583-489e-9543-29561c1da778 to /dev/sdb [ 730.134438] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537136} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.135153] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 3c97cef7-29d5-4c3c-ad60-6e8ad320241b/3c97cef7-29d5-4c3c-ad60-6e8ad320241b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.135562] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.135986] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c029c14e-3b63-474b-99b1-b8870ce9bd55 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.144889] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 730.144889] env[69357]: value = "task-4150317" [ 730.144889] env[69357]: _type = "Task" [ 730.144889] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.157664] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.163498] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9237e45a-98b3-4f36-8810-9bfcf19e5cfa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.165992] env[69357]: DEBUG nova.policy [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1335749a38054f0382246473110fc97d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac796fa7f0f646949a76de9e811a2f8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.173111] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dba933-f274-4112-9aa9-e35fea742853 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.180777] env[69357]: DEBUG nova.compute.manager [req-c4da8a33-ae86-4cce-8391-69ad71d71004 req-e5e1506f-8223-48cf-b914-f04a834aa49b service nova] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Received event network-vif-deleted-c86c212e-2e56-4561-a254-215ae27a7b86 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.196804] env[69357]: DEBUG nova.virt.block_device [None req-d1219977-d20c-4bde-966c-98178e32336c tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Updating existing volume attachment record: caf3d951-efaf-4328-8db5-49b58d0d4e55 {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 730.265443] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d49da6-9046-ef99-ad95-fc6bd989bbf7, 'name': SearchDatastore_Task, 'duration_secs': 0.01135} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.266302] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.266302] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.266302] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.266725] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.266725] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.267056] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a40cda91-aec6-4c61-b40d-9b9535940864 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.278331] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.278540] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.279540] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-114de719-7d92-4bcb-a644-22a59a46ec15 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.286304] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Waiting for the task: (returnval){ [ 730.286304] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529574b3-77af-2f4d-c2bb-fb005fd9acf9" [ 730.286304] env[69357]: _type = "Task" [ 730.286304] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.296175] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529574b3-77af-2f4d-c2bb-fb005fd9acf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.297309] env[69357]: DEBUG oslo_concurrency.lockutils [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.330950] env[69357]: DEBUG nova.compute.manager [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.500417] env[69357]: DEBUG nova.network.neutron [req-90278a14-2102-4c51-9793-a2d0720d2c97 req-d47202b4-00dc-49d5-9803-1b124b392bbc service nova] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Updated VIF entry in instance network info cache for port 89b64df4-3c71-4075-a1ea-6ab0a06497f4. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.500417] env[69357]: DEBUG nova.network.neutron [req-90278a14-2102-4c51-9793-a2d0720d2c97 req-d47202b4-00dc-49d5-9803-1b124b392bbc service nova] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Updating instance_info_cache with network_info: [{"id": "89b64df4-3c71-4075-a1ea-6ab0a06497f4", "address": "fa:16:3e:85:90:2b", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89b64df4-3c", "ovs_interfaceid": "89b64df4-3c71-4075-a1ea-6ab0a06497f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.528544] env[69357]: DEBUG nova.compute.manager [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.538740] env[69357]: DEBUG nova.compute.manager [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.665071] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084708} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.665071] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.665071] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1956a73-cb79-4e5e-af6c-57924b9ae17c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.690627] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 3c97cef7-29d5-4c3c-ad60-6e8ad320241b/3c97cef7-29d5-4c3c-ad60-6e8ad320241b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.694300] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd696e0d-91c1-40bf-b2e7-cd8a5564279b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.717726] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 730.717726] env[69357]: value = "task-4150322" [ 730.717726] env[69357]: _type = "Task" [ 730.717726] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.731381] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150322, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.800136] env[69357]: DEBUG nova.network.neutron [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Successfully updated port: dafd00a4-27d2-471b-ad69-1bb7c828390c {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.803427] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529574b3-77af-2f4d-c2bb-fb005fd9acf9, 'name': SearchDatastore_Task, 'duration_secs': 0.010281} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.804910] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02d9012a-c79a-4aba-8ee4-7ae0a541b010 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.819718] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Waiting for the task: (returnval){ [ 730.819718] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]527ab121-8eff-5594-afda-911bc6bb4b6c" [ 730.819718] env[69357]: _type = "Task" [ 730.819718] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.833198] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527ab121-8eff-5594-afda-911bc6bb4b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.011169} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.833974] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.834216] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 33b2f0d9-d895-461a-ae4c-6601fc747f8a/33b2f0d9-d895-461a-ae4c-6601fc747f8a.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.834408] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c19daf5-af7b-4b3a-9435-a4dc406193d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.849325] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Waiting for the task: (returnval){ [ 730.849325] env[69357]: value = "task-4150323" [ 730.849325] env[69357]: _type = "Task" [ 730.849325] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.861147] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Task: {'id': task-4150323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.868110] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.948132] env[69357]: DEBUG nova.network.neutron [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Successfully created port: 5490feb0-c9cd-4578-bed2-469c1c697813 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.986313] env[69357]: DEBUG oslo_concurrency.lockutils [req-90278a14-2102-4c51-9793-a2d0720d2c97 req-d47202b4-00dc-49d5-9803-1b124b392bbc service nova] Releasing lock "refresh_cache-33b2f0d9-d895-461a-ae4c-6601fc747f8a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.054286] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.229781] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.232456] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cce289-5f01-432a-9842-f570a00d2575 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.240591] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbf0f0e-562f-4753-a5ad-00d5b72f647a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.277917] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e81a57-c505-4862-b16b-b0b996efd4c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.286597] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5ad5bc-76b1-4bc3-aebf-63fb91733cb1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.303978] env[69357]: DEBUG nova.compute.provider_tree [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.305891] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Acquiring lock "refresh_cache-1ba11df2-a9d1-4d31-ba73-f84c957dd5d1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.306059] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Acquired lock "refresh_cache-1ba11df2-a9d1-4d31-ba73-f84c957dd5d1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.307439] env[69357]: DEBUG nova.network.neutron [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.366121] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Task: {'id': task-4150323, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.457650] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54783bc5-e817-4e7e-975e-a33eab3bc2d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.467480] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a02ae92d-0c3c-4ccf-aadf-e4c8ccb0501b tempest-ServersAdminNegativeTestJSON-607765957 tempest-ServersAdminNegativeTestJSON-607765957-project-admin] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Suspending the VM {{(pid=69357) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 731.467789] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8438245a-86b1-4dfd-b218-f5ad1fb5a26b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.477511] env[69357]: DEBUG oslo_vmware.api [None req-a02ae92d-0c3c-4ccf-aadf-e4c8ccb0501b tempest-ServersAdminNegativeTestJSON-607765957 tempest-ServersAdminNegativeTestJSON-607765957-project-admin] Waiting for the task: (returnval){ [ 731.477511] env[69357]: value = "task-4150324" [ 731.477511] env[69357]: _type = "Task" [ 731.477511] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.488083] env[69357]: DEBUG oslo_vmware.api [None req-a02ae92d-0c3c-4ccf-aadf-e4c8ccb0501b tempest-ServersAdminNegativeTestJSON-607765957 tempest-ServersAdminNegativeTestJSON-607765957-project-admin] Task: {'id': task-4150324, 'name': SuspendVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.557626] env[69357]: DEBUG nova.compute.manager [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.593397] env[69357]: DEBUG nova.virt.hardware [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.594912] env[69357]: DEBUG nova.virt.hardware [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.594912] env[69357]: DEBUG nova.virt.hardware [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.594912] env[69357]: DEBUG nova.virt.hardware [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.594912] env[69357]: DEBUG nova.virt.hardware [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.595181] env[69357]: DEBUG nova.virt.hardware [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.595238] env[69357]: DEBUG nova.virt.hardware [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.595384] env[69357]: DEBUG nova.virt.hardware [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.595555] env[69357]: DEBUG nova.virt.hardware [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.595820] env[69357]: DEBUG nova.virt.hardware [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.596471] env[69357]: DEBUG nova.virt.hardware [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.597534] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b51289-08c6-4680-8ade-bdafa1375ac8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.609086] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6e2dd2-9dfc-47d7-9647-dfbafa594a79 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.731144] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.810029] env[69357]: DEBUG nova.scheduler.client.report [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.863738] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Task: {'id': task-4150323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807724} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.864233] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 33b2f0d9-d895-461a-ae4c-6601fc747f8a/33b2f0d9-d895-461a-ae4c-6601fc747f8a.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.864597] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.865042] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-347273f6-691a-4657-802a-e57c2dd41943 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.874418] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Waiting for the task: (returnval){ [ 731.874418] env[69357]: value = "task-4150325" [ 731.874418] env[69357]: _type = "Task" [ 731.874418] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.884648] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Task: {'id': task-4150325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.988917] env[69357]: DEBUG oslo_vmware.api [None req-a02ae92d-0c3c-4ccf-aadf-e4c8ccb0501b tempest-ServersAdminNegativeTestJSON-607765957 tempest-ServersAdminNegativeTestJSON-607765957-project-admin] Task: {'id': task-4150324, 'name': SuspendVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.065258] env[69357]: DEBUG nova.network.neutron [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.234135] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150322, 'name': ReconfigVM_Task, 'duration_secs': 1.242548} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.234779] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 3c97cef7-29d5-4c3c-ad60-6e8ad320241b/3c97cef7-29d5-4c3c-ad60-6e8ad320241b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.235634] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e1b5e47-5eec-4808-95c9-b5c7992d3157 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.245026] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 732.245026] env[69357]: value = "task-4150326" [ 732.245026] env[69357]: _type = "Task" [ 732.245026] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.254807] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150326, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.256360] env[69357]: DEBUG nova.network.neutron [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Updating instance_info_cache with network_info: [{"id": "dafd00a4-27d2-471b-ad69-1bb7c828390c", "address": "fa:16:3e:d4:68:4d", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdafd00a4-27", "ovs_interfaceid": "dafd00a4-27d2-471b-ad69-1bb7c828390c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.316518] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.317512] env[69357]: DEBUG nova.compute.manager [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.321075] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.510s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.321629] env[69357]: DEBUG nova.objects.instance [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Lazy-loading 'resources' on Instance uuid 88c0250f-4a18-4be5-85fd-9701fc9c84be {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.386788] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Task: {'id': task-4150325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094816} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.387139] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.387959] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c16fd34-5a7e-4ea7-b835-c1c063963148 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.413423] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 33b2f0d9-d895-461a-ae4c-6601fc747f8a/33b2f0d9-d895-461a-ae4c-6601fc747f8a.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.413653] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7161512d-1bb5-4f74-9701-f9bbe3670333 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.430440] env[69357]: DEBUG nova.compute.manager [req-ebcf14a4-5908-4be5-8411-d61ed4f0a3ee req-cc15d8ef-988f-4d65-95e9-bd439aec6381 service nova] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Received event network-vif-plugged-dafd00a4-27d2-471b-ad69-1bb7c828390c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.430651] env[69357]: DEBUG oslo_concurrency.lockutils [req-ebcf14a4-5908-4be5-8411-d61ed4f0a3ee req-cc15d8ef-988f-4d65-95e9-bd439aec6381 service nova] Acquiring lock "1ba11df2-a9d1-4d31-ba73-f84c957dd5d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.430858] env[69357]: DEBUG oslo_concurrency.lockutils [req-ebcf14a4-5908-4be5-8411-d61ed4f0a3ee req-cc15d8ef-988f-4d65-95e9-bd439aec6381 service nova] Lock "1ba11df2-a9d1-4d31-ba73-f84c957dd5d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.431034] env[69357]: DEBUG oslo_concurrency.lockutils [req-ebcf14a4-5908-4be5-8411-d61ed4f0a3ee req-cc15d8ef-988f-4d65-95e9-bd439aec6381 service nova] Lock "1ba11df2-a9d1-4d31-ba73-f84c957dd5d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.431202] env[69357]: DEBUG nova.compute.manager [req-ebcf14a4-5908-4be5-8411-d61ed4f0a3ee req-cc15d8ef-988f-4d65-95e9-bd439aec6381 service nova] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] No waiting events found dispatching network-vif-plugged-dafd00a4-27d2-471b-ad69-1bb7c828390c {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 732.431360] env[69357]: WARNING nova.compute.manager [req-ebcf14a4-5908-4be5-8411-d61ed4f0a3ee req-cc15d8ef-988f-4d65-95e9-bd439aec6381 service nova] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Received unexpected event network-vif-plugged-dafd00a4-27d2-471b-ad69-1bb7c828390c for instance with vm_state building and task_state spawning. [ 732.431515] env[69357]: DEBUG nova.compute.manager [req-ebcf14a4-5908-4be5-8411-d61ed4f0a3ee req-cc15d8ef-988f-4d65-95e9-bd439aec6381 service nova] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Received event network-changed-dafd00a4-27d2-471b-ad69-1bb7c828390c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.431667] env[69357]: DEBUG nova.compute.manager [req-ebcf14a4-5908-4be5-8411-d61ed4f0a3ee req-cc15d8ef-988f-4d65-95e9-bd439aec6381 service nova] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Refreshing instance network info cache due to event network-changed-dafd00a4-27d2-471b-ad69-1bb7c828390c. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.431830] env[69357]: DEBUG oslo_concurrency.lockutils [req-ebcf14a4-5908-4be5-8411-d61ed4f0a3ee req-cc15d8ef-988f-4d65-95e9-bd439aec6381 service nova] Acquiring lock "refresh_cache-1ba11df2-a9d1-4d31-ba73-f84c957dd5d1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.438154] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Waiting for the task: (returnval){ [ 732.438154] env[69357]: value = "task-4150327" [ 732.438154] env[69357]: _type = "Task" [ 732.438154] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.447286] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Task: {'id': task-4150327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.488435] env[69357]: DEBUG oslo_vmware.api [None req-a02ae92d-0c3c-4ccf-aadf-e4c8ccb0501b tempest-ServersAdminNegativeTestJSON-607765957 tempest-ServersAdminNegativeTestJSON-607765957-project-admin] Task: {'id': task-4150324, 'name': SuspendVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.756649] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150326, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.761438] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Releasing lock "refresh_cache-1ba11df2-a9d1-4d31-ba73-f84c957dd5d1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.761859] env[69357]: DEBUG nova.compute.manager [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Instance network_info: |[{"id": "dafd00a4-27d2-471b-ad69-1bb7c828390c", "address": "fa:16:3e:d4:68:4d", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdafd00a4-27", "ovs_interfaceid": "dafd00a4-27d2-471b-ad69-1bb7c828390c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.762322] env[69357]: DEBUG oslo_concurrency.lockutils [req-ebcf14a4-5908-4be5-8411-d61ed4f0a3ee req-cc15d8ef-988f-4d65-95e9-bd439aec6381 service nova] Acquired lock "refresh_cache-1ba11df2-a9d1-4d31-ba73-f84c957dd5d1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.762517] env[69357]: DEBUG nova.network.neutron [req-ebcf14a4-5908-4be5-8411-d61ed4f0a3ee req-cc15d8ef-988f-4d65-95e9-bd439aec6381 service nova] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Refreshing network info cache for port dafd00a4-27d2-471b-ad69-1bb7c828390c {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.764231] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:68:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dafd00a4-27d2-471b-ad69-1bb7c828390c', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.772498] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.773045] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.774067] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3db8a49a-ab8c-42e6-a18c-050fcaf67b62 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.796864] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.796864] env[69357]: value = "task-4150329" [ 732.796864] env[69357]: _type = "Task" [ 732.796864] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.806262] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150329, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.825557] env[69357]: DEBUG nova.compute.utils [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.830201] env[69357]: DEBUG nova.compute.manager [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Not allocating networking since 'none' was specified. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 732.951906] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Task: {'id': task-4150327, 'name': ReconfigVM_Task, 'duration_secs': 0.486654} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.952268] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 33b2f0d9-d895-461a-ae4c-6601fc747f8a/33b2f0d9-d895-461a-ae4c-6601fc747f8a.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.952999] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-302347ab-0116-4fad-96c0-2660145adef6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.960874] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Waiting for the task: (returnval){ [ 732.960874] env[69357]: value = "task-4150330" [ 732.960874] env[69357]: _type = "Task" [ 732.960874] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.975492] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Task: {'id': task-4150330, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.992141] env[69357]: DEBUG oslo_vmware.api [None req-a02ae92d-0c3c-4ccf-aadf-e4c8ccb0501b tempest-ServersAdminNegativeTestJSON-607765957 tempest-ServersAdminNegativeTestJSON-607765957-project-admin] Task: {'id': task-4150324, 'name': SuspendVM_Task, 'duration_secs': 1.190727} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.993232] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a02ae92d-0c3c-4ccf-aadf-e4c8ccb0501b tempest-ServersAdminNegativeTestJSON-607765957 tempest-ServersAdminNegativeTestJSON-607765957-project-admin] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Suspended the VM {{(pid=69357) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 732.993232] env[69357]: DEBUG nova.compute.manager [None req-a02ae92d-0c3c-4ccf-aadf-e4c8ccb0501b tempest-ServersAdminNegativeTestJSON-607765957 tempest-ServersAdminNegativeTestJSON-607765957-project-admin] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 732.993557] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5677fb5c-fd10-4076-8673-2e13cd179f52 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.244523] env[69357]: DEBUG nova.network.neutron [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Successfully updated port: 5490feb0-c9cd-4578-bed2-469c1c697813 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.257905] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150326, 'name': Rename_Task, 'duration_secs': 0.611887} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.259253] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.259674] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91d1e433-73d3-4b08-a698-9215b6bd5fa3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.277305] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 733.277305] env[69357]: value = "task-4150331" [ 733.277305] env[69357]: _type = "Task" [ 733.277305] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.291929] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.311332] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150329, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.332254] env[69357]: DEBUG nova.compute.manager [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.467532] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372e78c7-c183-4f0c-b9ec-4c011e797832 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.477152] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Task: {'id': task-4150330, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.483037] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01a8043-c9ac-4b7a-ab62-a5b64f5c1c1a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.526881] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce7df2e-c2e2-43cc-ac3f-6f3e4e92da55 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.536565] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d96338-2d7c-4a1d-961d-26bfbda02dfa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.553345] env[69357]: DEBUG nova.compute.provider_tree [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.570254] env[69357]: DEBUG nova.network.neutron [req-ebcf14a4-5908-4be5-8411-d61ed4f0a3ee req-cc15d8ef-988f-4d65-95e9-bd439aec6381 service nova] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Updated VIF entry in instance network info cache for port dafd00a4-27d2-471b-ad69-1bb7c828390c. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.570620] env[69357]: DEBUG nova.network.neutron [req-ebcf14a4-5908-4be5-8411-d61ed4f0a3ee req-cc15d8ef-988f-4d65-95e9-bd439aec6381 service nova] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Updating instance_info_cache with network_info: [{"id": "dafd00a4-27d2-471b-ad69-1bb7c828390c", "address": "fa:16:3e:d4:68:4d", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdafd00a4-27", "ovs_interfaceid": "dafd00a4-27d2-471b-ad69-1bb7c828390c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.891965] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "refresh_cache-7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.891965] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "refresh_cache-7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.891965] env[69357]: DEBUG nova.network.neutron [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.891965] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150331, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.899915] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150329, 'name': CreateVM_Task, 'duration_secs': 0.689264} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.899915] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.900345] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.900345] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.900755] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.900915] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b62ac2-6d8b-4eee-8864-1199706c2aa0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.907587] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for the task: (returnval){ [ 733.907587] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52058728-22b3-1d3e-352c-6c6019f1e027" [ 733.907587] env[69357]: _type = "Task" [ 733.907587] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.918872] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52058728-22b3-1d3e-352c-6c6019f1e027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.972227] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Task: {'id': task-4150330, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.056811] env[69357]: DEBUG nova.scheduler.client.report [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.074018] env[69357]: DEBUG oslo_concurrency.lockutils [req-ebcf14a4-5908-4be5-8411-d61ed4f0a3ee req-cc15d8ef-988f-4d65-95e9-bd439aec6381 service nova] Releasing lock "refresh_cache-1ba11df2-a9d1-4d31-ba73-f84c957dd5d1" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.291323] env[69357]: DEBUG oslo_vmware.api [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150331, 'name': PowerOnVM_Task, 'duration_secs': 0.562673} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.291669] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.291922] env[69357]: INFO nova.compute.manager [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Took 10.93 seconds to spawn the instance on the hypervisor. [ 734.292228] env[69357]: DEBUG nova.compute.manager [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 734.292925] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98e168b-c945-4ebd-bd40-de3ad9555c42 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.401370] env[69357]: DEBUG nova.compute.manager [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.417819] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52058728-22b3-1d3e-352c-6c6019f1e027, 'name': SearchDatastore_Task, 'duration_secs': 0.019259} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.418130] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.418343] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.418580] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.418725] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.420307] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.420307] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e42ff109-ff2b-4b75-ba39-b02a992cc1b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.430276] env[69357]: DEBUG nova.virt.hardware [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.430276] env[69357]: DEBUG nova.virt.hardware [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.430380] env[69357]: DEBUG nova.virt.hardware [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.430499] env[69357]: DEBUG nova.virt.hardware [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.430682] env[69357]: DEBUG nova.virt.hardware [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.430945] env[69357]: DEBUG nova.virt.hardware [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.431293] env[69357]: DEBUG nova.virt.hardware [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.431570] env[69357]: DEBUG nova.virt.hardware [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.431770] env[69357]: DEBUG nova.virt.hardware [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.431943] env[69357]: DEBUG nova.virt.hardware [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.432167] env[69357]: DEBUG nova.virt.hardware [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.433048] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa4d1da-ab75-4947-baf8-5db228c8562d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.436704] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.436876] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.437929] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0cf26ca-3312-4b3c-909e-1ce22b6ce5c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.444679] env[69357]: DEBUG nova.network.neutron [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.447841] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c0e97e-0e3b-498a-b350-2434d04efaca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.453279] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for the task: (returnval){ [ 734.453279] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52500de5-2d7f-fbda-ed3b-4a8e5036b48c" [ 734.453279] env[69357]: _type = "Task" [ 734.453279] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.464784] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.470426] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Creating folder: Project (0277243c97724000b904f1cbf55e9740). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.476182] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df07ae0b-f487-4c02-8280-b7a00f7f1937 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.482131] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52500de5-2d7f-fbda-ed3b-4a8e5036b48c, 'name': SearchDatastore_Task} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.483841] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b5725bf-a0a2-4ad8-84bf-09c684a824fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.489658] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Task: {'id': task-4150330, 'name': Rename_Task, 'duration_secs': 1.205998} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.490513] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.491848] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dd8efa5-7b9c-48d6-a5ce-496a396eb8de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.493613] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Created folder: Project (0277243c97724000b904f1cbf55e9740) in parent group-v821763. [ 734.493799] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Creating folder: Instances. Parent ref: group-v821834. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.495089] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a09a2d0-c167-47fb-a7f1-89ec5d6a7f40 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.496778] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for the task: (returnval){ [ 734.496778] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b20c2f-a2e8-2f7b-096f-aa5c43f6eee8" [ 734.496778] env[69357]: _type = "Task" [ 734.496778] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.502882] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Waiting for the task: (returnval){ [ 734.502882] env[69357]: value = "task-4150333" [ 734.502882] env[69357]: _type = "Task" [ 734.502882] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.511496] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b20c2f-a2e8-2f7b-096f-aa5c43f6eee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.515382] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Created folder: Instances in parent group-v821834. [ 734.515641] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.516737] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.517270] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de7d5a39-4cf4-4483-9bfe-a07f7eaa7dfc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.536594] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Task: {'id': task-4150333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.544843] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.544843] env[69357]: value = "task-4150335" [ 734.544843] env[69357]: _type = "Task" [ 734.544843] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.551807] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150335, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.562234] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.565237] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.656s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.595963] env[69357]: INFO nova.scheduler.client.report [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Deleted allocations for instance 88c0250f-4a18-4be5-85fd-9701fc9c84be [ 734.622707] env[69357]: DEBUG nova.network.neutron [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Updating instance_info_cache with network_info: [{"id": "5490feb0-c9cd-4578-bed2-469c1c697813", "address": "fa:16:3e:54:ef:f7", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5490feb0-c9", "ovs_interfaceid": "5490feb0-c9cd-4578-bed2-469c1c697813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.630053] env[69357]: DEBUG nova.compute.manager [req-5d555c02-740c-4036-89ae-4c908c7ff50e req-b6c35c60-fbf7-4c9e-b2ea-a38d14a83347 service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Received event network-vif-plugged-5490feb0-c9cd-4578-bed2-469c1c697813 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.631714] env[69357]: DEBUG oslo_concurrency.lockutils [req-5d555c02-740c-4036-89ae-4c908c7ff50e req-b6c35c60-fbf7-4c9e-b2ea-a38d14a83347 service nova] Acquiring lock "7f7a4dea-6bd6-41e1-9b70-c5c0034f3358-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.631714] env[69357]: DEBUG oslo_concurrency.lockutils [req-5d555c02-740c-4036-89ae-4c908c7ff50e req-b6c35c60-fbf7-4c9e-b2ea-a38d14a83347 service nova] Lock "7f7a4dea-6bd6-41e1-9b70-c5c0034f3358-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.631714] env[69357]: DEBUG oslo_concurrency.lockutils [req-5d555c02-740c-4036-89ae-4c908c7ff50e req-b6c35c60-fbf7-4c9e-b2ea-a38d14a83347 service nova] Lock "7f7a4dea-6bd6-41e1-9b70-c5c0034f3358-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.631714] env[69357]: DEBUG nova.compute.manager [req-5d555c02-740c-4036-89ae-4c908c7ff50e req-b6c35c60-fbf7-4c9e-b2ea-a38d14a83347 service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] No waiting events found dispatching network-vif-plugged-5490feb0-c9cd-4578-bed2-469c1c697813 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 734.631714] env[69357]: WARNING nova.compute.manager [req-5d555c02-740c-4036-89ae-4c908c7ff50e req-b6c35c60-fbf7-4c9e-b2ea-a38d14a83347 service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Received unexpected event network-vif-plugged-5490feb0-c9cd-4578-bed2-469c1c697813 for instance with vm_state building and task_state spawning. [ 734.631982] env[69357]: DEBUG nova.compute.manager [req-5d555c02-740c-4036-89ae-4c908c7ff50e req-b6c35c60-fbf7-4c9e-b2ea-a38d14a83347 service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Received event network-changed-5490feb0-c9cd-4578-bed2-469c1c697813 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.631982] env[69357]: DEBUG nova.compute.manager [req-5d555c02-740c-4036-89ae-4c908c7ff50e req-b6c35c60-fbf7-4c9e-b2ea-a38d14a83347 service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Refreshing instance network info cache due to event network-changed-5490feb0-c9cd-4578-bed2-469c1c697813. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.631982] env[69357]: DEBUG oslo_concurrency.lockutils [req-5d555c02-740c-4036-89ae-4c908c7ff50e req-b6c35c60-fbf7-4c9e-b2ea-a38d14a83347 service nova] Acquiring lock "refresh_cache-7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.756272] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1219977-d20c-4bde-966c-98178e32336c tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 734.756272] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1219977-d20c-4bde-966c-98178e32336c tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821832', 'volume_id': '3345a752-5583-489e-9543-29561c1da778', 'name': 'volume-3345a752-5583-489e-9543-29561c1da778', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf558c86-a733-43d1-a519-6e5a48b04943', 'attached_at': '', 'detached_at': '', 'volume_id': '3345a752-5583-489e-9543-29561c1da778', 'serial': '3345a752-5583-489e-9543-29561c1da778'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 734.756469] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925461b1-3317-4e75-83fe-50a9bcf37536 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.775204] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b6fa43-e066-4273-9b99-bc77e5eee02a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.805618] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1219977-d20c-4bde-966c-98178e32336c tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] volume-3345a752-5583-489e-9543-29561c1da778/volume-3345a752-5583-489e-9543-29561c1da778.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.813037] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3b67adc-d22d-44d3-9f54-bc187eb42d3b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.827169] env[69357]: INFO nova.compute.manager [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Took 35.93 seconds to build instance. [ 734.832901] env[69357]: DEBUG oslo_vmware.api [None req-d1219977-d20c-4bde-966c-98178e32336c tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Waiting for the task: (returnval){ [ 734.832901] env[69357]: value = "task-4150336" [ 734.832901] env[69357]: _type = "Task" [ 734.832901] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.843099] env[69357]: DEBUG oslo_vmware.api [None req-d1219977-d20c-4bde-966c-98178e32336c tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Task: {'id': task-4150336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.008653] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b20c2f-a2e8-2f7b-096f-aa5c43f6eee8, 'name': SearchDatastore_Task, 'duration_secs': 0.019183} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.012850] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.013172] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1/1ba11df2-a9d1-4d31-ba73-f84c957dd5d1.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.013501] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1155507e-29bd-4169-b870-7bc5023aed15 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.022428] env[69357]: DEBUG nova.compute.manager [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 735.022733] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Task: {'id': task-4150333, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.024518] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5314d29-5a55-4c26-94d9-894965795ad1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.027152] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for the task: (returnval){ [ 735.027152] env[69357]: value = "task-4150337" [ 735.027152] env[69357]: _type = "Task" [ 735.027152] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.039664] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.053335] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150335, 'name': CreateVM_Task, 'duration_secs': 0.412614} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.053569] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.054811] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.054921] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.055336] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.055617] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca308765-1caa-4961-85f0-11833d722d79 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.061832] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Waiting for the task: (returnval){ [ 735.061832] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]524e2da8-b0b6-340b-ce5e-72472a7c8d7e" [ 735.061832] env[69357]: _type = "Task" [ 735.061832] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.070423] env[69357]: INFO nova.compute.claims [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.080385] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]524e2da8-b0b6-340b-ce5e-72472a7c8d7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.106696] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1fa68fc0-e75c-49ea-83f8-a11bc4ea571a tempest-ServerDiagnosticsV248Test-58675342 tempest-ServerDiagnosticsV248Test-58675342-project-member] Lock "88c0250f-4a18-4be5-85fd-9701fc9c84be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.858s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.133428] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "refresh_cache-7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.133773] env[69357]: DEBUG nova.compute.manager [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Instance network_info: |[{"id": "5490feb0-c9cd-4578-bed2-469c1c697813", "address": "fa:16:3e:54:ef:f7", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5490feb0-c9", "ovs_interfaceid": "5490feb0-c9cd-4578-bed2-469c1c697813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.134163] env[69357]: DEBUG oslo_concurrency.lockutils [req-5d555c02-740c-4036-89ae-4c908c7ff50e req-b6c35c60-fbf7-4c9e-b2ea-a38d14a83347 service nova] Acquired lock "refresh_cache-7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.134343] env[69357]: DEBUG nova.network.neutron [req-5d555c02-740c-4036-89ae-4c908c7ff50e req-b6c35c60-fbf7-4c9e-b2ea-a38d14a83347 service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Refreshing network info cache for port 5490feb0-c9cd-4578-bed2-469c1c697813 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.135863] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:ef:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7a73c01-1bb9-4612-a1a7-16d71b732e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5490feb0-c9cd-4578-bed2-469c1c697813', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.144678] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Creating folder: Project (ac796fa7f0f646949a76de9e811a2f8d). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.145962] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0131a8c3-9a4a-4252-bbc2-61831e438a19 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.163941] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Created folder: Project (ac796fa7f0f646949a76de9e811a2f8d) in parent group-v821763. [ 735.164218] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Creating folder: Instances. Parent ref: group-v821837. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.164454] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-981309e3-79d4-443c-ac52-4497a0a39efe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.179080] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Created folder: Instances in parent group-v821837. [ 735.179382] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.179606] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.179881] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c681601-66f1-47a9-9033-8ba7b2ce0308 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.206027] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.206027] env[69357]: value = "task-4150340" [ 735.206027] env[69357]: _type = "Task" [ 735.206027] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.215710] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150340, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.330066] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2ad91947-b0d7-4b50-b351-e70b74c226b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Lock "3c97cef7-29d5-4c3c-ad60-6e8ad320241b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.011s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.344051] env[69357]: DEBUG oslo_vmware.api [None req-d1219977-d20c-4bde-966c-98178e32336c tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Task: {'id': task-4150336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.527818] env[69357]: DEBUG oslo_vmware.api [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Task: {'id': task-4150333, 'name': PowerOnVM_Task, 'duration_secs': 0.686002} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.527818] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.528012] env[69357]: INFO nova.compute.manager [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Took 9.47 seconds to spawn the instance on the hypervisor. [ 735.528236] env[69357]: DEBUG nova.compute.manager [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 735.532138] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e4cd97-3632-498c-a19e-8d7d734c42d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.537052] env[69357]: INFO nova.compute.manager [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] instance snapshotting [ 735.540039] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc65425-85b6-4254-b113-a1a2dab74881 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.548344] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.572318] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2b4263-5a3a-4202-a613-a984c67d4e62 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.585781] env[69357]: INFO nova.compute.resource_tracker [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Updating resource usage from migration 70cf8fcf-d7af-4d7b-8d26-75f78a959898 [ 735.588611] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]524e2da8-b0b6-340b-ce5e-72472a7c8d7e, 'name': SearchDatastore_Task, 'duration_secs': 0.021403} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.592090] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.592410] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.592693] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.592857] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.593065] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.595918] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea676253-ac1b-42aa-9ee4-fe808b14f37d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.607331] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.607331] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.608434] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95937286-b097-46bc-bceb-58e3fd518e50 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.618661] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Waiting for the task: (returnval){ [ 735.618661] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f534ca-59cd-d9d5-6650-b4e5d3cfd4dd" [ 735.618661] env[69357]: _type = "Task" [ 735.618661] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.629281] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f534ca-59cd-d9d5-6650-b4e5d3cfd4dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.716345] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150340, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.834975] env[69357]: DEBUG nova.compute.manager [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.851210] env[69357]: DEBUG oslo_vmware.api [None req-d1219977-d20c-4bde-966c-98178e32336c tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Task: {'id': task-4150336, 'name': ReconfigVM_Task, 'duration_secs': 0.578161} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.851210] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1219977-d20c-4bde-966c-98178e32336c tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Reconfigured VM instance instance-0000000b to attach disk [datastore2] volume-3345a752-5583-489e-9543-29561c1da778/volume-3345a752-5583-489e-9543-29561c1da778.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.860425] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-589b6cd4-b412-4856-8b66-5ceb166a80b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.877679] env[69357]: DEBUG oslo_vmware.api [None req-d1219977-d20c-4bde-966c-98178e32336c tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Waiting for the task: (returnval){ [ 735.877679] env[69357]: value = "task-4150341" [ 735.877679] env[69357]: _type = "Task" [ 735.877679] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.893465] env[69357]: DEBUG oslo_vmware.api [None req-d1219977-d20c-4bde-966c-98178e32336c tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Task: {'id': task-4150341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.028261] env[69357]: INFO nova.compute.manager [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Rescuing [ 736.028341] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquiring lock "refresh_cache-3c97cef7-29d5-4c3c-ad60-6e8ad320241b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.028480] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquired lock "refresh_cache-3c97cef7-29d5-4c3c-ad60-6e8ad320241b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.028652] env[69357]: DEBUG nova.network.neutron [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.046050] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150337, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.062670] env[69357]: INFO nova.compute.manager [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Took 32.90 seconds to build instance. [ 736.064199] env[69357]: DEBUG nova.network.neutron [req-5d555c02-740c-4036-89ae-4c908c7ff50e req-b6c35c60-fbf7-4c9e-b2ea-a38d14a83347 service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Updated VIF entry in instance network info cache for port 5490feb0-c9cd-4578-bed2-469c1c697813. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.064537] env[69357]: DEBUG nova.network.neutron [req-5d555c02-740c-4036-89ae-4c908c7ff50e req-b6c35c60-fbf7-4c9e-b2ea-a38d14a83347 service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Updating instance_info_cache with network_info: [{"id": "5490feb0-c9cd-4578-bed2-469c1c697813", "address": "fa:16:3e:54:ef:f7", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5490feb0-c9", "ovs_interfaceid": "5490feb0-c9cd-4578-bed2-469c1c697813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.101606] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 736.102991] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-923a3fb1-4ba5-4211-a0d1-1c10f6c30af6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.112807] env[69357]: DEBUG oslo_vmware.api [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 736.112807] env[69357]: value = "task-4150342" [ 736.112807] env[69357]: _type = "Task" [ 736.112807] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.127200] env[69357]: DEBUG oslo_vmware.api [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150342, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.134666] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f534ca-59cd-d9d5-6650-b4e5d3cfd4dd, 'name': SearchDatastore_Task, 'duration_secs': 0.016901} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.138754] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8149633c-636b-4c73-8b39-5a3818bf06ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.148070] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Waiting for the task: (returnval){ [ 736.148070] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52568cb8-7860-ec44-f633-ad45b2db3be1" [ 736.148070] env[69357]: _type = "Task" [ 736.148070] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.162696] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52568cb8-7860-ec44-f633-ad45b2db3be1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.220303] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150340, 'name': CreateVM_Task, 'duration_secs': 0.572138} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.220682] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.221209] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.221913] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.221913] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.222032] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2a4526c-2c60-4cd5-a186-f1b353693297 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.229455] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 736.229455] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a4d2ed-4633-7499-7a2c-ada2efa62c1a" [ 736.229455] env[69357]: _type = "Task" [ 736.229455] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.240180] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a4d2ed-4633-7499-7a2c-ada2efa62c1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.243821] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d87889-e957-4261-a06d-d2750823304b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.254206] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdee6bda-2b7a-4e98-95f7-69d84a1ce4b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.293205] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ce8861-c29e-4c01-948a-dcf9821d703e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.303731] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9a1a4a-df2f-4317-b60b-3ac8b0e4badb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.062540] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f927aa5c-c0a1-4af6-843a-d035478ca459 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Lock "33b2f0d9-d895-461a-ae4c-6601fc747f8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.703s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.062748] env[69357]: DEBUG oslo_concurrency.lockutils [req-5d555c02-740c-4036-89ae-4c908c7ff50e req-b6c35c60-fbf7-4c9e-b2ea-a38d14a83347 service nova] Releasing lock "refresh_cache-7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.064344] env[69357]: DEBUG nova.compute.manager [None req-75dc1da1-abc2-4e39-97d1-d85d7bea8bed tempest-ServerDiagnosticsTest-74632056 tempest-ServerDiagnosticsTest-74632056-project-admin] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 737.086671] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291053b8-e35c-4a59-b39e-341a6d1ef6f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.091082] env[69357]: DEBUG nova.compute.manager [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.102804] env[69357]: DEBUG oslo_concurrency.lockutils [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Acquiring lock "a1a7b57a-d499-4145-bf63-dbce0bc2acc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.104413] env[69357]: DEBUG oslo_concurrency.lockutils [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Lock "a1a7b57a-d499-4145-bf63-dbce0bc2acc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.104413] env[69357]: DEBUG oslo_concurrency.lockutils [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Acquiring lock "a1a7b57a-d499-4145-bf63-dbce0bc2acc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.104413] env[69357]: DEBUG oslo_concurrency.lockutils [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Lock "a1a7b57a-d499-4145-bf63-dbce0bc2acc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.104413] env[69357]: DEBUG oslo_concurrency.lockutils [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Lock "a1a7b57a-d499-4145-bf63-dbce0bc2acc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.108744] env[69357]: DEBUG nova.compute.provider_tree [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.113130] env[69357]: INFO nova.compute.manager [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Terminating instance [ 737.130430] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150337, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.530719} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.130797] env[69357]: DEBUG oslo_vmware.api [None req-d1219977-d20c-4bde-966c-98178e32336c tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Task: {'id': task-4150341, 'name': ReconfigVM_Task, 'duration_secs': 0.179945} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.132728] env[69357]: DEBUG oslo_concurrency.lockutils [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.144423] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1/1ba11df2-a9d1-4d31-ba73-f84c957dd5d1.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.144687] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.145011] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1219977-d20c-4bde-966c-98178e32336c tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821832', 'volume_id': '3345a752-5583-489e-9543-29561c1da778', 'name': 'volume-3345a752-5583-489e-9543-29561c1da778', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf558c86-a733-43d1-a519-6e5a48b04943', 'attached_at': '', 'detached_at': '', 'volume_id': '3345a752-5583-489e-9543-29561c1da778', 'serial': '3345a752-5583-489e-9543-29561c1da778'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 737.147740] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a4d2ed-4633-7499-7a2c-ada2efa62c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.058866} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.147973] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52568cb8-7860-ec44-f633-ad45b2db3be1, 'name': SearchDatastore_Task, 'duration_secs': 0.065453} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.148190] env[69357]: DEBUG oslo_vmware.api [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150342, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.150431] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ceaa203-795f-4550-906a-5e3ca3ab5f3a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.153083] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.153327] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.153540] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.153764] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.153981] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 43fa3c7f-7341-418c-8773-4e3649056090/43fa3c7f-7341-418c-8773-4e3649056090.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.154568] env[69357]: INFO nova.compute.manager [None req-75dc1da1-abc2-4e39-97d1-d85d7bea8bed tempest-ServerDiagnosticsTest-74632056 tempest-ServerDiagnosticsTest-74632056-project-admin] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Retrieving diagnostics [ 737.154850] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.155054] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.155267] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0185c573-70d2-4ab8-877f-622016798cbd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.158288] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ea8c24-a739-40e8-942e-9aad5cabf254 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.161316] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-266d2d6f-d6da-4d2e-8c91-02a9ccef6d6f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.169188] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for the task: (returnval){ [ 737.169188] env[69357]: value = "task-4150343" [ 737.169188] env[69357]: _type = "Task" [ 737.169188] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.199661] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Waiting for the task: (returnval){ [ 737.199661] env[69357]: value = "task-4150344" [ 737.199661] env[69357]: _type = "Task" [ 737.199661] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.205497] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.205774] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.210579] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aedb61cf-fdb5-4cd8-890f-a9324935fae5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.216407] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.225597] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 737.225597] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52773e15-bd52-b9d5-6cb5-9a3da6b765e6" [ 737.225597] env[69357]: _type = "Task" [ 737.225597] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.225871] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.235645] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52773e15-bd52-b9d5-6cb5-9a3da6b765e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.437319] env[69357]: DEBUG nova.network.neutron [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Updating instance_info_cache with network_info: [{"id": "9a2496ce-f576-4137-8cca-7530cb46073b", "address": "fa:16:3e:34:c0:e4", "network": {"id": "8bba7035-5a8a-4952-9c2d-6e9c83289577", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-662894074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f925efeb38144c10b0c5e8890f3a8511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a2496ce-f5", "ovs_interfaceid": "9a2496ce-f576-4137-8cca-7530cb46073b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.574733] env[69357]: DEBUG oslo_vmware.api [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150342, 'name': CreateSnapshot_Task, 'duration_secs': 1.199499} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.574889] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 737.575855] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77668029-557c-4b43-b889-5877e049c952 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.619355] env[69357]: DEBUG nova.scheduler.client.report [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.640036] env[69357]: DEBUG nova.compute.manager [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.640036] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.642023] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da37180-509a-47df-94f6-9f2f6f4bb1e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.651432] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.657250] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.657551] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5795f332-3259-4b90-8a7e-f248961c3a06 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.678747] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076874} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.679073] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.680114] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664cffda-b9f7-4c8e-99a9-e9a165038301 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.707564] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1/1ba11df2-a9d1-4d31-ba73-f84c957dd5d1.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.710333] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21d9d1db-f6e9-4265-9275-7f79e4b1a363 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.727814] env[69357]: DEBUG nova.objects.instance [None req-d1219977-d20c-4bde-966c-98178e32336c tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Lazy-loading 'flavor' on Instance uuid bf558c86-a733-43d1-a519-6e5a48b04943 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.741747] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.743091] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.743091] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Deleting the datastore file [datastore1] a1a7b57a-d499-4145-bf63-dbce0bc2acc6 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.744572] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ac29e9e-93a7-413f-a77f-78b3762c232c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.749912] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for the task: (returnval){ [ 737.749912] env[69357]: value = "task-4150346" [ 737.749912] env[69357]: _type = "Task" [ 737.749912] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.756028] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150344, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.762440] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52773e15-bd52-b9d5-6cb5-9a3da6b765e6, 'name': SearchDatastore_Task, 'duration_secs': 0.014322} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.765448] env[69357]: DEBUG oslo_vmware.api [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Waiting for the task: (returnval){ [ 737.765448] env[69357]: value = "task-4150347" [ 737.765448] env[69357]: _type = "Task" [ 737.765448] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.765674] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1550eeb2-84b3-4366-a95f-c56ba93cbced {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.777864] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.785123] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 737.785123] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5242d440-2fa3-8a9f-a140-ac59d31ced6a" [ 737.785123] env[69357]: _type = "Task" [ 737.785123] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.793873] env[69357]: DEBUG oslo_vmware.api [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.800830] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5242d440-2fa3-8a9f-a140-ac59d31ced6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.942302] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Releasing lock "refresh_cache-3c97cef7-29d5-4c3c-ad60-6e8ad320241b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.106042] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 738.106442] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-425d90af-9930-4aac-8356-23aead258c33 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.120387] env[69357]: DEBUG oslo_vmware.api [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 738.120387] env[69357]: value = "task-4150348" [ 738.120387] env[69357]: _type = "Task" [ 738.120387] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.131058] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.565s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.134607] env[69357]: INFO nova.compute.manager [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Migrating [ 738.134607] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.134607] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.137834] env[69357]: DEBUG oslo_vmware.api [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150348, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.138616] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.583s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.138927] env[69357]: DEBUG nova.objects.instance [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Lazy-loading 'resources' on Instance uuid 38e44f28-3083-467e-8f8b-3685f6b180a2 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.232863] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.91528} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.232863] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 43fa3c7f-7341-418c-8773-4e3649056090/43fa3c7f-7341-418c-8773-4e3649056090.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.232863] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.232863] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e79a4f50-ca36-4bb8-a0ea-fd7796a2a1d5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.246862] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Waiting for the task: (returnval){ [ 738.246862] env[69357]: value = "task-4150349" [ 738.246862] env[69357]: _type = "Task" [ 738.246862] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.246862] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1219977-d20c-4bde-966c-98178e32336c tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Lock "bf558c86-a733-43d1-a519-6e5a48b04943" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.143s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.258889] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.270825] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.282545] env[69357]: DEBUG oslo_vmware.api [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462505} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.282805] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.283169] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.283256] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.283403] env[69357]: INFO nova.compute.manager [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Took 0.64 seconds to destroy the instance on the hypervisor. [ 738.283655] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.283919] env[69357]: DEBUG nova.compute.manager [-] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.283973] env[69357]: DEBUG nova.network.neutron [-] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.285986] env[69357]: DEBUG oslo_concurrency.lockutils [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Acquiring lock "33b2f0d9-d895-461a-ae4c-6601fc747f8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.286255] env[69357]: DEBUG oslo_concurrency.lockutils [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Lock "33b2f0d9-d895-461a-ae4c-6601fc747f8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.286476] env[69357]: DEBUG oslo_concurrency.lockutils [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Acquiring lock "33b2f0d9-d895-461a-ae4c-6601fc747f8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.286781] env[69357]: DEBUG oslo_concurrency.lockutils [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Lock "33b2f0d9-d895-461a-ae4c-6601fc747f8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.286894] env[69357]: DEBUG oslo_concurrency.lockutils [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Lock "33b2f0d9-d895-461a-ae4c-6601fc747f8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.289499] env[69357]: INFO nova.compute.manager [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Terminating instance [ 738.305931] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5242d440-2fa3-8a9f-a140-ac59d31ced6a, 'name': SearchDatastore_Task, 'duration_secs': 0.072068} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.306385] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.306952] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358/7f7a4dea-6bd6-41e1-9b70-c5c0034f3358.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.307893] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-def449c8-b09c-4de4-b706-ef8c37dc1414 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.321494] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 738.321494] env[69357]: value = "task-4150350" [ 738.321494] env[69357]: _type = "Task" [ 738.321494] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.333045] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.640414] env[69357]: INFO nova.compute.rpcapi [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 738.644032] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.655345] env[69357]: DEBUG oslo_vmware.api [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150348, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.680186] env[69357]: DEBUG nova.network.neutron [-] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.768038] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103171} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.768038] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.768038] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f9949c-654d-43cb-b3d4-4bbc8abfa2c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.774053] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150346, 'name': ReconfigVM_Task, 'duration_secs': 0.7683} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.774814] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1/1ba11df2-a9d1-4d31-ba73-f84c957dd5d1.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.776436] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7a74f50-2713-4a2f-bf88-c45e3db39a83 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.796826] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 43fa3c7f-7341-418c-8773-4e3649056090/43fa3c7f-7341-418c-8773-4e3649056090.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.802169] env[69357]: DEBUG nova.compute.manager [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.802169] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.802169] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5a466dd-2b05-4c8c-8369-7a935dffa6f6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.823031] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5edbfb-0bc0-48ff-84a5-998ae1de1199 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.824066] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for the task: (returnval){ [ 738.824066] env[69357]: value = "task-4150351" [ 738.824066] env[69357]: _type = "Task" [ 738.824066] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.839910] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.840330] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Waiting for the task: (returnval){ [ 738.840330] env[69357]: value = "task-4150352" [ 738.840330] env[69357]: _type = "Task" [ 738.840330] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.842187] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f28c4af2-376c-4fce-8f32-c1009bb929e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.853884] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150351, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.854161] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.864737] env[69357]: DEBUG oslo_vmware.api [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Waiting for the task: (returnval){ [ 738.864737] env[69357]: value = "task-4150353" [ 738.864737] env[69357]: _type = "Task" [ 738.864737] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.872339] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.880819] env[69357]: DEBUG oslo_vmware.api [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Task: {'id': task-4150353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.886160] env[69357]: DEBUG nova.compute.manager [req-e5e9e1cf-cc45-4ea3-b14e-f31c47dd46bc req-461ec8d0-d27d-4a0e-8f81-d725011fa46f service nova] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Received event network-vif-deleted-dfc02605-0cea-4a9d-8dc2-251f8a5de252 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.144160] env[69357]: DEBUG oslo_vmware.api [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150348, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.186281] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "refresh_cache-933cc7d7-1160-4539-ba0d-002de1461d17" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.186281] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquired lock "refresh_cache-933cc7d7-1160-4539-ba0d-002de1461d17" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.186281] env[69357]: DEBUG nova.network.neutron [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.194101] env[69357]: INFO nova.compute.manager [-] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Took 0.91 seconds to deallocate network for instance. [ 739.344144] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150351, 'name': Rename_Task, 'duration_secs': 0.395862} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.348277] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.349290] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150350, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.352906] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a51c3c5f-3446-4783-bfa2-20d7cf94052a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.365851] env[69357]: DEBUG oslo_concurrency.lockutils [None req-74f3723a-65d0-4c45-8699-0243cadbbdba tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Acquiring lock "bf558c86-a733-43d1-a519-6e5a48b04943" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.366154] env[69357]: DEBUG oslo_concurrency.lockutils [None req-74f3723a-65d0-4c45-8699-0243cadbbdba tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Lock "bf558c86-a733-43d1-a519-6e5a48b04943" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.368593] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.375886] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for the task: (returnval){ [ 739.375886] env[69357]: value = "task-4150354" [ 739.375886] env[69357]: _type = "Task" [ 739.375886] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.385532] env[69357]: DEBUG oslo_vmware.api [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Task: {'id': task-4150353, 'name': PowerOffVM_Task, 'duration_secs': 0.425056} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.386319] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.386668] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.391417] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cf434c0-ec00-4822-a861-554f20f5bc9f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.398452] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150354, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.481069] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.481069] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.481299] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Deleting the datastore file [datastore2] 33b2f0d9-d895-461a-ae4c-6601fc747f8a {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.482903] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc93d9b9-f9cb-47be-be88-45b9bcc9ae54 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.486184] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17389465-81a3-4818-b017-832d89b0b069 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.497902] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0083f7-7e8f-4147-a3ba-752fa26d3d00 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.502847] env[69357]: DEBUG oslo_vmware.api [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Waiting for the task: (returnval){ [ 739.502847] env[69357]: value = "task-4150356" [ 739.502847] env[69357]: _type = "Task" [ 739.502847] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.542588] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.543661] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baad88ea-1ddb-4be5-9083-95a51f4fffa7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.546835] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc543f8-7907-482f-83d7-5fd2516c1273 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.553551] env[69357]: DEBUG oslo_vmware.api [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Task: {'id': task-4150356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.562740] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e07bcd3-f8f1-4515-9c07-4f4ed8287a23 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.567709] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 739.567709] env[69357]: value = "task-4150357" [ 739.567709] env[69357]: _type = "Task" [ 739.567709] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.580760] env[69357]: DEBUG nova.compute.provider_tree [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.590695] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.638241] env[69357]: DEBUG oslo_vmware.api [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150348, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.708277] env[69357]: DEBUG oslo_concurrency.lockutils [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.849388] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150350, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.096122} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.853998] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358/7f7a4dea-6bd6-41e1-9b70-c5c0034f3358.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.853998] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.854349] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a8ecc10-3104-436f-9adf-1614d749ba4f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.872311] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 739.872311] env[69357]: value = "task-4150358" [ 739.872311] env[69357]: _type = "Task" [ 739.872311] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.872762] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150352, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.880202] env[69357]: INFO nova.compute.manager [None req-74f3723a-65d0-4c45-8699-0243cadbbdba tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Detaching volume 3345a752-5583-489e-9543-29561c1da778 [ 739.898064] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.906253] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.942967] env[69357]: INFO nova.virt.block_device [None req-74f3723a-65d0-4c45-8699-0243cadbbdba tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Attempting to driver detach volume 3345a752-5583-489e-9543-29561c1da778 from mountpoint /dev/sdb [ 739.943387] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-74f3723a-65d0-4c45-8699-0243cadbbdba tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 739.943555] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-74f3723a-65d0-4c45-8699-0243cadbbdba tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821832', 'volume_id': '3345a752-5583-489e-9543-29561c1da778', 'name': 'volume-3345a752-5583-489e-9543-29561c1da778', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf558c86-a733-43d1-a519-6e5a48b04943', 'attached_at': '', 'detached_at': '', 'volume_id': '3345a752-5583-489e-9543-29561c1da778', 'serial': '3345a752-5583-489e-9543-29561c1da778'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 739.944553] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708137a0-31d5-49b2-8366-197eae930899 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.984846] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5378bb-870c-41d5-95a1-d6e268ef8bb1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.999510] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbcb810-5cc9-4a91-962e-34ad2ba0ac56 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.015585] env[69357]: DEBUG oslo_vmware.api [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Task: {'id': task-4150356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277279} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.035968] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.037255] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.037464] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.037654] env[69357]: INFO nova.compute.manager [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Took 1.24 seconds to destroy the instance on the hypervisor. [ 740.037918] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.038273] env[69357]: DEBUG nova.compute.manager [-] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.038376] env[69357]: DEBUG nova.network.neutron [-] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.040890] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f19820-a9d0-404a-ba93-296532cb45ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.059867] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-74f3723a-65d0-4c45-8699-0243cadbbdba tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] The volume has not been displaced from its original location: [datastore2] volume-3345a752-5583-489e-9543-29561c1da778/volume-3345a752-5583-489e-9543-29561c1da778.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 740.065996] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-74f3723a-65d0-4c45-8699-0243cadbbdba tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 740.066215] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c120606d-eb58-4f22-a06e-784cfcd7e536 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.084337] env[69357]: DEBUG nova.scheduler.client.report [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.094474] env[69357]: DEBUG oslo_vmware.api [None req-74f3723a-65d0-4c45-8699-0243cadbbdba tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Waiting for the task: (returnval){ [ 740.094474] env[69357]: value = "task-4150359" [ 740.094474] env[69357]: _type = "Task" [ 740.094474] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.095981] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150357, 'name': PowerOffVM_Task, 'duration_secs': 0.292647} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.101111] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.104109] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65ea75d-067e-4490-b923-9bad07785485 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.114240] env[69357]: DEBUG oslo_vmware.api [None req-74f3723a-65d0-4c45-8699-0243cadbbdba tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Task: {'id': task-4150359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.134000] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658648d0-547a-47ec-b93a-e202ecc9aa01 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.146704] env[69357]: DEBUG oslo_vmware.api [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150348, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.162618] env[69357]: DEBUG nova.network.neutron [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Updating instance_info_cache with network_info: [{"id": "d171bd20-a981-427d-8a08-5abf6dc65853", "address": "fa:16:3e:fc:97:c6", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd171bd20-a9", "ovs_interfaceid": "d171bd20-a981-427d-8a08-5abf6dc65853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.181034] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.181286] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d792bbe-9cdf-429c-a015-7a58a6659bfa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.190701] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 740.190701] env[69357]: value = "task-4150360" [ 740.190701] env[69357]: _type = "Task" [ 740.190701] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.204359] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 740.204637] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.204905] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.205073] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.205258] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.205604] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1067b1f3-1113-452f-9929-d29ea07821e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.217498] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.217763] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.218631] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aed61607-595e-41b7-8e81-41151325b4f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.227057] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 740.227057] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]524d5dcb-dae5-edb8-25f6-c96343caf3b0" [ 740.227057] env[69357]: _type = "Task" [ 740.227057] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.239509] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]524d5dcb-dae5-edb8-25f6-c96343caf3b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.360603] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150352, 'name': ReconfigVM_Task, 'duration_secs': 1.055331} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.360908] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 43fa3c7f-7341-418c-8773-4e3649056090/43fa3c7f-7341-418c-8773-4e3649056090.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.361682] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb4c3d6f-ce66-4136-baf3-2179f3a64736 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.369568] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Waiting for the task: (returnval){ [ 740.369568] env[69357]: value = "task-4150361" [ 740.369568] env[69357]: _type = "Task" [ 740.369568] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.388979] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150361, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.399902] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120234} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.400451] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.403553] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1364ec51-2bd5-448e-a109-670076615627 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.413636] env[69357]: DEBUG oslo_vmware.api [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150354, 'name': PowerOnVM_Task, 'duration_secs': 0.918881} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.414717] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.415814] env[69357]: INFO nova.compute.manager [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Took 11.58 seconds to spawn the instance on the hypervisor. [ 740.415814] env[69357]: DEBUG nova.compute.manager [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 740.416823] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47f5f8d-1318-497d-8f6f-f00d192b97bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.453836] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358/7f7a4dea-6bd6-41e1-9b70-c5c0034f3358.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.454744] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a99b7da-f18a-4d7d-8c69-e9e106e2001c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.498455] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 740.498455] env[69357]: value = "task-4150362" [ 740.498455] env[69357]: _type = "Task" [ 740.498455] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.515249] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.592176] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.453s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.598362] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.019s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.601057] env[69357]: INFO nova.compute.claims [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.618241] env[69357]: DEBUG oslo_vmware.api [None req-74f3723a-65d0-4c45-8699-0243cadbbdba tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Task: {'id': task-4150359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.651021] env[69357]: INFO nova.scheduler.client.report [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Deleted allocations for instance 38e44f28-3083-467e-8f8b-3685f6b180a2 [ 740.655877] env[69357]: DEBUG oslo_vmware.api [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150348, 'name': CloneVM_Task, 'duration_secs': 2.324425} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.659294] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Created linked-clone VM from snapshot [ 740.659937] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a7a75b-a2f9-4bbe-bc50-4debc5667ffd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.667875] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Releasing lock "refresh_cache-933cc7d7-1160-4539-ba0d-002de1461d17" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.677047] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Uploading image 89e8a577-61d7-49ab-a3ff-2468bbd8517b {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 740.691782] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 740.692333] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2a6c82f0-6b78-4f10-8e57-6491faa79c58 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.700963] env[69357]: DEBUG oslo_vmware.api [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 740.700963] env[69357]: value = "task-4150363" [ 740.700963] env[69357]: _type = "Task" [ 740.700963] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.716571] env[69357]: DEBUG oslo_vmware.api [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150363, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.743079] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]524d5dcb-dae5-edb8-25f6-c96343caf3b0, 'name': SearchDatastore_Task, 'duration_secs': 0.027916} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.744575] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a6f7914-6957-4f63-bc38-cc9ca778db9a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.752814] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 740.752814] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b23623-729d-d697-7ff3-18c1b52e0e8a" [ 740.752814] env[69357]: _type = "Task" [ 740.752814] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.764719] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b23623-729d-d697-7ff3-18c1b52e0e8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.881294] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150361, 'name': Rename_Task, 'duration_secs': 0.429919} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.881754] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.881916] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76cbe6f2-99ac-46c6-a694-5418ddd37ca6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.889290] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Waiting for the task: (returnval){ [ 740.889290] env[69357]: value = "task-4150364" [ 740.889290] env[69357]: _type = "Task" [ 740.889290] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.898064] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.998686] env[69357]: DEBUG nova.network.neutron [-] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.008205] env[69357]: INFO nova.compute.manager [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Took 37.78 seconds to build instance. [ 741.015853] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.123223] env[69357]: DEBUG oslo_vmware.api [None req-74f3723a-65d0-4c45-8699-0243cadbbdba tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Task: {'id': task-4150359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.150045] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Acquiring lock "ac7f170b-7f83-40f1-8e6d-dea23e91ae30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.150045] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Lock "ac7f170b-7f83-40f1-8e6d-dea23e91ae30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.150434] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Acquiring lock "ac7f170b-7f83-40f1-8e6d-dea23e91ae30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.150580] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Lock "ac7f170b-7f83-40f1-8e6d-dea23e91ae30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.150878] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Lock "ac7f170b-7f83-40f1-8e6d-dea23e91ae30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.153434] env[69357]: INFO nova.compute.manager [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Terminating instance [ 741.165295] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34c24500-5b00-4743-8e1a-bc9578faf613 tempest-AttachInterfacesV270Test-11186757 tempest-AttachInterfacesV270Test-11186757-project-member] Lock "38e44f28-3083-467e-8f8b-3685f6b180a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.709s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.216160] env[69357]: DEBUG oslo_vmware.api [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150363, 'name': Destroy_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.267447] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b23623-729d-d697-7ff3-18c1b52e0e8a, 'name': SearchDatastore_Task, 'duration_secs': 0.013822} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.267716] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.268066] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 3c97cef7-29d5-4c3c-ad60-6e8ad320241b/2e3b5354-f6ca-4797-91ac-a700805a06c3-rescue.vmdk. {{(pid=69357) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 741.268669] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18f80eb7-410b-492b-973f-9429b6ec3745 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.277307] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 741.277307] env[69357]: value = "task-4150365" [ 741.277307] env[69357]: _type = "Task" [ 741.277307] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.290453] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.296065] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Acquiring lock "dd42ede8-77ba-4781-95c2-5ed45f9b93ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.296369] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Lock "dd42ede8-77ba-4781-95c2-5ed45f9b93ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.372584] env[69357]: DEBUG nova.compute.manager [req-af4b4744-108c-4d46-9ab6-983cf792c319 req-3be54049-8691-4da8-9bcf-3c407317506e service nova] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Received event network-vif-deleted-89b64df4-3c71-4075-a1ea-6ab0a06497f4 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.399591] env[69357]: DEBUG oslo_vmware.api [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150364, 'name': PowerOnVM_Task, 'duration_secs': 0.493158} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.400017] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.400252] env[69357]: INFO nova.compute.manager [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Took 7.00 seconds to spawn the instance on the hypervisor. [ 741.400440] env[69357]: DEBUG nova.compute.manager [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 741.401268] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bc739d-395d-497d-b1dc-d3e29d1c2aa9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.506536] env[69357]: INFO nova.compute.manager [-] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Took 1.47 seconds to deallocate network for instance. [ 741.511971] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a051d698-0ff8-4784-a633-d7e105544337 tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Lock "1ba11df2-a9d1-4d31-ba73-f84c957dd5d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.216s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.524675] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150362, 'name': ReconfigVM_Task, 'duration_secs': 0.86497} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.525529] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358/7f7a4dea-6bd6-41e1-9b70-c5c0034f3358.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.526279] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9116a00-0364-409a-af09-b3b50e401cbe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.535261] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 741.535261] env[69357]: value = "task-4150366" [ 741.535261] env[69357]: _type = "Task" [ 741.535261] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.546149] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150366, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.620625] env[69357]: DEBUG oslo_vmware.api [None req-74f3723a-65d0-4c45-8699-0243cadbbdba tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Task: {'id': task-4150359, 'name': ReconfigVM_Task, 'duration_secs': 1.164082} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.621594] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-74f3723a-65d0-4c45-8699-0243cadbbdba tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 741.626778] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebc20d62-0904-470b-8ba4-8a63c1d0e0f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.644929] env[69357]: DEBUG oslo_vmware.api [None req-74f3723a-65d0-4c45-8699-0243cadbbdba tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Waiting for the task: (returnval){ [ 741.644929] env[69357]: value = "task-4150367" [ 741.644929] env[69357]: _type = "Task" [ 741.644929] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.656388] env[69357]: DEBUG oslo_vmware.api [None req-74f3723a-65d0-4c45-8699-0243cadbbdba tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Task: {'id': task-4150367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.659669] env[69357]: DEBUG nova.compute.manager [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.659906] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.661143] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8472f4e3-c6c5-465c-8cf5-9a16b2da58f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.670230] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.670545] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4624b069-8b97-4f73-85d0-9e0e1097d67b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.685360] env[69357]: DEBUG oslo_vmware.api [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for the task: (returnval){ [ 741.685360] env[69357]: value = "task-4150368" [ 741.685360] env[69357]: _type = "Task" [ 741.685360] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.702400] env[69357]: DEBUG oslo_vmware.api [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.716160] env[69357]: DEBUG oslo_vmware.api [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150363, 'name': Destroy_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.793034] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150365, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.925333] env[69357]: INFO nova.compute.manager [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Took 30.44 seconds to build instance. [ 742.022328] env[69357]: DEBUG oslo_concurrency.lockutils [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.027281] env[69357]: DEBUG nova.compute.manager [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.047190] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150366, 'name': Rename_Task, 'duration_secs': 0.195609} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.050777] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.052383] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3d433a6-c61b-47ef-a560-48f31acb5081 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.061507] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 742.061507] env[69357]: value = "task-4150369" [ 742.061507] env[69357]: _type = "Task" [ 742.061507] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.077172] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.133558] env[69357]: DEBUG oslo_concurrency.lockutils [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Acquiring lock "86ede26b-bb10-412c-ae55-c8463428219b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.133818] env[69357]: DEBUG oslo_concurrency.lockutils [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Lock "86ede26b-bb10-412c-ae55-c8463428219b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.159557] env[69357]: DEBUG oslo_vmware.api [None req-74f3723a-65d0-4c45-8699-0243cadbbdba tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Task: {'id': task-4150367, 'name': ReconfigVM_Task, 'duration_secs': 0.173501} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.162726] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-74f3723a-65d0-4c45-8699-0243cadbbdba tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821832', 'volume_id': '3345a752-5583-489e-9543-29561c1da778', 'name': 'volume-3345a752-5583-489e-9543-29561c1da778', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf558c86-a733-43d1-a519-6e5a48b04943', 'attached_at': '', 'detached_at': '', 'volume_id': '3345a752-5583-489e-9543-29561c1da778', 'serial': '3345a752-5583-489e-9543-29561c1da778'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 742.193509] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde6725a-6900-4994-87e6-b0c85f23c800 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.207079] env[69357]: DEBUG oslo_vmware.api [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150368, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.226970] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Updating instance '933cc7d7-1160-4539-ba0d-002de1461d17' progress to 0 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 742.240528] env[69357]: DEBUG oslo_vmware.api [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150363, 'name': Destroy_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.290454] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150365, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77414} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.293356] env[69357]: INFO nova.virt.vmwareapi.ds_util [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 3c97cef7-29d5-4c3c-ad60-6e8ad320241b/2e3b5354-f6ca-4797-91ac-a700805a06c3-rescue.vmdk. [ 742.299123] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c263ac-94ac-4123-84ba-e0485510b0d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.334289] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 3c97cef7-29d5-4c3c-ad60-6e8ad320241b/2e3b5354-f6ca-4797-91ac-a700805a06c3-rescue.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.338539] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba1e6a61-c200-40a1-bed8-0bccea980849 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.360305] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 742.360305] env[69357]: value = "task-4150370" [ 742.360305] env[69357]: _type = "Task" [ 742.360305] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.370022] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6479e68a-b973-49bd-94ac-6dcb342e0705 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.374875] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.380908] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a8f834-06b5-4301-b2f8-2ab1b9333109 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.415369] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74413a71-c4d2-4bc4-bdca-c1ca588cc737 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.424480] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6b7fc3-a279-4776-ad43-1096e968107b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.429097] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7012a6ac-3421-4968-8fba-e025e87b2efb tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Lock "43fa3c7f-7341-418c-8773-4e3649056090" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.091s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.441575] env[69357]: DEBUG nova.compute.provider_tree [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.522653] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Acquiring lock "1ba11df2-a9d1-4d31-ba73-f84c957dd5d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.522942] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Lock "1ba11df2-a9d1-4d31-ba73-f84c957dd5d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.523230] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Acquiring lock "1ba11df2-a9d1-4d31-ba73-f84c957dd5d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.523393] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Lock "1ba11df2-a9d1-4d31-ba73-f84c957dd5d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.523619] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Lock "1ba11df2-a9d1-4d31-ba73-f84c957dd5d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.530615] env[69357]: INFO nova.compute.manager [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Terminating instance [ 742.552467] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.576104] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150369, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.703038] env[69357]: DEBUG oslo_vmware.api [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150368, 'name': PowerOffVM_Task, 'duration_secs': 0.573344} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.703338] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.703501] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.706198] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-632bbfe6-5891-444f-9922-e5a1c513f18e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.720035] env[69357]: DEBUG oslo_vmware.api [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150363, 'name': Destroy_Task, 'duration_secs': 1.562333} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.720035] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Destroyed the VM [ 742.720035] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 742.720239] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d995f89a-5e4e-470e-91e1-f169d915efc0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.728904] env[69357]: DEBUG oslo_vmware.api [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 742.728904] env[69357]: value = "task-4150372" [ 742.728904] env[69357]: _type = "Task" [ 742.728904] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.742796] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.743248] env[69357]: DEBUG oslo_vmware.api [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150372, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.743607] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1562a86-6276-4d61-b7ee-0b4473883cf5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.749853] env[69357]: DEBUG nova.objects.instance [None req-74f3723a-65d0-4c45-8699-0243cadbbdba tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Lazy-loading 'flavor' on Instance uuid bf558c86-a733-43d1-a519-6e5a48b04943 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.756482] env[69357]: DEBUG oslo_vmware.api [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 742.756482] env[69357]: value = "task-4150373" [ 742.756482] env[69357]: _type = "Task" [ 742.756482] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.770768] env[69357]: DEBUG oslo_vmware.api [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.803949] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.804225] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.804443] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Deleting the datastore file [datastore1] ac7f170b-7f83-40f1-8e6d-dea23e91ae30 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.804717] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ae387fb-bf5c-4cdf-8ea3-30e3d845c3e4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.813475] env[69357]: DEBUG oslo_vmware.api [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for the task: (returnval){ [ 742.813475] env[69357]: value = "task-4150374" [ 742.813475] env[69357]: _type = "Task" [ 742.813475] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.823148] env[69357]: DEBUG oslo_vmware.api [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.872602] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.932081] env[69357]: DEBUG nova.compute.manager [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.945185] env[69357]: DEBUG nova.scheduler.client.report [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.034708] env[69357]: DEBUG nova.compute.manager [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.034966] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.036016] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f291c128-d76d-4e39-9e3e-904a703a27db {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.049089] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.049682] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e15ad0de-aea7-4227-a287-6728b89552c1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.061475] env[69357]: DEBUG oslo_vmware.api [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for the task: (returnval){ [ 743.061475] env[69357]: value = "task-4150375" [ 743.061475] env[69357]: _type = "Task" [ 743.061475] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.078103] env[69357]: DEBUG oslo_vmware.api [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150369, 'name': PowerOnVM_Task, 'duration_secs': 0.545197} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.083366] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.083610] env[69357]: INFO nova.compute.manager [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Took 11.53 seconds to spawn the instance on the hypervisor. [ 743.083804] env[69357]: DEBUG nova.compute.manager [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 743.084130] env[69357]: DEBUG oslo_vmware.api [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.084897] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03918afe-5351-4b21-868d-e147834700a0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.241375] env[69357]: DEBUG oslo_vmware.api [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150372, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.273629] env[69357]: DEBUG oslo_vmware.api [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150373, 'name': PowerOffVM_Task, 'duration_secs': 0.261048} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.275438] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.275438] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Updating instance '933cc7d7-1160-4539-ba0d-002de1461d17' progress to 17 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 743.328746] env[69357]: DEBUG oslo_vmware.api [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255581} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.329893] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.330273] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.330746] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.330746] env[69357]: INFO nova.compute.manager [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Took 1.67 seconds to destroy the instance on the hypervisor. [ 743.330890] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.331417] env[69357]: DEBUG nova.compute.manager [-] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.331514] env[69357]: DEBUG nova.network.neutron [-] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.378429] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150370, 'name': ReconfigVM_Task, 'duration_secs': 0.844027} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.378742] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 3c97cef7-29d5-4c3c-ad60-6e8ad320241b/2e3b5354-f6ca-4797-91ac-a700805a06c3-rescue.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.379656] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff197ae8-8e41-46d9-b463-f80907bb8ec0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.411902] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53a233a2-77eb-4fbd-aabc-6819a6afea36 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.433025] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 743.433025] env[69357]: value = "task-4150376" [ 743.433025] env[69357]: _type = "Task" [ 743.433025] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.439367] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.454697] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.856s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.455373] env[69357]: DEBUG nova.compute.manager [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.458130] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.336s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.459620] env[69357]: INFO nova.compute.claims [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.470197] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.495720] env[69357]: INFO nova.compute.manager [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Rebuilding instance [ 743.550406] env[69357]: DEBUG nova.compute.manager [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 743.551498] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9ee460-3473-438f-9dc7-18fd1e11a411 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.574881] env[69357]: DEBUG oslo_vmware.api [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150375, 'name': PowerOffVM_Task, 'duration_secs': 0.293476} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.574881] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.574881] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.574881] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65a25f4b-4864-4f9a-ab98-a8e842d77642 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.609361] env[69357]: INFO nova.compute.manager [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Took 35.42 seconds to build instance. [ 743.655032] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.655032] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.655242] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Deleting the datastore file [datastore2] 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.655414] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52a3b86c-413a-40ef-b1d1-5083f8d5530c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.663010] env[69357]: DEBUG oslo_vmware.api [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for the task: (returnval){ [ 743.663010] env[69357]: value = "task-4150378" [ 743.663010] env[69357]: _type = "Task" [ 743.663010] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.676866] env[69357]: DEBUG oslo_vmware.api [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.741024] env[69357]: DEBUG oslo_vmware.api [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150372, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.768766] env[69357]: DEBUG oslo_concurrency.lockutils [None req-74f3723a-65d0-4c45-8699-0243cadbbdba tempest-VolumesAssistedSnapshotsTest-194159202 tempest-VolumesAssistedSnapshotsTest-194159202-project-admin] Lock "bf558c86-a733-43d1-a519-6e5a48b04943" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.400s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.782187] env[69357]: DEBUG nova.virt.hardware [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.782473] env[69357]: DEBUG nova.virt.hardware [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.782665] env[69357]: DEBUG nova.virt.hardware [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.782857] env[69357]: DEBUG nova.virt.hardware [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.783053] env[69357]: DEBUG nova.virt.hardware [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.783295] env[69357]: DEBUG nova.virt.hardware [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.783632] env[69357]: DEBUG nova.virt.hardware [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.783682] env[69357]: DEBUG nova.virt.hardware [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.783855] env[69357]: DEBUG nova.virt.hardware [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.784036] env[69357]: DEBUG nova.virt.hardware [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.784241] env[69357]: DEBUG nova.virt.hardware [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.790757] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e983ab9-8f98-4e80-9997-8d6b7c5c2248 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.814457] env[69357]: DEBUG oslo_vmware.api [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 743.814457] env[69357]: value = "task-4150379" [ 743.814457] env[69357]: _type = "Task" [ 743.814457] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.826260] env[69357]: DEBUG oslo_vmware.api [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150379, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.949970] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150376, 'name': ReconfigVM_Task, 'duration_secs': 0.342651} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.950784] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.951015] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a852615d-204d-487a-984f-ea6856b4857e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.959028] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 743.959028] env[69357]: value = "task-4150380" [ 743.959028] env[69357]: _type = "Task" [ 743.959028] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.966551] env[69357]: DEBUG nova.compute.utils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.977146] env[69357]: DEBUG nova.compute.manager [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.977146] env[69357]: DEBUG nova.network.neutron [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.989736] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150380, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.082285] env[69357]: DEBUG nova.policy [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cd60b5fcf4a49e081a23051e735898b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49c285d95e784239aba3872e5bdd9668', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.112204] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b137c98-fb5c-4e49-9a00-7533121d910d tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.469s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.175063] env[69357]: DEBUG oslo_vmware.api [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Task: {'id': task-4150378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282653} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.175477] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.175583] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.175722] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.175893] env[69357]: INFO nova.compute.manager [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 744.176164] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.176763] env[69357]: DEBUG nova.compute.manager [-] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.176763] env[69357]: DEBUG nova.network.neutron [-] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.244569] env[69357]: DEBUG oslo_vmware.api [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150372, 'name': RemoveSnapshot_Task, 'duration_secs': 1.149789} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.244914] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 744.326283] env[69357]: DEBUG oslo_vmware.api [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150379, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.472085] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150380, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.476267] env[69357]: DEBUG nova.compute.manager [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.575057] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.575365] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6d0c3c8-7639-45f8-8f83-67c740955e2a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.584087] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Waiting for the task: (returnval){ [ 744.584087] env[69357]: value = "task-4150382" [ 744.584087] env[69357]: _type = "Task" [ 744.584087] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.597967] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.618476] env[69357]: DEBUG nova.compute.manager [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.751492] env[69357]: WARNING nova.compute.manager [None req-79fff5a6-204d-44a6-8274-de0e0cdc52da tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Image not found during snapshot: nova.exception.ImageNotFound: Image 89e8a577-61d7-49ab-a3ff-2468bbd8517b could not be found. [ 744.778175] env[69357]: DEBUG nova.compute.manager [req-fd69d37c-7e0d-42a0-a769-b5e956a18763 req-ab7bebc1-6b15-4fbe-aaab-0aec2a9d7378 service nova] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Received event network-vif-deleted-61161ecf-e1b8-4dd3-9cd7-3da33f82ec55 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.778419] env[69357]: INFO nova.compute.manager [req-fd69d37c-7e0d-42a0-a769-b5e956a18763 req-ab7bebc1-6b15-4fbe-aaab-0aec2a9d7378 service nova] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Neutron deleted interface 61161ecf-e1b8-4dd3-9cd7-3da33f82ec55; detaching it from the instance and deleting it from the info cache [ 744.781422] env[69357]: DEBUG nova.network.neutron [req-fd69d37c-7e0d-42a0-a769-b5e956a18763 req-ab7bebc1-6b15-4fbe-aaab-0aec2a9d7378 service nova] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.831639] env[69357]: DEBUG oslo_vmware.api [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150379, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.919106] env[69357]: DEBUG nova.compute.manager [req-ecd57dfc-80a8-457f-8cd8-04e5bf854926 req-2b2b33ff-65b6-449e-a277-d13852857eee service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Received event network-changed-5490feb0-c9cd-4578-bed2-469c1c697813 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.919584] env[69357]: DEBUG nova.compute.manager [req-ecd57dfc-80a8-457f-8cd8-04e5bf854926 req-2b2b33ff-65b6-449e-a277-d13852857eee service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Refreshing instance network info cache due to event network-changed-5490feb0-c9cd-4578-bed2-469c1c697813. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.920028] env[69357]: DEBUG oslo_concurrency.lockutils [req-ecd57dfc-80a8-457f-8cd8-04e5bf854926 req-2b2b33ff-65b6-449e-a277-d13852857eee service nova] Acquiring lock "refresh_cache-7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.920028] env[69357]: DEBUG oslo_concurrency.lockutils [req-ecd57dfc-80a8-457f-8cd8-04e5bf854926 req-2b2b33ff-65b6-449e-a277-d13852857eee service nova] Acquired lock "refresh_cache-7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.920151] env[69357]: DEBUG nova.network.neutron [req-ecd57dfc-80a8-457f-8cd8-04e5bf854926 req-2b2b33ff-65b6-449e-a277-d13852857eee service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Refreshing network info cache for port 5490feb0-c9cd-4578-bed2-469c1c697813 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.938905] env[69357]: DEBUG nova.network.neutron [-] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.973148] env[69357]: DEBUG oslo_vmware.api [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150380, 'name': PowerOnVM_Task, 'duration_secs': 0.601624} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.976677] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.979521] env[69357]: DEBUG nova.compute.manager [None req-bfcbc1f0-26cc-477f-82b7-a104f2e8c064 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 744.981903] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65defc00-70c0-40ee-adc0-44f72fcb901c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.011016] env[69357]: DEBUG nova.network.neutron [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Successfully created port: 0c47b34b-6f9b-410d-897b-87e75e0d43e1 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.103053] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150382, 'name': PowerOffVM_Task, 'duration_secs': 0.264239} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.103053] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.103053] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.103824] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c44a70-15b7-47f0-96a5-f967cdf1dc21 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.112970] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.113523] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f321640-0420-4b00-9d39-d8d617065f75 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.143724] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.144508] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.144508] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Deleting the datastore file [datastore2] 43fa3c7f-7341-418c-8773-4e3649056090 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.144716] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e9dbbe3-7c3a-4413-8338-ac192f3ba2f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.152593] env[69357]: DEBUG oslo_concurrency.lockutils [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.160848] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Waiting for the task: (returnval){ [ 745.160848] env[69357]: value = "task-4150384" [ 745.160848] env[69357]: _type = "Task" [ 745.160848] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.175730] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.220488] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9124382-d690-439b-92ed-9d6fbc157b32 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.231374] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de827f83-2c12-4a01-bad3-5d3c18067569 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.271186] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80447b75-f284-4f18-8cc0-6dd0f80c9177 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.281732] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bc4dad-b519-445e-b1b2-635ba91eda2d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.286386] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10b6fa8a-ef39-48fa-a2e6-96710d376a89 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.300502] env[69357]: DEBUG nova.compute.provider_tree [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.306714] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d0e327-f6a5-49b7-b05b-be476c501472 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.333479] env[69357]: DEBUG oslo_vmware.api [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150379, 'name': ReconfigVM_Task, 'duration_secs': 1.208905} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.333905] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Updating instance '933cc7d7-1160-4539-ba0d-002de1461d17' progress to 33 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 745.353328] env[69357]: DEBUG nova.compute.manager [req-fd69d37c-7e0d-42a0-a769-b5e956a18763 req-ab7bebc1-6b15-4fbe-aaab-0aec2a9d7378 service nova] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Detach interface failed, port_id=61161ecf-e1b8-4dd3-9cd7-3da33f82ec55, reason: Instance ac7f170b-7f83-40f1-8e6d-dea23e91ae30 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 745.423454] env[69357]: DEBUG nova.network.neutron [-] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.440527] env[69357]: INFO nova.compute.manager [-] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Took 2.11 seconds to deallocate network for instance. [ 745.492273] env[69357]: DEBUG nova.compute.manager [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.529015] env[69357]: DEBUG nova.virt.hardware [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.529288] env[69357]: DEBUG nova.virt.hardware [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.529449] env[69357]: DEBUG nova.virt.hardware [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.529633] env[69357]: DEBUG nova.virt.hardware [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.530061] env[69357]: DEBUG nova.virt.hardware [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.530272] env[69357]: DEBUG nova.virt.hardware [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.530594] env[69357]: DEBUG nova.virt.hardware [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.530673] env[69357]: DEBUG nova.virt.hardware [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.531215] env[69357]: DEBUG nova.virt.hardware [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.531215] env[69357]: DEBUG nova.virt.hardware [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.531215] env[69357]: DEBUG nova.virt.hardware [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.532381] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99459f1b-45d4-413b-973f-732ce70ab06d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.545024] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a35591f-24fe-4690-a9ef-09f237704871 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.675322] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.749665] env[69357]: DEBUG nova.network.neutron [req-ecd57dfc-80a8-457f-8cd8-04e5bf854926 req-2b2b33ff-65b6-449e-a277-d13852857eee service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Updated VIF entry in instance network info cache for port 5490feb0-c9cd-4578-bed2-469c1c697813. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.750197] env[69357]: DEBUG nova.network.neutron [req-ecd57dfc-80a8-457f-8cd8-04e5bf854926 req-2b2b33ff-65b6-449e-a277-d13852857eee service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Updating instance_info_cache with network_info: [{"id": "5490feb0-c9cd-4578-bed2-469c1c697813", "address": "fa:16:3e:54:ef:f7", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5490feb0-c9", "ovs_interfaceid": "5490feb0-c9cd-4578-bed2-469c1c697813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.805127] env[69357]: DEBUG nova.scheduler.client.report [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.856722] env[69357]: DEBUG nova.virt.hardware [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.856974] env[69357]: DEBUG nova.virt.hardware [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.857154] env[69357]: DEBUG nova.virt.hardware [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.857341] env[69357]: DEBUG nova.virt.hardware [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.857489] env[69357]: DEBUG nova.virt.hardware [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.857636] env[69357]: DEBUG nova.virt.hardware [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.857832] env[69357]: DEBUG nova.virt.hardware [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.857990] env[69357]: DEBUG nova.virt.hardware [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.858466] env[69357]: DEBUG nova.virt.hardware [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.858466] env[69357]: DEBUG nova.virt.hardware [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.858538] env[69357]: DEBUG nova.virt.hardware [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.864194] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Reconfiguring VM instance instance-00000011 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 745.864862] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7e415fa-6f3d-44c2-8b62-93ef58b4173d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.884828] env[69357]: DEBUG oslo_vmware.api [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 745.884828] env[69357]: value = "task-4150385" [ 745.884828] env[69357]: _type = "Task" [ 745.884828] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.893891] env[69357]: DEBUG oslo_vmware.api [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.931193] env[69357]: INFO nova.compute.manager [-] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Took 1.75 seconds to deallocate network for instance. [ 745.954262] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.180589] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.618089} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.180589] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.180589] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.180589] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.253408] env[69357]: DEBUG oslo_concurrency.lockutils [req-ecd57dfc-80a8-457f-8cd8-04e5bf854926 req-2b2b33ff-65b6-449e-a277-d13852857eee service nova] Releasing lock "refresh_cache-7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.311214] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.853s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.311429] env[69357]: DEBUG nova.compute.manager [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.314101] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.838s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.318057] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.318057] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 746.318057] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.505s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.318057] env[69357]: INFO nova.compute.claims [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.319410] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef76adf-b69a-497c-88cb-cdc94fed5b5d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.328227] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab9cb34-f98b-41f5-80e6-555a4e14cfa9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.348149] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df6b453-61fe-428d-8b61-f10fc65c02f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.356165] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb9ac25-2337-43d6-8269-cc1937b6f2bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.393348] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180346MB free_disk=10GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 746.393500] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.398950] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquiring lock "012edabe-4abd-408a-bccd-8b79c1e223e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.399211] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "012edabe-4abd-408a-bccd-8b79c1e223e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.399418] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquiring lock "012edabe-4abd-408a-bccd-8b79c1e223e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.399601] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "012edabe-4abd-408a-bccd-8b79c1e223e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.399941] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "012edabe-4abd-408a-bccd-8b79c1e223e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.402586] env[69357]: INFO nova.compute.manager [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Terminating instance [ 746.408316] env[69357]: DEBUG oslo_vmware.api [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150385, 'name': ReconfigVM_Task, 'duration_secs': 0.190658} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.409586] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Reconfigured VM instance instance-00000011 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 746.410637] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea13ce33-325d-4580-9c60-642713e97f91 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.437552] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 933cc7d7-1160-4539-ba0d-002de1461d17/933cc7d7-1160-4539-ba0d-002de1461d17.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.438923] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.439465] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3875b079-63f2-44d2-a01b-3e6597f40adb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.459291] env[69357]: DEBUG oslo_vmware.api [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 746.459291] env[69357]: value = "task-4150386" [ 746.459291] env[69357]: _type = "Task" [ 746.459291] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.468584] env[69357]: DEBUG oslo_vmware.api [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.487903] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquiring lock "a2e799b7-d685-48ea-b21d-9327af272871" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.488187] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Lock "a2e799b7-d685-48ea-b21d-9327af272871" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.697737] env[69357]: DEBUG nova.network.neutron [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Successfully updated port: 0c47b34b-6f9b-410d-897b-87e75e0d43e1 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.814661] env[69357]: DEBUG nova.compute.manager [req-d193e974-9d60-45f8-b858-94cd105a759c req-1a80bb19-1236-43dd-90b7-3517c3460cdd service nova] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Received event network-vif-deleted-dafd00a4-27d2-471b-ad69-1bb7c828390c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.814661] env[69357]: DEBUG nova.compute.manager [req-d193e974-9d60-45f8-b858-94cd105a759c req-1a80bb19-1236-43dd-90b7-3517c3460cdd service nova] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Received event network-vif-plugged-0c47b34b-6f9b-410d-897b-87e75e0d43e1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.814661] env[69357]: DEBUG oslo_concurrency.lockutils [req-d193e974-9d60-45f8-b858-94cd105a759c req-1a80bb19-1236-43dd-90b7-3517c3460cdd service nova] Acquiring lock "62ae2543-64b3-43e2-bb55-529915a80aec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.814661] env[69357]: DEBUG oslo_concurrency.lockutils [req-d193e974-9d60-45f8-b858-94cd105a759c req-1a80bb19-1236-43dd-90b7-3517c3460cdd service nova] Lock "62ae2543-64b3-43e2-bb55-529915a80aec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.814661] env[69357]: DEBUG oslo_concurrency.lockutils [req-d193e974-9d60-45f8-b858-94cd105a759c req-1a80bb19-1236-43dd-90b7-3517c3460cdd service nova] Lock "62ae2543-64b3-43e2-bb55-529915a80aec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.815079] env[69357]: DEBUG nova.compute.manager [req-d193e974-9d60-45f8-b858-94cd105a759c req-1a80bb19-1236-43dd-90b7-3517c3460cdd service nova] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] No waiting events found dispatching network-vif-plugged-0c47b34b-6f9b-410d-897b-87e75e0d43e1 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 746.815635] env[69357]: WARNING nova.compute.manager [req-d193e974-9d60-45f8-b858-94cd105a759c req-1a80bb19-1236-43dd-90b7-3517c3460cdd service nova] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Received unexpected event network-vif-plugged-0c47b34b-6f9b-410d-897b-87e75e0d43e1 for instance with vm_state building and task_state spawning. [ 746.816034] env[69357]: DEBUG nova.compute.manager [req-d193e974-9d60-45f8-b858-94cd105a759c req-1a80bb19-1236-43dd-90b7-3517c3460cdd service nova] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Received event network-changed-0c47b34b-6f9b-410d-897b-87e75e0d43e1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.816346] env[69357]: DEBUG nova.compute.manager [req-d193e974-9d60-45f8-b858-94cd105a759c req-1a80bb19-1236-43dd-90b7-3517c3460cdd service nova] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Refreshing instance network info cache due to event network-changed-0c47b34b-6f9b-410d-897b-87e75e0d43e1. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.816706] env[69357]: DEBUG oslo_concurrency.lockutils [req-d193e974-9d60-45f8-b858-94cd105a759c req-1a80bb19-1236-43dd-90b7-3517c3460cdd service nova] Acquiring lock "refresh_cache-62ae2543-64b3-43e2-bb55-529915a80aec" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.816992] env[69357]: DEBUG oslo_concurrency.lockutils [req-d193e974-9d60-45f8-b858-94cd105a759c req-1a80bb19-1236-43dd-90b7-3517c3460cdd service nova] Acquired lock "refresh_cache-62ae2543-64b3-43e2-bb55-529915a80aec" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.817277] env[69357]: DEBUG nova.network.neutron [req-d193e974-9d60-45f8-b858-94cd105a759c req-1a80bb19-1236-43dd-90b7-3517c3460cdd service nova] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Refreshing network info cache for port 0c47b34b-6f9b-410d-897b-87e75e0d43e1 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.822033] env[69357]: DEBUG nova.compute.utils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.823807] env[69357]: DEBUG nova.compute.manager [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.824140] env[69357]: DEBUG nova.network.neutron [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.871788] env[69357]: DEBUG nova.policy [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cd60b5fcf4a49e081a23051e735898b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49c285d95e784239aba3872e5bdd9668', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.911173] env[69357]: DEBUG nova.compute.manager [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.911173] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.912087] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09d5568-e310-481d-8298-014429c5b58a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.921324] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.921586] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20c8bfe2-fc4d-4af6-a7f7-ab106d525aa8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.930215] env[69357]: DEBUG oslo_vmware.api [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 746.930215] env[69357]: value = "task-4150387" [ 746.930215] env[69357]: _type = "Task" [ 746.930215] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.944383] env[69357]: DEBUG oslo_vmware.api [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.970442] env[69357]: DEBUG oslo_vmware.api [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150386, 'name': ReconfigVM_Task, 'duration_secs': 0.287173} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.971227] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 933cc7d7-1160-4539-ba0d-002de1461d17/933cc7d7-1160-4539-ba0d-002de1461d17.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.971556] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Updating instance '933cc7d7-1160-4539-ba0d-002de1461d17' progress to 50 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 747.200832] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "refresh_cache-62ae2543-64b3-43e2-bb55-529915a80aec" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.214273] env[69357]: DEBUG nova.network.neutron [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Successfully created port: 78ba08d2-bc9f-4a66-870b-3d698b0d7c78 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.230729] env[69357]: DEBUG nova.virt.hardware [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.231870] env[69357]: DEBUG nova.virt.hardware [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.232206] env[69357]: DEBUG nova.virt.hardware [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.232747] env[69357]: DEBUG nova.virt.hardware [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.233038] env[69357]: DEBUG nova.virt.hardware [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.233558] env[69357]: DEBUG nova.virt.hardware [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.234156] env[69357]: DEBUG nova.virt.hardware [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.234434] env[69357]: DEBUG nova.virt.hardware [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.235330] env[69357]: DEBUG nova.virt.hardware [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.235665] env[69357]: DEBUG nova.virt.hardware [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.237997] env[69357]: DEBUG nova.virt.hardware [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.238399] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fec263f-370a-4f1d-b36a-d9079e9c66b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.252020] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7da02c3-cc1f-4f0b-9987-516469acf759 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.264747] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.271420] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.271996] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.272336] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-879ade73-da18-471b-b053-42afba553dfc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.293022] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.293022] env[69357]: value = "task-4150388" [ 747.293022] env[69357]: _type = "Task" [ 747.293022] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.300894] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150388, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.329402] env[69357]: DEBUG nova.compute.manager [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.381364] env[69357]: DEBUG nova.network.neutron [req-d193e974-9d60-45f8-b858-94cd105a759c req-1a80bb19-1236-43dd-90b7-3517c3460cdd service nova] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.444554] env[69357]: DEBUG oslo_vmware.api [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150387, 'name': PowerOffVM_Task, 'duration_secs': 0.195419} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.444789] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.444968] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.445238] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-072eec4b-b093-470a-a74b-b6f1b3bc27f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.482727] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77657c1-6dc1-485a-943d-03b90009f025 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.508279] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689e3d1e-706a-4a27-9ec0-c9c597299394 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.540909] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Updating instance '933cc7d7-1160-4539-ba0d-002de1461d17' progress to 67 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 747.552745] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.552745] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.553258] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Deleting the datastore file [datastore2] 012edabe-4abd-408a-bccd-8b79c1e223e6 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.553795] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-baa3c830-c8da-4934-9a51-c142b5c7fc32 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.561150] env[69357]: DEBUG oslo_vmware.api [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 747.561150] env[69357]: value = "task-4150390" [ 747.561150] env[69357]: _type = "Task" [ 747.561150] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.571154] env[69357]: DEBUG oslo_vmware.api [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.576318] env[69357]: DEBUG nova.network.neutron [req-d193e974-9d60-45f8-b858-94cd105a759c req-1a80bb19-1236-43dd-90b7-3517c3460cdd service nova] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.803934] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150388, 'name': CreateVM_Task, 'duration_secs': 0.509373} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.807560] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.808435] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.808842] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.809563] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.809834] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14fc1128-167d-4734-81a3-b1223e750515 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.819471] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Waiting for the task: (returnval){ [ 747.819471] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]528abe7b-b706-73aa-bafe-853eb656a33a" [ 747.819471] env[69357]: _type = "Task" [ 747.819471] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.842319] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]528abe7b-b706-73aa-bafe-853eb656a33a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.016759] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ad15b1-94bc-4182-b00f-0ba07ddab118 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.026945] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55db2d1-7059-4b46-afef-dc232d9c0471 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.073021] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf97160-6b74-417f-a691-09342a0e1108 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.087146] env[69357]: DEBUG oslo_concurrency.lockutils [req-d193e974-9d60-45f8-b858-94cd105a759c req-1a80bb19-1236-43dd-90b7-3517c3460cdd service nova] Releasing lock "refresh_cache-62ae2543-64b3-43e2-bb55-529915a80aec" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.091176] env[69357]: DEBUG oslo_vmware.api [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264361} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.091605] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquired lock "refresh_cache-62ae2543-64b3-43e2-bb55-529915a80aec" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.093441] env[69357]: DEBUG nova.network.neutron [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.093441] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.093441] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.093441] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.093643] env[69357]: INFO nova.compute.manager [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 748.093756] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.095040] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb93a84-6454-4a85-b017-494620c55679 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.099625] env[69357]: DEBUG nova.compute.manager [-] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.099687] env[69357]: DEBUG nova.network.neutron [-] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.113781] env[69357]: DEBUG nova.compute.provider_tree [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.132626] env[69357]: DEBUG nova.network.neutron [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Port d171bd20-a981-427d-8a08-5abf6dc65853 binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 748.331115] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Acquiring lock "bf558c86-a733-43d1-a519-6e5a48b04943" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.331115] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Lock "bf558c86-a733-43d1-a519-6e5a48b04943" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.331115] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Acquiring lock "bf558c86-a733-43d1-a519-6e5a48b04943-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.331115] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Lock "bf558c86-a733-43d1-a519-6e5a48b04943-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.331678] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Lock "bf558c86-a733-43d1-a519-6e5a48b04943-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.345666] env[69357]: INFO nova.compute.manager [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Terminating instance [ 748.348785] env[69357]: DEBUG nova.compute.manager [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.350457] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]528abe7b-b706-73aa-bafe-853eb656a33a, 'name': SearchDatastore_Task, 'duration_secs': 0.030863} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.352056] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.352302] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.352767] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.352767] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.352892] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.353420] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93b4ceee-57fb-446f-a31d-5bd9a5a54db4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.366400] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.366582] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.367991] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-911e70b7-6bfd-4b05-adfa-72af99c583c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.377849] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Waiting for the task: (returnval){ [ 748.377849] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52cfc1ca-a1b6-58ee-2f39-83d0f3392c41" [ 748.377849] env[69357]: _type = "Task" [ 748.377849] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.380241] env[69357]: DEBUG nova.virt.hardware [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.380511] env[69357]: DEBUG nova.virt.hardware [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.380671] env[69357]: DEBUG nova.virt.hardware [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.380852] env[69357]: DEBUG nova.virt.hardware [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.381009] env[69357]: DEBUG nova.virt.hardware [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.381952] env[69357]: DEBUG nova.virt.hardware [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.381952] env[69357]: DEBUG nova.virt.hardware [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.381952] env[69357]: DEBUG nova.virt.hardware [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.381952] env[69357]: DEBUG nova.virt.hardware [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.382136] env[69357]: DEBUG nova.virt.hardware [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.382166] env[69357]: DEBUG nova.virt.hardware [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.383408] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbe2ac7-16b7-457e-95da-5b7075b79228 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.399671] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cd75c7-5aa3-4033-874c-8c77fa6879b5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.402683] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52cfc1ca-a1b6-58ee-2f39-83d0f3392c41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.617261] env[69357]: DEBUG nova.scheduler.client.report [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.641342] env[69357]: DEBUG nova.network.neutron [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.856895] env[69357]: DEBUG nova.compute.manager [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.857581] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.858959] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e28057-6543-441d-8880-4808e85c4df2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.873720] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.874097] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6005b2ba-b516-41f8-aacd-6158adc3fe5a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.883155] env[69357]: DEBUG oslo_vmware.api [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Waiting for the task: (returnval){ [ 748.883155] env[69357]: value = "task-4150391" [ 748.883155] env[69357]: _type = "Task" [ 748.883155] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.899801] env[69357]: DEBUG oslo_vmware.api [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Task: {'id': task-4150391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.904368] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52cfc1ca-a1b6-58ee-2f39-83d0f3392c41, 'name': SearchDatastore_Task, 'duration_secs': 0.02967} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.905311] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c67884e6-143f-42d7-8bf1-4e610732a66e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.916282] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Waiting for the task: (returnval){ [ 748.916282] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]527337f1-006c-7543-84fb-91f014a885a9" [ 748.916282] env[69357]: _type = "Task" [ 748.916282] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.930032] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527337f1-006c-7543-84fb-91f014a885a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.945669] env[69357]: DEBUG nova.network.neutron [-] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.122722] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.123488] env[69357]: DEBUG nova.compute.manager [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.126792] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.885s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.127045] env[69357]: DEBUG nova.objects.instance [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lazy-loading 'resources' on Instance uuid 90a0754f-c615-4acf-9787-55c3a8649161 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.135094] env[69357]: DEBUG nova.compute.manager [req-18ea5a27-90d8-44ad-8e65-7883e389794f req-8833fa8c-0989-4872-9e6b-401e85cbed7b service nova] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Received event network-vif-deleted-11798828-16d6-4991-bd39-40909f48141b {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.167167] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "933cc7d7-1160-4539-ba0d-002de1461d17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.167819] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "933cc7d7-1160-4539-ba0d-002de1461d17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.168184] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "933cc7d7-1160-4539-ba0d-002de1461d17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.184012] env[69357]: DEBUG nova.network.neutron [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Updating instance_info_cache with network_info: [{"id": "0c47b34b-6f9b-410d-897b-87e75e0d43e1", "address": "fa:16:3e:8f:1d:f7", "network": {"id": "22a0d7a5-43a6-49a8-ba98-d4f9e8182b03", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1390683538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "49c285d95e784239aba3872e5bdd9668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c47b34b-6f", "ovs_interfaceid": "0c47b34b-6f9b-410d-897b-87e75e0d43e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.397602] env[69357]: DEBUG oslo_vmware.api [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Task: {'id': task-4150391, 'name': PowerOffVM_Task, 'duration_secs': 0.345471} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.400594] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.400594] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.400594] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aad481c3-a26a-4bcb-8246-eeb998a55e63 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.428472] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527337f1-006c-7543-84fb-91f014a885a9, 'name': SearchDatastore_Task, 'duration_secs': 0.016425} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.428804] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.429221] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 43fa3c7f-7341-418c-8773-4e3649056090/43fa3c7f-7341-418c-8773-4e3649056090.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.429558] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69a2d7cd-5788-4daf-ade1-044d635bb45a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.438775] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Waiting for the task: (returnval){ [ 749.438775] env[69357]: value = "task-4150393" [ 749.438775] env[69357]: _type = "Task" [ 749.438775] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.449269] env[69357]: INFO nova.compute.manager [-] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Took 1.35 seconds to deallocate network for instance. [ 749.449730] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.460157] env[69357]: DEBUG nova.network.neutron [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Successfully updated port: 78ba08d2-bc9f-4a66-870b-3d698b0d7c78 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.475356] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.475660] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.479022] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Deleting the datastore file [datastore2] bf558c86-a733-43d1-a519-6e5a48b04943 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.479022] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9665c6b3-f1d1-4061-b143-51253c12c02c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.486530] env[69357]: DEBUG oslo_vmware.api [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Waiting for the task: (returnval){ [ 749.486530] env[69357]: value = "task-4150394" [ 749.486530] env[69357]: _type = "Task" [ 749.486530] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.499940] env[69357]: DEBUG oslo_vmware.api [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Task: {'id': task-4150394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.610521] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Acquiring lock "b1195a85-a1b3-4415-a4d8-3b8c910409a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.610971] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Lock "b1195a85-a1b3-4415-a4d8-3b8c910409a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.631808] env[69357]: DEBUG nova.compute.utils [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.635244] env[69357]: DEBUG nova.compute.manager [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.635506] env[69357]: DEBUG nova.network.neutron [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.689188] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Releasing lock "refresh_cache-62ae2543-64b3-43e2-bb55-529915a80aec" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.689625] env[69357]: DEBUG nova.compute.manager [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Instance network_info: |[{"id": "0c47b34b-6f9b-410d-897b-87e75e0d43e1", "address": "fa:16:3e:8f:1d:f7", "network": {"id": "22a0d7a5-43a6-49a8-ba98-d4f9e8182b03", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1390683538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "49c285d95e784239aba3872e5bdd9668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c47b34b-6f", "ovs_interfaceid": "0c47b34b-6f9b-410d-897b-87e75e0d43e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.690590] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:1d:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c47b34b-6f9b-410d-897b-87e75e0d43e1', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.702554] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.710331] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.711110] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bde68c62-ec09-4a08-9e4c-97ff69ac02ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.733550] env[69357]: DEBUG nova.policy [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1080ee46f89941c28e106e6fd7e7be79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69d63cb610b14f1e9528e8c0f112c14f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.743621] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.743621] env[69357]: value = "task-4150395" [ 749.743621] env[69357]: _type = "Task" [ 749.743621] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.754520] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150395, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.951726] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499401} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.952072] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 43fa3c7f-7341-418c-8773-4e3649056090/43fa3c7f-7341-418c-8773-4e3649056090.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.952484] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.952607] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d109707-15f3-4782-983c-bb15e614fc6e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.964801] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.965744] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "refresh_cache-0817093b-657e-4ff7-9536-f2357c21d74b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.966238] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquired lock "refresh_cache-0817093b-657e-4ff7-9536-f2357c21d74b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.966472] env[69357]: DEBUG nova.network.neutron [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.971122] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Waiting for the task: (returnval){ [ 749.971122] env[69357]: value = "task-4150396" [ 749.971122] env[69357]: _type = "Task" [ 749.971122] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.990074] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.011894] env[69357]: DEBUG oslo_vmware.api [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Task: {'id': task-4150394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279917} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.011894] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.011894] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.011894] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.011894] env[69357]: INFO nova.compute.manager [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Took 1.15 seconds to destroy the instance on the hypervisor. [ 750.012167] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.012167] env[69357]: DEBUG nova.compute.manager [-] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.012262] env[69357]: DEBUG nova.network.neutron [-] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.138176] env[69357]: DEBUG nova.compute.manager [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.258205] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150395, 'name': CreateVM_Task, 'duration_secs': 0.437625} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.259333] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.259333] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.259524] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.259704] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.260272] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebbb08f1-d973-4f1a-80b9-92802c17bc6b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.267057] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 750.267057] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52917340-cb96-d743-b727-2ead061ba6ac" [ 750.267057] env[69357]: _type = "Task" [ 750.267057] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.279404] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52917340-cb96-d743-b727-2ead061ba6ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.287602] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "refresh_cache-933cc7d7-1160-4539-ba0d-002de1461d17" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.287602] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquired lock "refresh_cache-933cc7d7-1160-4539-ba0d-002de1461d17" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.287715] env[69357]: DEBUG nova.network.neutron [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.382553] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b941ce70-5675-455a-ba07-bc595a470293 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.391350] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d484567-049b-42db-b0e5-f150fefdad44 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.425137] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43411c2-d36d-490f-80d6-e48b907298b1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.434091] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1d7d17-d724-453d-9950-343e934a4a91 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.449197] env[69357]: DEBUG nova.compute.provider_tree [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.487581] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072784} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.493359] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.493359] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313ffda1-b9e9-4e09-b0a6-31d43804e403 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.518257] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 43fa3c7f-7341-418c-8773-4e3649056090/43fa3c7f-7341-418c-8773-4e3649056090.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.518602] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a029b9a1-6b4b-4cf0-a449-3d99592a1871 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.545403] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Waiting for the task: (returnval){ [ 750.545403] env[69357]: value = "task-4150397" [ 750.545403] env[69357]: _type = "Task" [ 750.545403] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.553365] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.560337] env[69357]: DEBUG nova.network.neutron [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Successfully created port: 57faebba-9d3d-437d-96e6-506cf2d2719c {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.566629] env[69357]: DEBUG nova.network.neutron [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.780957] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52917340-cb96-d743-b727-2ead061ba6ac, 'name': SearchDatastore_Task, 'duration_secs': 0.067878} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.781295] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.781533] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.781808] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.781953] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.782188] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.782597] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6ccb35f-4098-45ec-9cd7-aac27d5a6b26 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.793911] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.794111] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.795288] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec72c08-fd42-4a20-9097-bb494617f9d0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.801896] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 750.801896] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e5b0d6-2a94-f754-3f50-b420be9252cb" [ 750.801896] env[69357]: _type = "Task" [ 750.801896] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.813292] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e5b0d6-2a94-f754-3f50-b420be9252cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.953731] env[69357]: DEBUG nova.scheduler.client.report [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.015701] env[69357]: DEBUG nova.network.neutron [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Updating instance_info_cache with network_info: [{"id": "78ba08d2-bc9f-4a66-870b-3d698b0d7c78", "address": "fa:16:3e:21:eb:9e", "network": {"id": "22a0d7a5-43a6-49a8-ba98-d4f9e8182b03", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1390683538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "49c285d95e784239aba3872e5bdd9668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ba08d2-bc", "ovs_interfaceid": "78ba08d2-bc9f-4a66-870b-3d698b0d7c78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.063123] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.147915] env[69357]: DEBUG nova.compute.manager [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.176335] env[69357]: DEBUG nova.virt.hardware [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.176588] env[69357]: DEBUG nova.virt.hardware [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.176747] env[69357]: DEBUG nova.virt.hardware [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.177126] env[69357]: DEBUG nova.virt.hardware [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.177631] env[69357]: DEBUG nova.virt.hardware [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.177879] env[69357]: DEBUG nova.virt.hardware [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.178210] env[69357]: DEBUG nova.virt.hardware [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.181018] env[69357]: DEBUG nova.virt.hardware [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.181018] env[69357]: DEBUG nova.virt.hardware [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.181018] env[69357]: DEBUG nova.virt.hardware [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.181018] env[69357]: DEBUG nova.virt.hardware [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.181018] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401abcfc-168a-400c-9449-bc974eed59d2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.194727] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3c098d-11ff-424a-80de-5a7c8098cd4d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.257648] env[69357]: DEBUG nova.compute.manager [req-314e4bc0-dff7-4725-90dc-dda590ba29b8 req-0cf7ed0d-a5de-4e3b-9b77-561808f41990 service nova] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Received event network-vif-plugged-78ba08d2-bc9f-4a66-870b-3d698b0d7c78 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.257867] env[69357]: DEBUG oslo_concurrency.lockutils [req-314e4bc0-dff7-4725-90dc-dda590ba29b8 req-0cf7ed0d-a5de-4e3b-9b77-561808f41990 service nova] Acquiring lock "0817093b-657e-4ff7-9536-f2357c21d74b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.258147] env[69357]: DEBUG oslo_concurrency.lockutils [req-314e4bc0-dff7-4725-90dc-dda590ba29b8 req-0cf7ed0d-a5de-4e3b-9b77-561808f41990 service nova] Lock "0817093b-657e-4ff7-9536-f2357c21d74b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.258329] env[69357]: DEBUG oslo_concurrency.lockutils [req-314e4bc0-dff7-4725-90dc-dda590ba29b8 req-0cf7ed0d-a5de-4e3b-9b77-561808f41990 service nova] Lock "0817093b-657e-4ff7-9536-f2357c21d74b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.258494] env[69357]: DEBUG nova.compute.manager [req-314e4bc0-dff7-4725-90dc-dda590ba29b8 req-0cf7ed0d-a5de-4e3b-9b77-561808f41990 service nova] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] No waiting events found dispatching network-vif-plugged-78ba08d2-bc9f-4a66-870b-3d698b0d7c78 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 751.258655] env[69357]: WARNING nova.compute.manager [req-314e4bc0-dff7-4725-90dc-dda590ba29b8 req-0cf7ed0d-a5de-4e3b-9b77-561808f41990 service nova] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Received unexpected event network-vif-plugged-78ba08d2-bc9f-4a66-870b-3d698b0d7c78 for instance with vm_state building and task_state spawning. [ 751.258810] env[69357]: DEBUG nova.compute.manager [req-314e4bc0-dff7-4725-90dc-dda590ba29b8 req-0cf7ed0d-a5de-4e3b-9b77-561808f41990 service nova] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Received event network-changed-78ba08d2-bc9f-4a66-870b-3d698b0d7c78 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.258955] env[69357]: DEBUG nova.compute.manager [req-314e4bc0-dff7-4725-90dc-dda590ba29b8 req-0cf7ed0d-a5de-4e3b-9b77-561808f41990 service nova] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Refreshing instance network info cache due to event network-changed-78ba08d2-bc9f-4a66-870b-3d698b0d7c78. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.259224] env[69357]: DEBUG oslo_concurrency.lockutils [req-314e4bc0-dff7-4725-90dc-dda590ba29b8 req-0cf7ed0d-a5de-4e3b-9b77-561808f41990 service nova] Acquiring lock "refresh_cache-0817093b-657e-4ff7-9536-f2357c21d74b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.314800] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e5b0d6-2a94-f754-3f50-b420be9252cb, 'name': SearchDatastore_Task, 'duration_secs': 0.044559} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.315825] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36f1b58e-a85a-4fcc-817a-f9d9dd620c1d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.324579] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 751.324579] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c8ca39-f148-e3a3-5b21-6128144e13f9" [ 751.324579] env[69357]: _type = "Task" [ 751.324579] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.335336] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c8ca39-f148-e3a3-5b21-6128144e13f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.460756] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.334s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.463602] env[69357]: DEBUG oslo_concurrency.lockutils [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.166s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.464671] env[69357]: DEBUG nova.objects.instance [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Lazy-loading 'resources' on Instance uuid 1e4ea406-6581-4b1c-908b-18cf9d36a1e1 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.466343] env[69357]: DEBUG nova.network.neutron [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Updating instance_info_cache with network_info: [{"id": "d171bd20-a981-427d-8a08-5abf6dc65853", "address": "fa:16:3e:fc:97:c6", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd171bd20-a9", "ovs_interfaceid": "d171bd20-a981-427d-8a08-5abf6dc65853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.494985] env[69357]: INFO nova.scheduler.client.report [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Deleted allocations for instance 90a0754f-c615-4acf-9787-55c3a8649161 [ 751.519785] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Releasing lock "refresh_cache-0817093b-657e-4ff7-9536-f2357c21d74b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.520121] env[69357]: DEBUG nova.compute.manager [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Instance network_info: |[{"id": "78ba08d2-bc9f-4a66-870b-3d698b0d7c78", "address": "fa:16:3e:21:eb:9e", "network": {"id": "22a0d7a5-43a6-49a8-ba98-d4f9e8182b03", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1390683538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "49c285d95e784239aba3872e5bdd9668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ba08d2-bc", "ovs_interfaceid": "78ba08d2-bc9f-4a66-870b-3d698b0d7c78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.520793] env[69357]: DEBUG oslo_concurrency.lockutils [req-314e4bc0-dff7-4725-90dc-dda590ba29b8 req-0cf7ed0d-a5de-4e3b-9b77-561808f41990 service nova] Acquired lock "refresh_cache-0817093b-657e-4ff7-9536-f2357c21d74b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.520981] env[69357]: DEBUG nova.network.neutron [req-314e4bc0-dff7-4725-90dc-dda590ba29b8 req-0cf7ed0d-a5de-4e3b-9b77-561808f41990 service nova] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Refreshing network info cache for port 78ba08d2-bc9f-4a66-870b-3d698b0d7c78 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.522754] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:eb:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78ba08d2-bc9f-4a66-870b-3d698b0d7c78', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.531343] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.536211] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.536211] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-caf049e7-ad59-4c08-9e58-57bd71dc96b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.566159] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150397, 'name': ReconfigVM_Task, 'duration_secs': 0.711707} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.566608] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 43fa3c7f-7341-418c-8773-4e3649056090/43fa3c7f-7341-418c-8773-4e3649056090.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.567262] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.567262] env[69357]: value = "task-4150398" [ 751.567262] env[69357]: _type = "Task" [ 751.567262] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.567514] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1abe641c-318b-4119-a0cc-c4f2280118ef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.580278] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150398, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.582409] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Waiting for the task: (returnval){ [ 751.582409] env[69357]: value = "task-4150399" [ 751.582409] env[69357]: _type = "Task" [ 751.582409] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.594751] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150399, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.822260] env[69357]: DEBUG nova.network.neutron [req-314e4bc0-dff7-4725-90dc-dda590ba29b8 req-0cf7ed0d-a5de-4e3b-9b77-561808f41990 service nova] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Updated VIF entry in instance network info cache for port 78ba08d2-bc9f-4a66-870b-3d698b0d7c78. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.824306] env[69357]: DEBUG nova.network.neutron [req-314e4bc0-dff7-4725-90dc-dda590ba29b8 req-0cf7ed0d-a5de-4e3b-9b77-561808f41990 service nova] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Updating instance_info_cache with network_info: [{"id": "78ba08d2-bc9f-4a66-870b-3d698b0d7c78", "address": "fa:16:3e:21:eb:9e", "network": {"id": "22a0d7a5-43a6-49a8-ba98-d4f9e8182b03", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1390683538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "49c285d95e784239aba3872e5bdd9668", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ba08d2-bc", "ovs_interfaceid": "78ba08d2-bc9f-4a66-870b-3d698b0d7c78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.837420] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c8ca39-f148-e3a3-5b21-6128144e13f9, 'name': SearchDatastore_Task, 'duration_secs': 0.03103} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.838616] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.839053] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 62ae2543-64b3-43e2-bb55-529915a80aec/62ae2543-64b3-43e2-bb55-529915a80aec.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.839456] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-124964c4-6ff8-4a12-bee7-7a7c6f6c1fbe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.847186] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 751.847186] env[69357]: value = "task-4150400" [ 751.847186] env[69357]: _type = "Task" [ 751.847186] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.857808] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.936325] env[69357]: DEBUG nova.network.neutron [-] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.974405] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Releasing lock "refresh_cache-933cc7d7-1160-4539-ba0d-002de1461d17" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.004371] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ac2fcd7e-f394-4593-8473-05869834f2ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "90a0754f-c615-4acf-9787-55c3a8649161" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.499s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.087183] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150398, 'name': CreateVM_Task, 'duration_secs': 0.457751} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.091586] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.095312] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.095499] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.095828] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.096725] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eff4c31-406c-445d-9334-5963e3dba8ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.103431] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150399, 'name': Rename_Task, 'duration_secs': 0.150726} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.105016] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.105560] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 752.105560] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52046992-dd8c-694b-0a28-13d867ebd648" [ 752.105560] env[69357]: _type = "Task" [ 752.105560] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.105850] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ad5f08b-4d90-42ce-8f63-21912beea5cb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.121692] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52046992-dd8c-694b-0a28-13d867ebd648, 'name': SearchDatastore_Task, 'duration_secs': 0.011211} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.123312] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.123487] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.124494] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.124494] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.124494] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.124494] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Waiting for the task: (returnval){ [ 752.124494] env[69357]: value = "task-4150401" [ 752.124494] env[69357]: _type = "Task" [ 752.124494] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.124707] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbd9f72d-4701-4914-8a86-3b9b9060d989 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.139980] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150401, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.143202] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.143406] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.144204] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ebceacb-6f87-420f-bccd-fc152d401379 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.153912] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 752.153912] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b6f894-b7de-f922-6795-27238145484c" [ 752.153912] env[69357]: _type = "Task" [ 752.153912] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.166804] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b6f894-b7de-f922-6795-27238145484c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.329175] env[69357]: DEBUG oslo_concurrency.lockutils [req-314e4bc0-dff7-4725-90dc-dda590ba29b8 req-0cf7ed0d-a5de-4e3b-9b77-561808f41990 service nova] Releasing lock "refresh_cache-0817093b-657e-4ff7-9536-f2357c21d74b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.364034] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150400, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.438237] env[69357]: INFO nova.compute.manager [-] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Took 2.43 seconds to deallocate network for instance. [ 752.508362] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b7e3a2-0981-4b10-af03-9be6c2092a9d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.538337] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3d537a-274e-412b-9488-4206f6ed5e3e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.549168] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Updating instance '933cc7d7-1160-4539-ba0d-002de1461d17' progress to 83 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 752.638712] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150401, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.664947] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6db9fd-007d-4243-b216-4567b42e9a38 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.671195] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b6f894-b7de-f922-6795-27238145484c, 'name': SearchDatastore_Task, 'duration_secs': 0.015709} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.672524] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea2fe128-fb97-4f22-8f4f-49c48a2d51bf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.678571] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddada629-7f6a-485e-9ba6-2c16f904e076 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.682879] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 752.682879] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d085d3-5d84-4252-504c-e300db66f2cb" [ 752.682879] env[69357]: _type = "Task" [ 752.682879] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.713397] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42aee58c-bfd3-4825-9a72-bbf5a11bb2d5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.719757] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d085d3-5d84-4252-504c-e300db66f2cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010784} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.720688] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.721022] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 0817093b-657e-4ff7-9536-f2357c21d74b/0817093b-657e-4ff7-9536-f2357c21d74b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.721250] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81e327f4-65ae-4f1f-bda3-eb8f91aff7bd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.727210] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9092651-9159-4f1b-b814-d6145e908544 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.732522] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 752.732522] env[69357]: value = "task-4150402" [ 752.732522] env[69357]: _type = "Task" [ 752.732522] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.744746] env[69357]: DEBUG nova.compute.provider_tree [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.752277] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.843518] env[69357]: DEBUG nova.network.neutron [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Successfully updated port: 57faebba-9d3d-437d-96e6-506cf2d2719c {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.858705] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7489} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.859767] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 62ae2543-64b3-43e2-bb55-529915a80aec/62ae2543-64b3-43e2-bb55-529915a80aec.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.859990] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.860279] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0eb356cc-59bd-4049-a61e-ec6c822cedb8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.868070] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 752.868070] env[69357]: value = "task-4150403" [ 752.868070] env[69357]: _type = "Task" [ 752.868070] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.878029] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.951638] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.065188] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.065375] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef811d7e-3190-4ebd-b05c-eca97af7d365 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.074333] env[69357]: DEBUG oslo_vmware.api [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 753.074333] env[69357]: value = "task-4150404" [ 753.074333] env[69357]: _type = "Task" [ 753.074333] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.088652] env[69357]: DEBUG oslo_vmware.api [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.141605] env[69357]: DEBUG oslo_vmware.api [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150401, 'name': PowerOnVM_Task, 'duration_secs': 0.874989} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.142250] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.142250] env[69357]: DEBUG nova.compute.manager [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 753.143210] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a73d32e-89cf-47e7-9546-5cc8490b57a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.245992] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150402, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.249265] env[69357]: DEBUG nova.scheduler.client.report [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.321042] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "fecb77e3-7516-46ec-8c82-fca2de9c61bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.321436] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "fecb77e3-7516-46ec-8c82-fca2de9c61bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.347247] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Acquiring lock "refresh_cache-bfdd2857-91af-4408-9d80-2e096518fe39" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.347426] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Acquired lock "refresh_cache-bfdd2857-91af-4408-9d80-2e096518fe39" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.347845] env[69357]: DEBUG nova.network.neutron [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.361013] env[69357]: DEBUG nova.compute.manager [req-05c0f3ad-a99a-458c-9594-9b1517e13798 req-453ae25f-280d-4e32-b83f-322d67d0583f service nova] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Received event network-vif-deleted-5e4ab21b-35cc-4073-99a7-f0f4fddd12ed {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.361013] env[69357]: DEBUG nova.compute.manager [req-05c0f3ad-a99a-458c-9594-9b1517e13798 req-453ae25f-280d-4e32-b83f-322d67d0583f service nova] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Received event network-vif-plugged-57faebba-9d3d-437d-96e6-506cf2d2719c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.361182] env[69357]: DEBUG oslo_concurrency.lockutils [req-05c0f3ad-a99a-458c-9594-9b1517e13798 req-453ae25f-280d-4e32-b83f-322d67d0583f service nova] Acquiring lock "bfdd2857-91af-4408-9d80-2e096518fe39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.361468] env[69357]: DEBUG oslo_concurrency.lockutils [req-05c0f3ad-a99a-458c-9594-9b1517e13798 req-453ae25f-280d-4e32-b83f-322d67d0583f service nova] Lock "bfdd2857-91af-4408-9d80-2e096518fe39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.361721] env[69357]: DEBUG oslo_concurrency.lockutils [req-05c0f3ad-a99a-458c-9594-9b1517e13798 req-453ae25f-280d-4e32-b83f-322d67d0583f service nova] Lock "bfdd2857-91af-4408-9d80-2e096518fe39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.361965] env[69357]: DEBUG nova.compute.manager [req-05c0f3ad-a99a-458c-9594-9b1517e13798 req-453ae25f-280d-4e32-b83f-322d67d0583f service nova] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] No waiting events found dispatching network-vif-plugged-57faebba-9d3d-437d-96e6-506cf2d2719c {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 753.362149] env[69357]: WARNING nova.compute.manager [req-05c0f3ad-a99a-458c-9594-9b1517e13798 req-453ae25f-280d-4e32-b83f-322d67d0583f service nova] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Received unexpected event network-vif-plugged-57faebba-9d3d-437d-96e6-506cf2d2719c for instance with vm_state building and task_state spawning. [ 753.362353] env[69357]: DEBUG nova.compute.manager [req-05c0f3ad-a99a-458c-9594-9b1517e13798 req-453ae25f-280d-4e32-b83f-322d67d0583f service nova] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Received event network-changed-57faebba-9d3d-437d-96e6-506cf2d2719c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.362518] env[69357]: DEBUG nova.compute.manager [req-05c0f3ad-a99a-458c-9594-9b1517e13798 req-453ae25f-280d-4e32-b83f-322d67d0583f service nova] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Refreshing instance network info cache due to event network-changed-57faebba-9d3d-437d-96e6-506cf2d2719c. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.362730] env[69357]: DEBUG oslo_concurrency.lockutils [req-05c0f3ad-a99a-458c-9594-9b1517e13798 req-453ae25f-280d-4e32-b83f-322d67d0583f service nova] Acquiring lock "refresh_cache-bfdd2857-91af-4408-9d80-2e096518fe39" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.380217] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090708} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.380728] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.381624] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1279cbae-76d7-47da-a0a7-81700c6fc3ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.406553] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 62ae2543-64b3-43e2-bb55-529915a80aec/62ae2543-64b3-43e2-bb55-529915a80aec.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.407954] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5d2d34a-62fb-4a9d-9e03-1abc224358f6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.428313] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 753.428313] env[69357]: value = "task-4150405" [ 753.428313] env[69357]: _type = "Task" [ 753.428313] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.438591] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150405, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.584196] env[69357]: DEBUG oslo_vmware.api [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150404, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.664962] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.745629] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725397} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.745925] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 0817093b-657e-4ff7-9536-f2357c21d74b/0817093b-657e-4ff7-9536-f2357c21d74b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.746159] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.746425] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af33e6be-0611-48e6-a779-9c8ae1edef1f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.753957] env[69357]: DEBUG oslo_concurrency.lockutils [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.290s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.756118] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 753.756118] env[69357]: value = "task-4150406" [ 753.756118] env[69357]: _type = "Task" [ 753.756118] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.756606] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.889s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.758133] env[69357]: INFO nova.compute.claims [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.770692] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.785353] env[69357]: INFO nova.scheduler.client.report [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Deleted allocations for instance 1e4ea406-6581-4b1c-908b-18cf9d36a1e1 [ 753.890348] env[69357]: DEBUG nova.network.neutron [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.938878] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.085133] env[69357]: DEBUG oslo_vmware.api [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150404, 'name': PowerOnVM_Task, 'duration_secs': 0.858274} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.085560] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.085793] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-03583b3b-f2a0-4b37-810c-f1aca6b220ba tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Updating instance '933cc7d7-1160-4539-ba0d-002de1461d17' progress to 100 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 754.117347] env[69357]: DEBUG nova.network.neutron [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Updating instance_info_cache with network_info: [{"id": "57faebba-9d3d-437d-96e6-506cf2d2719c", "address": "fa:16:3e:bf:7d:a7", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57faebba-9d", "ovs_interfaceid": "57faebba-9d3d-437d-96e6-506cf2d2719c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.271029] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134282} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.271122] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.271829] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b77aee-a74e-49f7-a0f4-70d556f9dc62 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.298039] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 0817093b-657e-4ff7-9536-f2357c21d74b/0817093b-657e-4ff7-9536-f2357c21d74b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.298039] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13ee2c1a-1fe4-4399-ab03-4cbdd3a8d56c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.312471] env[69357]: DEBUG oslo_concurrency.lockutils [None req-623234e5-140d-46d7-99bc-ab15cc940d91 tempest-ServersTestFqdnHostnames-1625487499 tempest-ServersTestFqdnHostnames-1625487499-project-member] Lock "1e4ea406-6581-4b1c-908b-18cf9d36a1e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.380s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.320667] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 754.320667] env[69357]: value = "task-4150407" [ 754.320667] env[69357]: _type = "Task" [ 754.320667] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.332158] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150407, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.439028] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150405, 'name': ReconfigVM_Task, 'duration_secs': 0.711023} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.439378] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 62ae2543-64b3-43e2-bb55-529915a80aec/62ae2543-64b3-43e2-bb55-529915a80aec.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.440446] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2352fac5-4680-4954-8dab-23b2febca846 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.447333] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 754.447333] env[69357]: value = "task-4150408" [ 754.447333] env[69357]: _type = "Task" [ 754.447333] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.456968] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150408, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.620204] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Releasing lock "refresh_cache-bfdd2857-91af-4408-9d80-2e096518fe39" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.620593] env[69357]: DEBUG nova.compute.manager [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Instance network_info: |[{"id": "57faebba-9d3d-437d-96e6-506cf2d2719c", "address": "fa:16:3e:bf:7d:a7", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57faebba-9d", "ovs_interfaceid": "57faebba-9d3d-437d-96e6-506cf2d2719c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.620865] env[69357]: DEBUG oslo_concurrency.lockutils [req-05c0f3ad-a99a-458c-9594-9b1517e13798 req-453ae25f-280d-4e32-b83f-322d67d0583f service nova] Acquired lock "refresh_cache-bfdd2857-91af-4408-9d80-2e096518fe39" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.621063] env[69357]: DEBUG nova.network.neutron [req-05c0f3ad-a99a-458c-9594-9b1517e13798 req-453ae25f-280d-4e32-b83f-322d67d0583f service nova] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Refreshing network info cache for port 57faebba-9d3d-437d-96e6-506cf2d2719c {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.622270] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:7d:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57faebba-9d3d-437d-96e6-506cf2d2719c', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.630630] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Creating folder: Project (69d63cb610b14f1e9528e8c0f112c14f). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.631709] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-817efbbc-989a-4fa7-8a69-ae19a3d9d0fb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.645695] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Created folder: Project (69d63cb610b14f1e9528e8c0f112c14f) in parent group-v821763. [ 754.645982] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Creating folder: Instances. Parent ref: group-v821845. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.646177] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a003ece5-fa81-48bb-969d-126badff94c1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.655741] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Created folder: Instances in parent group-v821845. [ 754.655967] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.656184] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.656393] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e36c273-b245-41a2-a314-56359f0d18fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.676462] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.676462] env[69357]: value = "task-4150411" [ 754.676462] env[69357]: _type = "Task" [ 754.676462] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.684506] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150411, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.695154] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Acquiring lock "43fa3c7f-7341-418c-8773-4e3649056090" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.695454] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Lock "43fa3c7f-7341-418c-8773-4e3649056090" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.695702] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Acquiring lock "43fa3c7f-7341-418c-8773-4e3649056090-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.695900] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Lock "43fa3c7f-7341-418c-8773-4e3649056090-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.696090] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Lock "43fa3c7f-7341-418c-8773-4e3649056090-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.698261] env[69357]: INFO nova.compute.manager [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Terminating instance [ 754.831627] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150407, 'name': ReconfigVM_Task, 'duration_secs': 0.321248} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.832024] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 0817093b-657e-4ff7-9536-f2357c21d74b/0817093b-657e-4ff7-9536-f2357c21d74b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.832755] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6f33a85-ba7e-4393-a276-de17f680b924 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.841052] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 754.841052] env[69357]: value = "task-4150412" [ 754.841052] env[69357]: _type = "Task" [ 754.841052] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.850418] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150412, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.962153] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150408, 'name': Rename_Task, 'duration_secs': 0.156728} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.962328] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.963028] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57b00e65-ae38-4041-bcca-dc9e018332f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.974275] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 754.974275] env[69357]: value = "task-4150413" [ 754.974275] env[69357]: _type = "Task" [ 754.974275] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.983595] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.188139] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150411, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.204377] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Acquiring lock "refresh_cache-43fa3c7f-7341-418c-8773-4e3649056090" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.204603] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Acquired lock "refresh_cache-43fa3c7f-7341-418c-8773-4e3649056090" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.204842] env[69357]: DEBUG nova.network.neutron [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.351912] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150412, 'name': Rename_Task, 'duration_secs': 0.173734} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.354823] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.355288] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cad1b68-3743-4aaf-9c19-6d92de0bfaff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.362902] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 755.362902] env[69357]: value = "task-4150414" [ 755.362902] env[69357]: _type = "Task" [ 755.362902] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.374544] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.384098] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383370e7-58cd-4333-8681-d462446042e4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.394811] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083d40c8-625e-4ad7-86d7-fbf3ce836553 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.435532] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcd4562-84a8-48a1-bad7-23102bb8a323 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.448516] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0caebe2-9aef-44c9-bd54-c7be662edc49 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.463997] env[69357]: DEBUG nova.compute.provider_tree [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.485088] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150413, 'name': PowerOnVM_Task, 'duration_secs': 0.502947} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.485357] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.485693] env[69357]: INFO nova.compute.manager [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Took 10.00 seconds to spawn the instance on the hypervisor. [ 755.485780] env[69357]: DEBUG nova.compute.manager [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 755.486565] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a86bc55-2aa5-4431-9021-f11ee4eb7a63 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.687269] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150411, 'name': CreateVM_Task, 'duration_secs': 0.539499} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.687269] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.687952] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.688143] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.688475] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.688721] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e51a28d8-f7f9-42b7-9797-3eea2d289256 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.693927] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Waiting for the task: (returnval){ [ 755.693927] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]523c0204-1ea4-8e2b-a155-ec4246bb65dd" [ 755.693927] env[69357]: _type = "Task" [ 755.693927] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.702730] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]523c0204-1ea4-8e2b-a155-ec4246bb65dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.794829] env[69357]: DEBUG nova.network.neutron [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.852444] env[69357]: DEBUG nova.network.neutron [req-05c0f3ad-a99a-458c-9594-9b1517e13798 req-453ae25f-280d-4e32-b83f-322d67d0583f service nova] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Updated VIF entry in instance network info cache for port 57faebba-9d3d-437d-96e6-506cf2d2719c. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.852828] env[69357]: DEBUG nova.network.neutron [req-05c0f3ad-a99a-458c-9594-9b1517e13798 req-453ae25f-280d-4e32-b83f-322d67d0583f service nova] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Updating instance_info_cache with network_info: [{"id": "57faebba-9d3d-437d-96e6-506cf2d2719c", "address": "fa:16:3e:bf:7d:a7", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57faebba-9d", "ovs_interfaceid": "57faebba-9d3d-437d-96e6-506cf2d2719c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.877175] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150414, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.899248] env[69357]: DEBUG nova.network.neutron [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.969026] env[69357]: DEBUG nova.scheduler.client.report [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.009915] env[69357]: INFO nova.compute.manager [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Took 36.50 seconds to build instance. [ 756.205712] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]523c0204-1ea4-8e2b-a155-ec4246bb65dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010141} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.206029] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.206273] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.206523] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.206666] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.206844] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.207137] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b289bff-eccb-48b2-ae91-20ba3b7a3f77 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.225763] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.226219] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.226696] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f49abad-4b56-47cd-bb32-09ca16ee1f57 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.235964] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Waiting for the task: (returnval){ [ 756.235964] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f2a8d7-8a25-a924-a414-ac82f2792090" [ 756.235964] env[69357]: _type = "Task" [ 756.235964] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.247120] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f2a8d7-8a25-a924-a414-ac82f2792090, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.356285] env[69357]: DEBUG oslo_concurrency.lockutils [req-05c0f3ad-a99a-458c-9594-9b1517e13798 req-453ae25f-280d-4e32-b83f-322d67d0583f service nova] Releasing lock "refresh_cache-bfdd2857-91af-4408-9d80-2e096518fe39" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.377259] env[69357]: DEBUG oslo_vmware.api [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150414, 'name': PowerOnVM_Task, 'duration_secs': 0.77637} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.377566] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.377775] env[69357]: INFO nova.compute.manager [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Took 8.03 seconds to spawn the instance on the hypervisor. [ 756.377958] env[69357]: DEBUG nova.compute.manager [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 756.378833] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7148cd8-ced3-4913-ad04-88891a7eddbc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.403683] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Releasing lock "refresh_cache-43fa3c7f-7341-418c-8773-4e3649056090" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.404169] env[69357]: DEBUG nova.compute.manager [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.404373] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.406200] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d837bcfc-b421-457a-8b4e-15e6c9570120 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.416796] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63ac1502-575c-4c7d-ac0a-45dbbb9747b8 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "933cc7d7-1160-4539-ba0d-002de1461d17" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.421056] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63ac1502-575c-4c7d-ac0a-45dbbb9747b8 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "933cc7d7-1160-4539-ba0d-002de1461d17" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.421056] env[69357]: DEBUG nova.compute.manager [None req-63ac1502-575c-4c7d-ac0a-45dbbb9747b8 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Going to confirm migration 1 {{(pid=69357) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 756.422146] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.422653] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b38e615-e0fa-4cac-95b6-b55431ec67e9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.431028] env[69357]: DEBUG oslo_vmware.api [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Waiting for the task: (returnval){ [ 756.431028] env[69357]: value = "task-4150415" [ 756.431028] env[69357]: _type = "Task" [ 756.431028] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.441656] env[69357]: DEBUG oslo_vmware.api [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.476026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.476026] env[69357]: DEBUG nova.compute.manager [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.477083] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.423s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.478683] env[69357]: INFO nova.compute.claims [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.513710] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "62ae2543-64b3-43e2-bb55-529915a80aec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.235s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.753152] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f2a8d7-8a25-a924-a414-ac82f2792090, 'name': SearchDatastore_Task, 'duration_secs': 0.01585} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.753152] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89bbcc13-0889-4f20-84da-6ac951a385ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.763038] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Waiting for the task: (returnval){ [ 756.763038] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b5c3de-b41f-f9a9-0d00-7ffe919a92e1" [ 756.763038] env[69357]: _type = "Task" [ 756.763038] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.771472] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b5c3de-b41f-f9a9-0d00-7ffe919a92e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.902920] env[69357]: INFO nova.compute.manager [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Took 34.81 seconds to build instance. [ 756.943439] env[69357]: DEBUG oslo_vmware.api [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150415, 'name': PowerOffVM_Task, 'duration_secs': 0.163351} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.943439] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.943597] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.943752] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-890261b1-bc11-4f2a-89e5-49f979e18355 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.973969] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.974117] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.974994] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Deleting the datastore file [datastore2] 43fa3c7f-7341-418c-8773-4e3649056090 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.974994] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-482a450a-0a8f-4f0f-ad6a-a1bde7566f7c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.984866] env[69357]: DEBUG nova.compute.utils [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.989103] env[69357]: DEBUG oslo_vmware.api [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Waiting for the task: (returnval){ [ 756.989103] env[69357]: value = "task-4150417" [ 756.989103] env[69357]: _type = "Task" [ 756.989103] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.989725] env[69357]: DEBUG nova.compute.manager [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.989896] env[69357]: DEBUG nova.network.neutron [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.004139] env[69357]: DEBUG oslo_vmware.api [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.016867] env[69357]: DEBUG nova.compute.manager [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.026128] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63ac1502-575c-4c7d-ac0a-45dbbb9747b8 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "refresh_cache-933cc7d7-1160-4539-ba0d-002de1461d17" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.026128] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63ac1502-575c-4c7d-ac0a-45dbbb9747b8 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquired lock "refresh_cache-933cc7d7-1160-4539-ba0d-002de1461d17" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.026128] env[69357]: DEBUG nova.network.neutron [None req-63ac1502-575c-4c7d-ac0a-45dbbb9747b8 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.026128] env[69357]: DEBUG nova.objects.instance [None req-63ac1502-575c-4c7d-ac0a-45dbbb9747b8 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lazy-loading 'info_cache' on Instance uuid 933cc7d7-1160-4539-ba0d-002de1461d17 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.071744] env[69357]: DEBUG nova.policy [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9f99d0a973a44b2a5ab7ec12d1cedaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8799d9b7bd7147f7ba93e1546dbbc924', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.279584] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b5c3de-b41f-f9a9-0d00-7ffe919a92e1, 'name': SearchDatastore_Task, 'duration_secs': 0.034772} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.279985] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.280307] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] bfdd2857-91af-4408-9d80-2e096518fe39/bfdd2857-91af-4408-9d80-2e096518fe39.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.280595] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b395a17-6608-4f49-b5c6-93c76340786c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.289228] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Waiting for the task: (returnval){ [ 757.289228] env[69357]: value = "task-4150418" [ 757.289228] env[69357]: _type = "Task" [ 757.289228] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.298997] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Task: {'id': task-4150418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.405684] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9011f85-804a-4538-b7d4-ec1387309583 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "0817093b-657e-4ff7-9536-f2357c21d74b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.099s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.464991] env[69357]: DEBUG nova.network.neutron [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Successfully created port: 75831de5-5e09-4ff1-ae93-03ec8036c80a {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.494426] env[69357]: DEBUG nova.compute.manager [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.509757] env[69357]: DEBUG oslo_vmware.api [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Task: {'id': task-4150417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314208} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.510133] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.510954] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.510954] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.511101] env[69357]: INFO nova.compute.manager [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Took 1.11 seconds to destroy the instance on the hypervisor. [ 757.511244] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.511451] env[69357]: DEBUG nova.compute.manager [-] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.511534] env[69357]: DEBUG nova.network.neutron [-] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.542629] env[69357]: DEBUG nova.network.neutron [-] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.555271] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.800104] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Task: {'id': task-4150418, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.908062] env[69357]: DEBUG nova.compute.manager [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.047822] env[69357]: DEBUG nova.network.neutron [-] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.156608] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c1b3ac-5131-447e-a86c-dc26316c0417 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.171275] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26177886-aa8e-4b37-9a92-3bfe3230a0c3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.210768] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322fe871-60d4-480a-a89e-44eafb728a2c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.220953] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4d9cf5-45c8-41c8-aa40-a47ccefcc2ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.236457] env[69357]: DEBUG nova.compute.provider_tree [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.302541] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Task: {'id': task-4150418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81382} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.302861] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] bfdd2857-91af-4408-9d80-2e096518fe39/bfdd2857-91af-4408-9d80-2e096518fe39.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.303144] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.303342] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1351b193-4dcf-444e-964f-01031690b0fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.314685] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Waiting for the task: (returnval){ [ 758.314685] env[69357]: value = "task-4150419" [ 758.314685] env[69357]: _type = "Task" [ 758.314685] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.325788] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Task: {'id': task-4150419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.382480] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "62ae2543-64b3-43e2-bb55-529915a80aec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.382767] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "62ae2543-64b3-43e2-bb55-529915a80aec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.382974] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "62ae2543-64b3-43e2-bb55-529915a80aec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.383219] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "62ae2543-64b3-43e2-bb55-529915a80aec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.383378] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "62ae2543-64b3-43e2-bb55-529915a80aec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.385873] env[69357]: INFO nova.compute.manager [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Terminating instance [ 758.420956] env[69357]: DEBUG nova.network.neutron [None req-63ac1502-575c-4c7d-ac0a-45dbbb9747b8 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Updating instance_info_cache with network_info: [{"id": "d171bd20-a981-427d-8a08-5abf6dc65853", "address": "fa:16:3e:fc:97:c6", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd171bd20-a9", "ovs_interfaceid": "d171bd20-a981-427d-8a08-5abf6dc65853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.436574] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.510367] env[69357]: DEBUG nova.compute.manager [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.532531] env[69357]: DEBUG oslo_concurrency.lockutils [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "0817093b-657e-4ff7-9536-f2357c21d74b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.532531] env[69357]: DEBUG oslo_concurrency.lockutils [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "0817093b-657e-4ff7-9536-f2357c21d74b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.532531] env[69357]: DEBUG oslo_concurrency.lockutils [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "0817093b-657e-4ff7-9536-f2357c21d74b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.532531] env[69357]: DEBUG oslo_concurrency.lockutils [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "0817093b-657e-4ff7-9536-f2357c21d74b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.532829] env[69357]: DEBUG oslo_concurrency.lockutils [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "0817093b-657e-4ff7-9536-f2357c21d74b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.538442] env[69357]: INFO nova.compute.manager [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Terminating instance [ 758.550176] env[69357]: DEBUG nova.virt.hardware [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.550176] env[69357]: DEBUG nova.virt.hardware [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.550176] env[69357]: DEBUG nova.virt.hardware [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.550412] env[69357]: DEBUG nova.virt.hardware [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.550708] env[69357]: DEBUG nova.virt.hardware [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.551181] env[69357]: DEBUG nova.virt.hardware [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.551561] env[69357]: DEBUG nova.virt.hardware [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.554082] env[69357]: DEBUG nova.virt.hardware [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.554082] env[69357]: DEBUG nova.virt.hardware [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.554082] env[69357]: DEBUG nova.virt.hardware [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.554082] env[69357]: DEBUG nova.virt.hardware [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.554082] env[69357]: INFO nova.compute.manager [-] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Took 1.04 seconds to deallocate network for instance. [ 758.554082] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d427c756-2271-4712-a894-3a3cafa26b0c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.571842] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597c0b6d-fffc-44ac-9f4f-0aa402d7abcb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.740374] env[69357]: DEBUG nova.scheduler.client.report [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.825993] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Task: {'id': task-4150419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.275688} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.826462] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.827207] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73106d24-7f6b-4da5-b025-71c1e4c4a3e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.857599] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] bfdd2857-91af-4408-9d80-2e096518fe39/bfdd2857-91af-4408-9d80-2e096518fe39.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.857964] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6549e4d7-d3e8-4988-9a14-6cc621f6e7da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.879740] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Waiting for the task: (returnval){ [ 758.879740] env[69357]: value = "task-4150420" [ 758.879740] env[69357]: _type = "Task" [ 758.879740] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.888402] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Task: {'id': task-4150420, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.889047] env[69357]: DEBUG nova.compute.manager [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.889287] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.890134] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674f3a5b-4d74-47e3-99cc-37f76f2b3478 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.897959] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.898245] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cb54b47-49a6-4322-811a-cd10df599266 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.906332] env[69357]: DEBUG oslo_vmware.api [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 758.906332] env[69357]: value = "task-4150421" [ 758.906332] env[69357]: _type = "Task" [ 758.906332] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.917212] env[69357]: DEBUG oslo_vmware.api [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.923928] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63ac1502-575c-4c7d-ac0a-45dbbb9747b8 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Releasing lock "refresh_cache-933cc7d7-1160-4539-ba0d-002de1461d17" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.924638] env[69357]: DEBUG nova.objects.instance [None req-63ac1502-575c-4c7d-ac0a-45dbbb9747b8 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lazy-loading 'migration_context' on Instance uuid 933cc7d7-1160-4539-ba0d-002de1461d17 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.049305] env[69357]: DEBUG nova.compute.manager [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.049305] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.050401] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b15adad-f077-49f1-8ef4-280d7bf27a68 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.065665] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.065665] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2093eaed-c253-4a05-b8f1-9135e317da11 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.069668] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.072571] env[69357]: DEBUG oslo_vmware.api [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 759.072571] env[69357]: value = "task-4150422" [ 759.072571] env[69357]: _type = "Task" [ 759.072571] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.084513] env[69357]: DEBUG oslo_vmware.api [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.096342] env[69357]: DEBUG nova.compute.manager [req-379d7845-d36e-450e-a810-f76d1a44ad71 req-db9c9312-8436-4198-845a-7d36cc3a6910 service nova] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Received event network-vif-plugged-75831de5-5e09-4ff1-ae93-03ec8036c80a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.096342] env[69357]: DEBUG oslo_concurrency.lockutils [req-379d7845-d36e-450e-a810-f76d1a44ad71 req-db9c9312-8436-4198-845a-7d36cc3a6910 service nova] Acquiring lock "475e02eb-0de9-4425-af51-e906aa067f6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.096342] env[69357]: DEBUG oslo_concurrency.lockutils [req-379d7845-d36e-450e-a810-f76d1a44ad71 req-db9c9312-8436-4198-845a-7d36cc3a6910 service nova] Lock "475e02eb-0de9-4425-af51-e906aa067f6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.096475] env[69357]: DEBUG oslo_concurrency.lockutils [req-379d7845-d36e-450e-a810-f76d1a44ad71 req-db9c9312-8436-4198-845a-7d36cc3a6910 service nova] Lock "475e02eb-0de9-4425-af51-e906aa067f6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.096649] env[69357]: DEBUG nova.compute.manager [req-379d7845-d36e-450e-a810-f76d1a44ad71 req-db9c9312-8436-4198-845a-7d36cc3a6910 service nova] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] No waiting events found dispatching network-vif-plugged-75831de5-5e09-4ff1-ae93-03ec8036c80a {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 759.096976] env[69357]: WARNING nova.compute.manager [req-379d7845-d36e-450e-a810-f76d1a44ad71 req-db9c9312-8436-4198-845a-7d36cc3a6910 service nova] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Received unexpected event network-vif-plugged-75831de5-5e09-4ff1-ae93-03ec8036c80a for instance with vm_state building and task_state spawning. [ 759.247460] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.250346] env[69357]: DEBUG nova.compute.manager [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.252678] env[69357]: DEBUG nova.network.neutron [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Successfully updated port: 75831de5-5e09-4ff1-ae93-03ec8036c80a {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.256028] env[69357]: DEBUG oslo_concurrency.lockutils [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.121s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.256028] env[69357]: INFO nova.compute.claims [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.393282] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Task: {'id': task-4150420, 'name': ReconfigVM_Task, 'duration_secs': 0.467443} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.393498] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Reconfigured VM instance instance-0000001e to attach disk [datastore2] bfdd2857-91af-4408-9d80-2e096518fe39/bfdd2857-91af-4408-9d80-2e096518fe39.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.394168] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3caec88d-b73f-47b1-a244-ce909808a844 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.402200] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Waiting for the task: (returnval){ [ 759.402200] env[69357]: value = "task-4150423" [ 759.402200] env[69357]: _type = "Task" [ 759.402200] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.414830] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Task: {'id': task-4150423, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.422050] env[69357]: DEBUG oslo_vmware.api [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150421, 'name': PowerOffVM_Task, 'duration_secs': 0.472543} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.422050] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.422050] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.422226] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8da6e94-72bf-409a-9a1d-c27cd232d51e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.428166] env[69357]: DEBUG nova.objects.base [None req-63ac1502-575c-4c7d-ac0a-45dbbb9747b8 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Object Instance<933cc7d7-1160-4539-ba0d-002de1461d17> lazy-loaded attributes: info_cache,migration_context {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 759.428923] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22150672-3d35-4918-bd71-865c6b0a4475 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.452862] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-205187bf-7b77-4c3f-bdc9-982682d8dbdd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.461863] env[69357]: DEBUG oslo_vmware.api [None req-63ac1502-575c-4c7d-ac0a-45dbbb9747b8 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 759.461863] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5247defd-71c3-98e2-3fca-49af45e58756" [ 759.461863] env[69357]: _type = "Task" [ 759.461863] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.473464] env[69357]: DEBUG oslo_vmware.api [None req-63ac1502-575c-4c7d-ac0a-45dbbb9747b8 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5247defd-71c3-98e2-3fca-49af45e58756, 'name': SearchDatastore_Task} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.473839] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63ac1502-575c-4c7d-ac0a-45dbbb9747b8 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.494025] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.494271] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.494466] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Deleting the datastore file [datastore1] 62ae2543-64b3-43e2-bb55-529915a80aec {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.494745] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee3c873c-2f74-4c37-bc95-9142d06a157d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.504741] env[69357]: DEBUG oslo_vmware.api [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 759.504741] env[69357]: value = "task-4150425" [ 759.504741] env[69357]: _type = "Task" [ 759.504741] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.515088] env[69357]: DEBUG oslo_vmware.api [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.583067] env[69357]: DEBUG oslo_vmware.api [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150422, 'name': PowerOffVM_Task, 'duration_secs': 0.314624} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.584520] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.584746] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.585071] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c07113d2-7c71-4c7c-90b9-b9d2401727ff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.655060] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.655323] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.655519] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Deleting the datastore file [datastore2] 0817093b-657e-4ff7-9536-f2357c21d74b {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.655780] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ea61a6a-09c2-4c49-99b9-e80cad5396be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.664359] env[69357]: DEBUG oslo_vmware.api [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for the task: (returnval){ [ 759.664359] env[69357]: value = "task-4150427" [ 759.664359] env[69357]: _type = "Task" [ 759.664359] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.672821] env[69357]: DEBUG oslo_vmware.api [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.760571] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Acquiring lock "refresh_cache-475e02eb-0de9-4425-af51-e906aa067f6d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.760907] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Acquired lock "refresh_cache-475e02eb-0de9-4425-af51-e906aa067f6d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.761192] env[69357]: DEBUG nova.network.neutron [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.766734] env[69357]: DEBUG nova.compute.utils [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.768337] env[69357]: DEBUG nova.compute.manager [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.768808] env[69357]: DEBUG nova.network.neutron [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.807577] env[69357]: DEBUG nova.policy [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4b5b49b5bc947a3b37ce49b250966da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0b8e28b852148559de8fa96d98ac850', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.913985] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Task: {'id': task-4150423, 'name': Rename_Task, 'duration_secs': 0.159093} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.914340] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.914552] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c832bbe3-7a8b-4cdf-a68f-2b381f4f20fb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.922457] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Waiting for the task: (returnval){ [ 759.922457] env[69357]: value = "task-4150428" [ 759.922457] env[69357]: _type = "Task" [ 759.922457] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.933485] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Task: {'id': task-4150428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.022172] env[69357]: DEBUG oslo_vmware.api [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185317} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.022474] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.022687] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.022867] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.023079] env[69357]: INFO nova.compute.manager [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Took 1.13 seconds to destroy the instance on the hypervisor. [ 760.023357] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.023550] env[69357]: DEBUG nova.compute.manager [-] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.023656] env[69357]: DEBUG nova.network.neutron [-] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.175927] env[69357]: DEBUG oslo_vmware.api [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Task: {'id': task-4150427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391928} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.176214] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.176403] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.176580] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.176791] env[69357]: INFO nova.compute.manager [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 760.179541] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.179541] env[69357]: DEBUG nova.compute.manager [-] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.179541] env[69357]: DEBUG nova.network.neutron [-] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.277020] env[69357]: DEBUG nova.compute.manager [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.383650] env[69357]: DEBUG nova.network.neutron [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.417506] env[69357]: DEBUG nova.network.neutron [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Successfully created port: 2698f9b8-db60-4c96-8d40-3e9ac6da442a {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.446161] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Task: {'id': task-4150428, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.847963] env[69357]: DEBUG nova.network.neutron [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Updating instance_info_cache with network_info: [{"id": "75831de5-5e09-4ff1-ae93-03ec8036c80a", "address": "fa:16:3e:0d:6b:5e", "network": {"id": "757b2ab6-2b7b-4abf-a58b-0ee3f50d226b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-987252991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8799d9b7bd7147f7ba93e1546dbbc924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75831de5-5e", "ovs_interfaceid": "75831de5-5e09-4ff1-ae93-03ec8036c80a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.938078] env[69357]: DEBUG oslo_vmware.api [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Task: {'id': task-4150428, 'name': PowerOnVM_Task, 'duration_secs': 0.588309} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.942268] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.942569] env[69357]: INFO nova.compute.manager [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Took 9.79 seconds to spawn the instance on the hypervisor. [ 760.942767] env[69357]: DEBUG nova.compute.manager [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 760.944252] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfc01f9-4d75-488f-a1e0-d945f00e361c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.050430] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7bd4f9-ef3d-4e85-a5f2-20b51e38d4df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.063116] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f99182-e99d-4c94-893f-1f1122ace6ef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.104544] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950be60c-f272-4afe-aa8f-e36c868c4ea4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.113538] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2452503c-c01c-407e-9923-4bea200ba36e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.131346] env[69357]: DEBUG nova.compute.provider_tree [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.196446] env[69357]: DEBUG nova.compute.manager [req-a166c4aa-a667-4cae-ab5c-17a246681ac3 req-044b8576-a923-4cf1-81e7-373de4286c98 service nova] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Received event network-changed-75831de5-5e09-4ff1-ae93-03ec8036c80a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.196500] env[69357]: DEBUG nova.compute.manager [req-a166c4aa-a667-4cae-ab5c-17a246681ac3 req-044b8576-a923-4cf1-81e7-373de4286c98 service nova] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Refreshing instance network info cache due to event network-changed-75831de5-5e09-4ff1-ae93-03ec8036c80a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.197717] env[69357]: DEBUG oslo_concurrency.lockutils [req-a166c4aa-a667-4cae-ab5c-17a246681ac3 req-044b8576-a923-4cf1-81e7-373de4286c98 service nova] Acquiring lock "refresh_cache-475e02eb-0de9-4425-af51-e906aa067f6d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.224921] env[69357]: DEBUG nova.network.neutron [-] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.297684] env[69357]: DEBUG nova.compute.manager [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.350911] env[69357]: DEBUG nova.virt.hardware [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.351183] env[69357]: DEBUG nova.virt.hardware [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.351391] env[69357]: DEBUG nova.virt.hardware [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.351677] env[69357]: DEBUG nova.virt.hardware [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.351854] env[69357]: DEBUG nova.virt.hardware [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.352047] env[69357]: DEBUG nova.virt.hardware [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.352237] env[69357]: DEBUG nova.virt.hardware [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.352415] env[69357]: DEBUG nova.virt.hardware [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.352565] env[69357]: DEBUG nova.virt.hardware [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.352732] env[69357]: DEBUG nova.virt.hardware [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.352970] env[69357]: DEBUG nova.virt.hardware [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.353959] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Releasing lock "refresh_cache-475e02eb-0de9-4425-af51-e906aa067f6d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.353959] env[69357]: DEBUG nova.compute.manager [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Instance network_info: |[{"id": "75831de5-5e09-4ff1-ae93-03ec8036c80a", "address": "fa:16:3e:0d:6b:5e", "network": {"id": "757b2ab6-2b7b-4abf-a58b-0ee3f50d226b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-987252991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8799d9b7bd7147f7ba93e1546dbbc924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75831de5-5e", "ovs_interfaceid": "75831de5-5e09-4ff1-ae93-03ec8036c80a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.354521] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775b4048-e954-4e2b-9e5c-73e656613470 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.357342] env[69357]: DEBUG oslo_concurrency.lockutils [req-a166c4aa-a667-4cae-ab5c-17a246681ac3 req-044b8576-a923-4cf1-81e7-373de4286c98 service nova] Acquired lock "refresh_cache-475e02eb-0de9-4425-af51-e906aa067f6d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.357531] env[69357]: DEBUG nova.network.neutron [req-a166c4aa-a667-4cae-ab5c-17a246681ac3 req-044b8576-a923-4cf1-81e7-373de4286c98 service nova] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Refreshing network info cache for port 75831de5-5e09-4ff1-ae93-03ec8036c80a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.358837] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:6b:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75831de5-5e09-4ff1-ae93-03ec8036c80a', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.371221] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Creating folder: Project (8799d9b7bd7147f7ba93e1546dbbc924). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.372882] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6efc94d-9805-497f-98ad-ae01bcc41c59 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.383640] env[69357]: DEBUG nova.network.neutron [-] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.389420] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b78d31-f2b8-4062-8d03-3d35bd26e3bf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.395976] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Created folder: Project (8799d9b7bd7147f7ba93e1546dbbc924) in parent group-v821763. [ 761.396253] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Creating folder: Instances. Parent ref: group-v821848. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.397066] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7fe4cd6-e71f-42c6-b79c-2a9c00de3887 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.415022] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Created folder: Instances in parent group-v821848. [ 761.415162] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.415569] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.416358] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d936f89-e658-41da-a734-a385204d9f09 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.438991] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.438991] env[69357]: value = "task-4150431" [ 761.438991] env[69357]: _type = "Task" [ 761.438991] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.447621] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150431, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.468065] env[69357]: INFO nova.compute.manager [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Took 36.68 seconds to build instance. [ 761.634591] env[69357]: DEBUG nova.scheduler.client.report [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.728060] env[69357]: INFO nova.compute.manager [-] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Took 1.70 seconds to deallocate network for instance. [ 761.898525] env[69357]: INFO nova.compute.manager [-] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Took 1.72 seconds to deallocate network for instance. [ 761.952504] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150431, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.971373] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7bb2703b-4186-45a1-8c1e-66a41de92f95 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Lock "bfdd2857-91af-4408-9d80-2e096518fe39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.317s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.139430] env[69357]: DEBUG oslo_concurrency.lockutils [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.885s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.139977] env[69357]: DEBUG nova.compute.manager [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.142798] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.496s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.144368] env[69357]: INFO nova.compute.claims [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.240830] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.406063] env[69357]: DEBUG oslo_concurrency.lockutils [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.449180] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150431, 'name': CreateVM_Task, 'duration_secs': 0.644429} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.449377] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.450109] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.450267] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.450577] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.451312] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9beb295-ab3c-48ce-b5cf-5e831e292e1b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.457180] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Waiting for the task: (returnval){ [ 762.457180] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]528157ef-9b35-b0b7-d1d4-150ec1455ba7" [ 762.457180] env[69357]: _type = "Task" [ 762.457180] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.465775] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]528157ef-9b35-b0b7-d1d4-150ec1455ba7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.473511] env[69357]: DEBUG nova.network.neutron [req-a166c4aa-a667-4cae-ab5c-17a246681ac3 req-044b8576-a923-4cf1-81e7-373de4286c98 service nova] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Updated VIF entry in instance network info cache for port 75831de5-5e09-4ff1-ae93-03ec8036c80a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.473860] env[69357]: DEBUG nova.network.neutron [req-a166c4aa-a667-4cae-ab5c-17a246681ac3 req-044b8576-a923-4cf1-81e7-373de4286c98 service nova] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Updating instance_info_cache with network_info: [{"id": "75831de5-5e09-4ff1-ae93-03ec8036c80a", "address": "fa:16:3e:0d:6b:5e", "network": {"id": "757b2ab6-2b7b-4abf-a58b-0ee3f50d226b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-987252991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8799d9b7bd7147f7ba93e1546dbbc924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75831de5-5e", "ovs_interfaceid": "75831de5-5e09-4ff1-ae93-03ec8036c80a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.475256] env[69357]: DEBUG nova.compute.manager [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.649574] env[69357]: DEBUG nova.compute.utils [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.651016] env[69357]: DEBUG nova.compute.manager [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Not allocating networking since 'none' was specified. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 762.730265] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquiring lock "48c75cd8-2cd8-4f8d-be21-e2003cf1b41f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.730638] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "48c75cd8-2cd8-4f8d-be21-e2003cf1b41f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.778411] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquiring lock "36949508-c7f6-451e-a426-2fe304eb776d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.778665] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "36949508-c7f6-451e-a426-2fe304eb776d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.783798] env[69357]: DEBUG nova.network.neutron [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Successfully updated port: 2698f9b8-db60-4c96-8d40-3e9ac6da442a {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.830035] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquiring lock "43bb73c9-a011-4251-b7ab-1088da7ad5fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.830035] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "43bb73c9-a011-4251-b7ab-1088da7ad5fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.973479] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]528157ef-9b35-b0b7-d1d4-150ec1455ba7, 'name': SearchDatastore_Task, 'duration_secs': 0.012177} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.973813] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.974259] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.974560] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.974747] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.975020] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.975457] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4d6b091-095e-4f1a-ab8b-df922b40e700 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.982335] env[69357]: DEBUG oslo_concurrency.lockutils [req-a166c4aa-a667-4cae-ab5c-17a246681ac3 req-044b8576-a923-4cf1-81e7-373de4286c98 service nova] Releasing lock "refresh_cache-475e02eb-0de9-4425-af51-e906aa067f6d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.982690] env[69357]: DEBUG nova.compute.manager [req-a166c4aa-a667-4cae-ab5c-17a246681ac3 req-044b8576-a923-4cf1-81e7-373de4286c98 service nova] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Received event network-vif-deleted-0c47b34b-6f9b-410d-897b-87e75e0d43e1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.982912] env[69357]: INFO nova.compute.manager [req-a166c4aa-a667-4cae-ab5c-17a246681ac3 req-044b8576-a923-4cf1-81e7-373de4286c98 service nova] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Neutron deleted interface 0c47b34b-6f9b-410d-897b-87e75e0d43e1; detaching it from the instance and deleting it from the info cache [ 762.983110] env[69357]: DEBUG nova.network.neutron [req-a166c4aa-a667-4cae-ab5c-17a246681ac3 req-044b8576-a923-4cf1-81e7-373de4286c98 service nova] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.988047] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.988510] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.992245] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-051ade7b-d4fc-48d6-9088-b073d986d394 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.001426] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Waiting for the task: (returnval){ [ 763.001426] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529bc153-a415-c88e-1f08-81df57a719bd" [ 763.001426] env[69357]: _type = "Task" [ 763.001426] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.014666] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529bc153-a415-c88e-1f08-81df57a719bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.018399] env[69357]: DEBUG oslo_concurrency.lockutils [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.157237] env[69357]: DEBUG nova.compute.manager [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.290726] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Acquiring lock "refresh_cache-e0fe2d2a-c719-4ab8-bd50-7f439229322a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.290726] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Acquired lock "refresh_cache-e0fe2d2a-c719-4ab8-bd50-7f439229322a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.290726] env[69357]: DEBUG nova.network.neutron [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.371893] env[69357]: DEBUG nova.compute.manager [req-64a5a25d-2069-45fa-bcfd-cbca50553145 req-6a6b3367-dd60-4f22-a3f0-09ea339f0dc8 service nova] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Received event network-vif-plugged-2698f9b8-db60-4c96-8d40-3e9ac6da442a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.372300] env[69357]: DEBUG oslo_concurrency.lockutils [req-64a5a25d-2069-45fa-bcfd-cbca50553145 req-6a6b3367-dd60-4f22-a3f0-09ea339f0dc8 service nova] Acquiring lock "e0fe2d2a-c719-4ab8-bd50-7f439229322a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.372300] env[69357]: DEBUG oslo_concurrency.lockutils [req-64a5a25d-2069-45fa-bcfd-cbca50553145 req-6a6b3367-dd60-4f22-a3f0-09ea339f0dc8 service nova] Lock "e0fe2d2a-c719-4ab8-bd50-7f439229322a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.372476] env[69357]: DEBUG oslo_concurrency.lockutils [req-64a5a25d-2069-45fa-bcfd-cbca50553145 req-6a6b3367-dd60-4f22-a3f0-09ea339f0dc8 service nova] Lock "e0fe2d2a-c719-4ab8-bd50-7f439229322a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.372651] env[69357]: DEBUG nova.compute.manager [req-64a5a25d-2069-45fa-bcfd-cbca50553145 req-6a6b3367-dd60-4f22-a3f0-09ea339f0dc8 service nova] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] No waiting events found dispatching network-vif-plugged-2698f9b8-db60-4c96-8d40-3e9ac6da442a {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 763.372824] env[69357]: WARNING nova.compute.manager [req-64a5a25d-2069-45fa-bcfd-cbca50553145 req-6a6b3367-dd60-4f22-a3f0-09ea339f0dc8 service nova] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Received unexpected event network-vif-plugged-2698f9b8-db60-4c96-8d40-3e9ac6da442a for instance with vm_state building and task_state spawning. [ 763.372986] env[69357]: DEBUG nova.compute.manager [req-64a5a25d-2069-45fa-bcfd-cbca50553145 req-6a6b3367-dd60-4f22-a3f0-09ea339f0dc8 service nova] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Received event network-changed-2698f9b8-db60-4c96-8d40-3e9ac6da442a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.373161] env[69357]: DEBUG nova.compute.manager [req-64a5a25d-2069-45fa-bcfd-cbca50553145 req-6a6b3367-dd60-4f22-a3f0-09ea339f0dc8 service nova] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Refreshing instance network info cache due to event network-changed-2698f9b8-db60-4c96-8d40-3e9ac6da442a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.373366] env[69357]: DEBUG oslo_concurrency.lockutils [req-64a5a25d-2069-45fa-bcfd-cbca50553145 req-6a6b3367-dd60-4f22-a3f0-09ea339f0dc8 service nova] Acquiring lock "refresh_cache-e0fe2d2a-c719-4ab8-bd50-7f439229322a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.489671] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9037af9-bfdd-4ce2-84f5-d4a93b0767fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.504812] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5567ea-70b6-4c1a-92aa-9a81e035bb08 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.534019] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529bc153-a415-c88e-1f08-81df57a719bd, 'name': SearchDatastore_Task, 'duration_secs': 0.01131} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.547491] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a903849d-f210-4242-a608-8fcd0dbc7786 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.550268] env[69357]: DEBUG nova.compute.manager [req-a166c4aa-a667-4cae-ab5c-17a246681ac3 req-044b8576-a923-4cf1-81e7-373de4286c98 service nova] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Detach interface failed, port_id=0c47b34b-6f9b-410d-897b-87e75e0d43e1, reason: Instance 62ae2543-64b3-43e2-bb55-529915a80aec could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 763.550497] env[69357]: DEBUG nova.compute.manager [req-a166c4aa-a667-4cae-ab5c-17a246681ac3 req-044b8576-a923-4cf1-81e7-373de4286c98 service nova] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Received event network-vif-deleted-78ba08d2-bc9f-4a66-870b-3d698b0d7c78 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.550670] env[69357]: INFO nova.compute.manager [req-a166c4aa-a667-4cae-ab5c-17a246681ac3 req-044b8576-a923-4cf1-81e7-373de4286c98 service nova] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Neutron deleted interface 78ba08d2-bc9f-4a66-870b-3d698b0d7c78; detaching it from the instance and deleting it from the info cache [ 763.550845] env[69357]: DEBUG nova.network.neutron [req-a166c4aa-a667-4cae-ab5c-17a246681ac3 req-044b8576-a923-4cf1-81e7-373de4286c98 service nova] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.555763] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Waiting for the task: (returnval){ [ 763.555763] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a13f28-eaf8-aab8-a137-52f36f195a2c" [ 763.555763] env[69357]: _type = "Task" [ 763.555763] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.568565] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a13f28-eaf8-aab8-a137-52f36f195a2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.770155] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7015b34-4cbc-4c9d-b8ee-8bb7396f4e6f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.772260] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Acquiring lock "bfdd2857-91af-4408-9d80-2e096518fe39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.772594] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Lock "bfdd2857-91af-4408-9d80-2e096518fe39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.772698] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Acquiring lock "bfdd2857-91af-4408-9d80-2e096518fe39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.772882] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Lock "bfdd2857-91af-4408-9d80-2e096518fe39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.773780] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Lock "bfdd2857-91af-4408-9d80-2e096518fe39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.775800] env[69357]: INFO nova.compute.manager [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Terminating instance [ 763.782462] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9edbd49-78b0-4223-9537-e3801a0a39de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.816507] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22016355-b067-4310-a1cc-4cfc05c9ba08 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.825301] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67b2b00-030b-4b02-aa60-31150910806b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.840428] env[69357]: DEBUG nova.compute.provider_tree [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.851475] env[69357]: DEBUG nova.network.neutron [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.027957] env[69357]: DEBUG nova.network.neutron [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Updating instance_info_cache with network_info: [{"id": "2698f9b8-db60-4c96-8d40-3e9ac6da442a", "address": "fa:16:3e:e8:18:e5", "network": {"id": "6bd9bb07-e962-4fdc-8a91-b408965684b1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2056431983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b8e28b852148559de8fa96d98ac850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2698f9b8-db", "ovs_interfaceid": "2698f9b8-db60-4c96-8d40-3e9ac6da442a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.054164] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21a98d3e-6c1a-4bfa-a46f-5229ff3b749a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.064333] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15771279-6c98-4272-848e-c0ff5a073fc4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.079443] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a13f28-eaf8-aab8-a137-52f36f195a2c, 'name': SearchDatastore_Task, 'duration_secs': 0.024087} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.080316] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.080898] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 475e02eb-0de9-4425-af51-e906aa067f6d/475e02eb-0de9-4425-af51-e906aa067f6d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.081044] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a44b38b8-17ff-406d-b215-809e3e97f84d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.089328] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Waiting for the task: (returnval){ [ 764.089328] env[69357]: value = "task-4150432" [ 764.089328] env[69357]: _type = "Task" [ 764.089328] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.108285] env[69357]: DEBUG nova.compute.manager [req-a166c4aa-a667-4cae-ab5c-17a246681ac3 req-044b8576-a923-4cf1-81e7-373de4286c98 service nova] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Detach interface failed, port_id=78ba08d2-bc9f-4a66-870b-3d698b0d7c78, reason: Instance 0817093b-657e-4ff7-9536-f2357c21d74b could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 764.115221] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Task: {'id': task-4150432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.174119] env[69357]: DEBUG nova.compute.manager [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.219923] env[69357]: DEBUG nova.virt.hardware [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.220346] env[69357]: DEBUG nova.virt.hardware [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.220580] env[69357]: DEBUG nova.virt.hardware [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.220854] env[69357]: DEBUG nova.virt.hardware [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.221089] env[69357]: DEBUG nova.virt.hardware [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.221319] env[69357]: DEBUG nova.virt.hardware [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.221757] env[69357]: DEBUG nova.virt.hardware [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.222016] env[69357]: DEBUG nova.virt.hardware [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.222287] env[69357]: DEBUG nova.virt.hardware [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.222527] env[69357]: DEBUG nova.virt.hardware [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.222784] env[69357]: DEBUG nova.virt.hardware [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.224013] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e68b48-8522-4c22-b93c-161a197598b5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.235850] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d716fb65-13bd-494d-972c-7e0b8e0be6de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.252642] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.258837] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Creating folder: Project (4d31dc96ea3349b6ae17c9c56b0237a9). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.258837] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b988223d-b03e-4c81-b80d-e2b216a58f12 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.270026] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Created folder: Project (4d31dc96ea3349b6ae17c9c56b0237a9) in parent group-v821763. [ 764.270214] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Creating folder: Instances. Parent ref: group-v821851. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.270476] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7bc20c3-a33f-453f-bf44-1761d9cf1e97 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.280344] env[69357]: DEBUG nova.compute.manager [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.280586] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.283117] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322b7802-7fb4-42f6-90b6-7f8786d5da4a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.286092] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Created folder: Instances in parent group-v821851. [ 764.286366] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.286597] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.287332] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef6dc2f7-7aa3-4911-8f6f-a542be4ff8af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.302659] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.303444] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69ef460d-7df5-45d9-a3af-22989f6e74c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.308066] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.308066] env[69357]: value = "task-4150435" [ 764.308066] env[69357]: _type = "Task" [ 764.308066] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.313885] env[69357]: DEBUG oslo_vmware.api [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Waiting for the task: (returnval){ [ 764.313885] env[69357]: value = "task-4150436" [ 764.313885] env[69357]: _type = "Task" [ 764.313885] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.321102] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150435, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.327066] env[69357]: DEBUG oslo_vmware.api [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Task: {'id': task-4150436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.343344] env[69357]: DEBUG nova.scheduler.client.report [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.532049] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Releasing lock "refresh_cache-e0fe2d2a-c719-4ab8-bd50-7f439229322a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.532049] env[69357]: DEBUG nova.compute.manager [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Instance network_info: |[{"id": "2698f9b8-db60-4c96-8d40-3e9ac6da442a", "address": "fa:16:3e:e8:18:e5", "network": {"id": "6bd9bb07-e962-4fdc-8a91-b408965684b1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2056431983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b8e28b852148559de8fa96d98ac850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2698f9b8-db", "ovs_interfaceid": "2698f9b8-db60-4c96-8d40-3e9ac6da442a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.532434] env[69357]: DEBUG oslo_concurrency.lockutils [req-64a5a25d-2069-45fa-bcfd-cbca50553145 req-6a6b3367-dd60-4f22-a3f0-09ea339f0dc8 service nova] Acquired lock "refresh_cache-e0fe2d2a-c719-4ab8-bd50-7f439229322a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.532434] env[69357]: DEBUG nova.network.neutron [req-64a5a25d-2069-45fa-bcfd-cbca50553145 req-6a6b3367-dd60-4f22-a3f0-09ea339f0dc8 service nova] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Refreshing network info cache for port 2698f9b8-db60-4c96-8d40-3e9ac6da442a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.533554] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:18:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2698f9b8-db60-4c96-8d40-3e9ac6da442a', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.541850] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Creating folder: Project (c0b8e28b852148559de8fa96d98ac850). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.542561] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb8c416d-7ac7-4c9a-b9d7-d2238af101fe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.556219] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Created folder: Project (c0b8e28b852148559de8fa96d98ac850) in parent group-v821763. [ 764.556538] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Creating folder: Instances. Parent ref: group-v821854. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.557205] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5169f204-1eee-41bd-9c72-2ece670f43ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.571983] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Created folder: Instances in parent group-v821854. [ 764.572520] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.572602] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.572774] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7b4d70e-9676-4f2e-bcd2-1bfb59befc1d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.595286] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.595286] env[69357]: value = "task-4150439" [ 764.595286] env[69357]: _type = "Task" [ 764.595286] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.602938] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Task: {'id': task-4150432, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.609959] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150439, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.826511] env[69357]: DEBUG oslo_vmware.api [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Task: {'id': task-4150436, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.830239] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150435, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.849476] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.850062] env[69357]: DEBUG nova.compute.manager [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.853229] env[69357]: DEBUG oslo_concurrency.lockutils [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.145s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.853452] env[69357]: DEBUG nova.objects.instance [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Lazy-loading 'resources' on Instance uuid a1a7b57a-d499-4145-bf63-dbce0bc2acc6 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.104667] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Task: {'id': task-4150432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623907} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.105453] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 475e02eb-0de9-4425-af51-e906aa067f6d/475e02eb-0de9-4425-af51-e906aa067f6d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.105678] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.106148] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf08f0ea-5da0-4ece-9180-345c9fc454d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.114531] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150439, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.118654] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Waiting for the task: (returnval){ [ 765.118654] env[69357]: value = "task-4150440" [ 765.118654] env[69357]: _type = "Task" [ 765.118654] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.127932] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Task: {'id': task-4150440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.325031] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150435, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.331916] env[69357]: DEBUG oslo_vmware.api [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Task: {'id': task-4150436, 'name': PowerOffVM_Task, 'duration_secs': 0.537688} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.331916] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.331916] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.331916] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2549cd0b-9e9b-4a30-850f-57d21b7b0a79 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.356930] env[69357]: DEBUG nova.compute.utils [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.361557] env[69357]: DEBUG nova.compute.manager [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.362460] env[69357]: DEBUG nova.network.neutron [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.380981] env[69357]: DEBUG nova.network.neutron [req-64a5a25d-2069-45fa-bcfd-cbca50553145 req-6a6b3367-dd60-4f22-a3f0-09ea339f0dc8 service nova] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Updated VIF entry in instance network info cache for port 2698f9b8-db60-4c96-8d40-3e9ac6da442a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.381413] env[69357]: DEBUG nova.network.neutron [req-64a5a25d-2069-45fa-bcfd-cbca50553145 req-6a6b3367-dd60-4f22-a3f0-09ea339f0dc8 service nova] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Updating instance_info_cache with network_info: [{"id": "2698f9b8-db60-4c96-8d40-3e9ac6da442a", "address": "fa:16:3e:e8:18:e5", "network": {"id": "6bd9bb07-e962-4fdc-8a91-b408965684b1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2056431983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b8e28b852148559de8fa96d98ac850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2698f9b8-db", "ovs_interfaceid": "2698f9b8-db60-4c96-8d40-3e9ac6da442a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.405332] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.405620] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.405811] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Deleting the datastore file [datastore2] bfdd2857-91af-4408-9d80-2e096518fe39 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.406484] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e706af9e-5fd6-4b53-a8ce-8c4e8c095ad8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.413720] env[69357]: DEBUG oslo_vmware.api [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Waiting for the task: (returnval){ [ 765.413720] env[69357]: value = "task-4150442" [ 765.413720] env[69357]: _type = "Task" [ 765.413720] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.419287] env[69357]: DEBUG nova.policy [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '509ea060d6394333b22c73e301709398', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1467791353c541f88b29702b987ce5f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.429497] env[69357]: DEBUG oslo_vmware.api [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Task: {'id': task-4150442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.609674] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150439, 'name': CreateVM_Task, 'duration_secs': 0.805915} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.609855] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.610677] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.610847] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.611283] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.611535] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c17b3213-2b7b-463d-a9b6-e7d6bf644a5d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.622343] env[69357]: DEBUG oslo_vmware.api [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Waiting for the task: (returnval){ [ 765.622343] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f04631-cb4e-9653-0606-2fd8bfea96d5" [ 765.622343] env[69357]: _type = "Task" [ 765.622343] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.637899] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Task: {'id': task-4150440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090017} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.642943] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.643428] env[69357]: DEBUG oslo_vmware.api [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f04631-cb4e-9653-0606-2fd8bfea96d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011051} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.647388] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e52822b-65a4-43db-b45d-547c23dcdd3d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.650856] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.651110] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.651349] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.651503] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.651683] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.652286] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55a69762-324c-4c90-b56f-37b3e9534d2e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.676011] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 475e02eb-0de9-4425-af51-e906aa067f6d/475e02eb-0de9-4425-af51-e906aa067f6d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.679901] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92652886-fc69-4c22-ab45-b657d67ce9c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.694018] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.694223] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.695188] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-919494a0-a1f1-4a90-ac51-afcacdbe0c17 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.701879] env[69357]: DEBUG oslo_vmware.api [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Waiting for the task: (returnval){ [ 765.701879] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f5c26c-6471-3465-dcc8-ed51bc1c880a" [ 765.701879] env[69357]: _type = "Task" [ 765.701879] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.707948] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Waiting for the task: (returnval){ [ 765.707948] env[69357]: value = "task-4150443" [ 765.707948] env[69357]: _type = "Task" [ 765.707948] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.715824] env[69357]: DEBUG oslo_vmware.api [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f5c26c-6471-3465-dcc8-ed51bc1c880a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.722246] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Task: {'id': task-4150443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.824577] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150435, 'name': CreateVM_Task, 'duration_secs': 1.09192} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.824577] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.824577] env[69357]: DEBUG oslo_concurrency.lockutils [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.824577] env[69357]: DEBUG oslo_concurrency.lockutils [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.824577] env[69357]: DEBUG oslo_concurrency.lockutils [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.824577] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f7b5dc3-d35f-490a-a9af-a87860a915fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.828976] env[69357]: DEBUG oslo_vmware.api [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Waiting for the task: (returnval){ [ 765.828976] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52791137-6b6c-2679-294e-edf93d855310" [ 765.828976] env[69357]: _type = "Task" [ 765.828976] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.839198] env[69357]: DEBUG oslo_vmware.api [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52791137-6b6c-2679-294e-edf93d855310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.865235] env[69357]: DEBUG nova.compute.manager [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.884820] env[69357]: DEBUG oslo_concurrency.lockutils [req-64a5a25d-2069-45fa-bcfd-cbca50553145 req-6a6b3367-dd60-4f22-a3f0-09ea339f0dc8 service nova] Releasing lock "refresh_cache-e0fe2d2a-c719-4ab8-bd50-7f439229322a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.926933] env[69357]: DEBUG oslo_vmware.api [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Task: {'id': task-4150442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177767} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.929081] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.929311] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.929497] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.929668] env[69357]: INFO nova.compute.manager [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Took 1.65 seconds to destroy the instance on the hypervisor. [ 765.930225] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.930225] env[69357]: DEBUG nova.compute.manager [-] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.930225] env[69357]: DEBUG nova.network.neutron [-] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.042298] env[69357]: DEBUG nova.network.neutron [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Successfully created port: 6b14c740-2824-4070-906b-85c18284a403 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.099016] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f74aebc-75d7-486c-a8da-267521c18cdf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.108166] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98caa1f-cb22-4170-be17-92a464214bd9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.139014] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0503d1ec-e170-47b2-81f1-442180d69b3f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.147317] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123b5e90-27c6-4028-9552-8fa0e748e341 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.163328] env[69357]: DEBUG nova.compute.provider_tree [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.216381] env[69357]: DEBUG oslo_vmware.api [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f5c26c-6471-3465-dcc8-ed51bc1c880a, 'name': SearchDatastore_Task, 'duration_secs': 0.010632} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.216894] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b22e2e0d-7681-4345-ba0f-ddb6d9a9dc83 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.223358] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Task: {'id': task-4150443, 'name': ReconfigVM_Task, 'duration_secs': 0.307499} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.224287] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 475e02eb-0de9-4425-af51-e906aa067f6d/475e02eb-0de9-4425-af51-e906aa067f6d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.225145] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-675aa060-628c-4548-96f8-03ebea70ba6d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.230017] env[69357]: DEBUG oslo_vmware.api [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Waiting for the task: (returnval){ [ 766.230017] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e0ebd1-6a34-885e-b05b-56f1f44db259" [ 766.230017] env[69357]: _type = "Task" [ 766.230017] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.235751] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Waiting for the task: (returnval){ [ 766.235751] env[69357]: value = "task-4150444" [ 766.235751] env[69357]: _type = "Task" [ 766.235751] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.239797] env[69357]: DEBUG oslo_vmware.api [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e0ebd1-6a34-885e-b05b-56f1f44db259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.249245] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Task: {'id': task-4150444, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.341993] env[69357]: DEBUG oslo_vmware.api [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52791137-6b6c-2679-294e-edf93d855310, 'name': SearchDatastore_Task, 'duration_secs': 0.021597} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.341993] env[69357]: DEBUG oslo_concurrency.lockutils [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.341993] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.341993] env[69357]: DEBUG oslo_concurrency.lockutils [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.599662] env[69357]: DEBUG nova.compute.manager [req-b6f8d597-abba-40f9-962a-0a8e374f351e req-1921aec1-8870-43a8-85ed-5368ace758d9 service nova] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Received event network-vif-deleted-57faebba-9d3d-437d-96e6-506cf2d2719c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.600197] env[69357]: INFO nova.compute.manager [req-b6f8d597-abba-40f9-962a-0a8e374f351e req-1921aec1-8870-43a8-85ed-5368ace758d9 service nova] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Neutron deleted interface 57faebba-9d3d-437d-96e6-506cf2d2719c; detaching it from the instance and deleting it from the info cache [ 766.600371] env[69357]: DEBUG nova.network.neutron [req-b6f8d597-abba-40f9-962a-0a8e374f351e req-1921aec1-8870-43a8-85ed-5368ace758d9 service nova] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.668178] env[69357]: DEBUG nova.scheduler.client.report [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.741089] env[69357]: DEBUG oslo_vmware.api [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e0ebd1-6a34-885e-b05b-56f1f44db259, 'name': SearchDatastore_Task, 'duration_secs': 0.022193} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.744305] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.744587] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] e0fe2d2a-c719-4ab8-bd50-7f439229322a/e0fe2d2a-c719-4ab8-bd50-7f439229322a.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.744871] env[69357]: DEBUG oslo_concurrency.lockutils [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.745079] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.745309] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ae0fb9f-c779-47d6-9cd3-0c15b7a62d5b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.747555] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6b0d030-083b-4728-9845-29e45552c356 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.752843] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Task: {'id': task-4150444, 'name': Rename_Task, 'duration_secs': 0.145483} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.754473] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.754929] env[69357]: DEBUG oslo_vmware.api [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Waiting for the task: (returnval){ [ 766.754929] env[69357]: value = "task-4150445" [ 766.754929] env[69357]: _type = "Task" [ 766.754929] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.755210] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a491604-fe2b-4571-afd9-7a6788ca0e8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.761507] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.761799] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.763085] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4feafbcf-6ce9-4730-b6ee-ce5597ba977f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.768912] env[69357]: DEBUG oslo_vmware.api [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Task: {'id': task-4150445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.769243] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Waiting for the task: (returnval){ [ 766.769243] env[69357]: value = "task-4150446" [ 766.769243] env[69357]: _type = "Task" [ 766.769243] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.774031] env[69357]: DEBUG oslo_vmware.api [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Waiting for the task: (returnval){ [ 766.774031] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f69c1f-dfb3-7a0c-7d29-a90d5fccfd68" [ 766.774031] env[69357]: _type = "Task" [ 766.774031] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.782099] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Task: {'id': task-4150446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.786867] env[69357]: DEBUG oslo_vmware.api [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f69c1f-dfb3-7a0c-7d29-a90d5fccfd68, 'name': SearchDatastore_Task, 'duration_secs': 0.009112} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.788085] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f249ef11-db08-4b22-b816-c6b1a03491d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.793442] env[69357]: DEBUG oslo_vmware.api [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Waiting for the task: (returnval){ [ 766.793442] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5259a64f-1323-239d-b68b-643f51a69619" [ 766.793442] env[69357]: _type = "Task" [ 766.793442] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.801720] env[69357]: DEBUG oslo_vmware.api [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5259a64f-1323-239d-b68b-643f51a69619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.876183] env[69357]: DEBUG nova.compute.manager [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.914633] env[69357]: DEBUG nova.virt.hardware [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.915604] env[69357]: DEBUG nova.virt.hardware [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.915604] env[69357]: DEBUG nova.virt.hardware [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.915604] env[69357]: DEBUG nova.virt.hardware [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.915776] env[69357]: DEBUG nova.virt.hardware [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.915889] env[69357]: DEBUG nova.virt.hardware [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.916113] env[69357]: DEBUG nova.virt.hardware [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.916282] env[69357]: DEBUG nova.virt.hardware [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.916452] env[69357]: DEBUG nova.virt.hardware [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.916619] env[69357]: DEBUG nova.virt.hardware [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.916840] env[69357]: DEBUG nova.virt.hardware [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.917868] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfab965-2063-430c-98ed-015f022adccf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.927456] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323816d8-9af7-448e-bc8a-934fb80bca2f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.995305] env[69357]: DEBUG nova.network.neutron [-] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.103103] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb25a074-080d-44c7-bde1-54b0f17aa9b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.115584] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac7acfd-4d27-49b6-aa83-b26c0266cfed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.154421] env[69357]: DEBUG nova.compute.manager [req-b6f8d597-abba-40f9-962a-0a8e374f351e req-1921aec1-8870-43a8-85ed-5368ace758d9 service nova] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Detach interface failed, port_id=57faebba-9d3d-437d-96e6-506cf2d2719c, reason: Instance bfdd2857-91af-4408-9d80-2e096518fe39 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 767.173802] env[69357]: DEBUG oslo_concurrency.lockutils [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.320s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.177260] env[69357]: DEBUG oslo_concurrency.lockutils [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.155s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.177260] env[69357]: DEBUG nova.objects.instance [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Lazy-loading 'resources' on Instance uuid 33b2f0d9-d895-461a-ae4c-6601fc747f8a {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.231186] env[69357]: INFO nova.scheduler.client.report [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Deleted allocations for instance a1a7b57a-d499-4145-bf63-dbce0bc2acc6 [ 767.270705] env[69357]: DEBUG oslo_vmware.api [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Task: {'id': task-4150445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494753} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.274861] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] e0fe2d2a-c719-4ab8-bd50-7f439229322a/e0fe2d2a-c719-4ab8-bd50-7f439229322a.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.275249] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.275620] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cae4dd1d-6e8a-41a5-b20b-c0653bc984b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.286474] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Task: {'id': task-4150446, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.288704] env[69357]: DEBUG oslo_vmware.api [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Waiting for the task: (returnval){ [ 767.288704] env[69357]: value = "task-4150447" [ 767.288704] env[69357]: _type = "Task" [ 767.288704] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.303221] env[69357]: DEBUG oslo_vmware.api [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Task: {'id': task-4150447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.309835] env[69357]: DEBUG oslo_vmware.api [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5259a64f-1323-239d-b68b-643f51a69619, 'name': SearchDatastore_Task, 'duration_secs': 0.009841} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.309835] env[69357]: DEBUG oslo_concurrency.lockutils [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.309835] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f/2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.309835] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc031b6e-36fb-43ef-9977-c668d2801903 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.318768] env[69357]: DEBUG oslo_vmware.api [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Waiting for the task: (returnval){ [ 767.318768] env[69357]: value = "task-4150448" [ 767.318768] env[69357]: _type = "Task" [ 767.318768] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.328303] env[69357]: DEBUG oslo_vmware.api [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.498670] env[69357]: INFO nova.compute.manager [-] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Took 1.57 seconds to deallocate network for instance. [ 767.743691] env[69357]: DEBUG oslo_concurrency.lockutils [None req-597c6710-4094-4bbe-9f6a-c80531b655b6 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Lock "a1a7b57a-d499-4145-bf63-dbce0bc2acc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.640s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.785478] env[69357]: DEBUG oslo_vmware.api [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Task: {'id': task-4150446, 'name': PowerOnVM_Task, 'duration_secs': 0.69012} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.786339] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.786507] env[69357]: INFO nova.compute.manager [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Took 9.28 seconds to spawn the instance on the hypervisor. [ 767.786771] env[69357]: DEBUG nova.compute.manager [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 767.787669] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4e34a0-f418-43d7-9434-269dd36c75cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.807663] env[69357]: DEBUG oslo_vmware.api [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Task: {'id': task-4150447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082863} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.807939] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.808759] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1cee65-52c7-4fc5-a0ce-da643aa867b3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.835182] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] e0fe2d2a-c719-4ab8-bd50-7f439229322a/e0fe2d2a-c719-4ab8-bd50-7f439229322a.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.841787] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdbb8444-a641-494e-a42c-0590aad5bb85 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.864457] env[69357]: DEBUG oslo_vmware.api [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530021} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.868024] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f/2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.868024] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.868024] env[69357]: DEBUG oslo_vmware.api [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Waiting for the task: (returnval){ [ 767.868024] env[69357]: value = "task-4150449" [ 767.868024] env[69357]: _type = "Task" [ 767.868024] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.868024] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3d9f52c-2af9-4564-8c67-d27c5957ef62 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.880648] env[69357]: DEBUG oslo_vmware.api [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Task: {'id': task-4150449, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.882089] env[69357]: DEBUG oslo_vmware.api [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Waiting for the task: (returnval){ [ 767.882089] env[69357]: value = "task-4150450" [ 767.882089] env[69357]: _type = "Task" [ 767.882089] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.890853] env[69357]: DEBUG oslo_vmware.api [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.989990] env[69357]: DEBUG nova.network.neutron [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Successfully updated port: 6b14c740-2824-4070-906b-85c18284a403 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.008313] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.259214] env[69357]: DEBUG oslo_concurrency.lockutils [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "7a15f252-27dd-4d08-b403-e28163cbd102" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.260060] env[69357]: DEBUG oslo_concurrency.lockutils [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "7a15f252-27dd-4d08-b403-e28163cbd102" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.260060] env[69357]: INFO nova.compute.manager [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Shelving [ 768.314320] env[69357]: INFO nova.compute.manager [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Took 37.48 seconds to build instance. [ 768.383364] env[69357]: DEBUG oslo_vmware.api [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Task: {'id': task-4150449, 'name': ReconfigVM_Task, 'duration_secs': 0.321394} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.388464] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Reconfigured VM instance instance-00000020 to attach disk [datastore2] e0fe2d2a-c719-4ab8-bd50-7f439229322a/e0fe2d2a-c719-4ab8-bd50-7f439229322a.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.388464] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6074364a-8268-4d3e-bdbf-2ad58cfb36dc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.391997] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a15363f-9285-41a0-a408-4f0fe4bfb3b1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.398640] env[69357]: DEBUG oslo_vmware.api [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190939} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.399314] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.400190] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788ce6cf-9767-498b-bdc4-409878ab9842 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.406582] env[69357]: DEBUG oslo_vmware.api [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Waiting for the task: (returnval){ [ 768.406582] env[69357]: value = "task-4150451" [ 768.406582] env[69357]: _type = "Task" [ 768.406582] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.408108] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531bb78b-66c9-4fd3-b295-c0b0dfabdb8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.432491] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f/2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.437105] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ea8564b-bc62-454b-a187-11d315d7fd70 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.474834] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19579ce8-4b1a-44b8-b068-b1d9c458818b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.482515] env[69357]: DEBUG oslo_vmware.api [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Task: {'id': task-4150451, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.482867] env[69357]: DEBUG oslo_vmware.api [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Waiting for the task: (returnval){ [ 768.482867] env[69357]: value = "task-4150452" [ 768.482867] env[69357]: _type = "Task" [ 768.482867] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.490502] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5081326-5d40-4772-9fb6-fec02197ad0b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.501026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Acquiring lock "refresh_cache-4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.501026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Acquired lock "refresh_cache-4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.501026] env[69357]: DEBUG nova.network.neutron [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.501865] env[69357]: DEBUG oslo_vmware.api [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150452, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.518760] env[69357]: DEBUG nova.compute.provider_tree [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.799522] env[69357]: DEBUG nova.compute.manager [req-5f08a459-be16-4238-8fc6-0a47c9994ff6 req-00bd98ee-e824-4cf2-adde-d17ab56efeae service nova] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Received event network-vif-plugged-6b14c740-2824-4070-906b-85c18284a403 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.799732] env[69357]: DEBUG oslo_concurrency.lockutils [req-5f08a459-be16-4238-8fc6-0a47c9994ff6 req-00bd98ee-e824-4cf2-adde-d17ab56efeae service nova] Acquiring lock "4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.799938] env[69357]: DEBUG oslo_concurrency.lockutils [req-5f08a459-be16-4238-8fc6-0a47c9994ff6 req-00bd98ee-e824-4cf2-adde-d17ab56efeae service nova] Lock "4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.800153] env[69357]: DEBUG oslo_concurrency.lockutils [req-5f08a459-be16-4238-8fc6-0a47c9994ff6 req-00bd98ee-e824-4cf2-adde-d17ab56efeae service nova] Lock "4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.800406] env[69357]: DEBUG nova.compute.manager [req-5f08a459-be16-4238-8fc6-0a47c9994ff6 req-00bd98ee-e824-4cf2-adde-d17ab56efeae service nova] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] No waiting events found dispatching network-vif-plugged-6b14c740-2824-4070-906b-85c18284a403 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 768.800493] env[69357]: WARNING nova.compute.manager [req-5f08a459-be16-4238-8fc6-0a47c9994ff6 req-00bd98ee-e824-4cf2-adde-d17ab56efeae service nova] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Received unexpected event network-vif-plugged-6b14c740-2824-4070-906b-85c18284a403 for instance with vm_state building and task_state spawning. [ 768.800651] env[69357]: DEBUG nova.compute.manager [req-5f08a459-be16-4238-8fc6-0a47c9994ff6 req-00bd98ee-e824-4cf2-adde-d17ab56efeae service nova] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Received event network-changed-6b14c740-2824-4070-906b-85c18284a403 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.800803] env[69357]: DEBUG nova.compute.manager [req-5f08a459-be16-4238-8fc6-0a47c9994ff6 req-00bd98ee-e824-4cf2-adde-d17ab56efeae service nova] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Refreshing instance network info cache due to event network-changed-6b14c740-2824-4070-906b-85c18284a403. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.800970] env[69357]: DEBUG oslo_concurrency.lockutils [req-5f08a459-be16-4238-8fc6-0a47c9994ff6 req-00bd98ee-e824-4cf2-adde-d17ab56efeae service nova] Acquiring lock "refresh_cache-4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.816611] env[69357]: DEBUG oslo_concurrency.lockutils [None req-45ea668b-59a3-49bf-83d7-31cf777d849b tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Lock "475e02eb-0de9-4425-af51-e906aa067f6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.616s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.917696] env[69357]: DEBUG oslo_vmware.api [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Task: {'id': task-4150451, 'name': Rename_Task, 'duration_secs': 0.361163} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.918023] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.918365] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae5ea7e5-71a8-4873-893d-0b36965076b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.928669] env[69357]: DEBUG oslo_vmware.api [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Waiting for the task: (returnval){ [ 768.928669] env[69357]: value = "task-4150453" [ 768.928669] env[69357]: _type = "Task" [ 768.928669] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.939835] env[69357]: DEBUG oslo_vmware.api [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Task: {'id': task-4150453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.000602] env[69357]: DEBUG oslo_vmware.api [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150452, 'name': ReconfigVM_Task, 'duration_secs': 0.47434} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.001199] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f/2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.003882] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f247f5f-13cf-4e5d-b1d1-66aea078ba55 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.010042] env[69357]: DEBUG oslo_vmware.api [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Waiting for the task: (returnval){ [ 769.010042] env[69357]: value = "task-4150454" [ 769.010042] env[69357]: _type = "Task" [ 769.010042] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.023056] env[69357]: DEBUG nova.scheduler.client.report [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.027171] env[69357]: DEBUG oslo_vmware.api [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150454, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.041884] env[69357]: DEBUG nova.network.neutron [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.068036] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Acquiring lock "5338dc92-c619-4a06-ad2f-6a3821bd9507" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.068298] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Lock "5338dc92-c619-4a06-ad2f-6a3821bd9507" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.068515] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Acquiring lock "5338dc92-c619-4a06-ad2f-6a3821bd9507-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.069961] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Lock "5338dc92-c619-4a06-ad2f-6a3821bd9507-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.069961] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Lock "5338dc92-c619-4a06-ad2f-6a3821bd9507-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.073941] env[69357]: INFO nova.compute.manager [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Terminating instance [ 769.275265] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.275652] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-725352d7-dcba-4902-ae9c-3a4d346103c3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.285408] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 769.285408] env[69357]: value = "task-4150455" [ 769.285408] env[69357]: _type = "Task" [ 769.285408] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.294182] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.306041] env[69357]: DEBUG oslo_concurrency.lockutils [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Acquiring lock "475e02eb-0de9-4425-af51-e906aa067f6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.306141] env[69357]: DEBUG oslo_concurrency.lockutils [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Lock "475e02eb-0de9-4425-af51-e906aa067f6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.306360] env[69357]: DEBUG oslo_concurrency.lockutils [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Acquiring lock "475e02eb-0de9-4425-af51-e906aa067f6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.306566] env[69357]: DEBUG oslo_concurrency.lockutils [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Lock "475e02eb-0de9-4425-af51-e906aa067f6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.306744] env[69357]: DEBUG oslo_concurrency.lockutils [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Lock "475e02eb-0de9-4425-af51-e906aa067f6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.313153] env[69357]: INFO nova.compute.manager [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Terminating instance [ 769.319043] env[69357]: DEBUG nova.compute.manager [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.323459] env[69357]: DEBUG nova.network.neutron [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Updating instance_info_cache with network_info: [{"id": "6b14c740-2824-4070-906b-85c18284a403", "address": "fa:16:3e:fd:39:ec", "network": {"id": "702dd370-f315-4a74-9058-9725c6e2959c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-182497424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1467791353c541f88b29702b987ce5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b14c740-28", "ovs_interfaceid": "6b14c740-2824-4070-906b-85c18284a403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.440813] env[69357]: DEBUG oslo_vmware.api [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Task: {'id': task-4150453, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.519853] env[69357]: DEBUG oslo_vmware.api [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150454, 'name': Rename_Task, 'duration_secs': 0.150324} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.520195] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.520414] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-721eab9c-3137-46af-8ab8-184d4b63f584 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.527157] env[69357]: DEBUG oslo_vmware.api [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Waiting for the task: (returnval){ [ 769.527157] env[69357]: value = "task-4150456" [ 769.527157] env[69357]: _type = "Task" [ 769.527157] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.531141] env[69357]: DEBUG oslo_concurrency.lockutils [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.355s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.538816] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.986s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.540332] env[69357]: INFO nova.compute.claims [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.549114] env[69357]: DEBUG oslo_vmware.api [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150456, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.579169] env[69357]: DEBUG nova.compute.manager [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.579406] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.581026] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0476ea-5420-40bc-bacf-575bed5d5964 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.591271] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.591271] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5521a537-524a-4689-b8bc-0d8a966b3304 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.598819] env[69357]: DEBUG oslo_vmware.api [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Waiting for the task: (returnval){ [ 769.598819] env[69357]: value = "task-4150457" [ 769.598819] env[69357]: _type = "Task" [ 769.598819] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.600119] env[69357]: INFO nova.scheduler.client.report [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Deleted allocations for instance 33b2f0d9-d895-461a-ae4c-6601fc747f8a [ 769.614937] env[69357]: DEBUG oslo_vmware.api [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.796432] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150455, 'name': PowerOffVM_Task, 'duration_secs': 0.18802} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.796711] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.798027] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d04629-7f82-4903-8206-5a7a88883761 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.822024] env[69357]: DEBUG nova.compute.manager [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.822024] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.822024] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba8456e-410e-43f6-9a94-a527bb7031ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.825395] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1b4454-4a56-4899-b1ec-ec7edeecbe80 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.828386] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Releasing lock "refresh_cache-4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.828714] env[69357]: DEBUG nova.compute.manager [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Instance network_info: |[{"id": "6b14c740-2824-4070-906b-85c18284a403", "address": "fa:16:3e:fd:39:ec", "network": {"id": "702dd370-f315-4a74-9058-9725c6e2959c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-182497424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1467791353c541f88b29702b987ce5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b14c740-28", "ovs_interfaceid": "6b14c740-2824-4070-906b-85c18284a403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.831856] env[69357]: DEBUG oslo_concurrency.lockutils [req-5f08a459-be16-4238-8fc6-0a47c9994ff6 req-00bd98ee-e824-4cf2-adde-d17ab56efeae service nova] Acquired lock "refresh_cache-4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.832364] env[69357]: DEBUG nova.network.neutron [req-5f08a459-be16-4238-8fc6-0a47c9994ff6 req-00bd98ee-e824-4cf2-adde-d17ab56efeae service nova] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Refreshing network info cache for port 6b14c740-2824-4070-906b-85c18284a403 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.834429] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:39:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b14c740-2824-4070-906b-85c18284a403', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.842148] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Creating folder: Project (1467791353c541f88b29702b987ce5f7). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.850588] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e93a301e-8aa8-4e9d-87f1-6ebad886bb55 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.852886] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.856032] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3ecadd0-58bb-4b84-a7db-fbc2adafce49 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.866626] env[69357]: DEBUG oslo_vmware.api [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Waiting for the task: (returnval){ [ 769.866626] env[69357]: value = "task-4150458" [ 769.866626] env[69357]: _type = "Task" [ 769.866626] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.867722] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.874064] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Created folder: Project (1467791353c541f88b29702b987ce5f7) in parent group-v821763. [ 769.874361] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Creating folder: Instances. Parent ref: group-v821857. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.875153] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08f39b8e-8c6b-4551-aa85-b7cb1777bcb6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.882828] env[69357]: DEBUG oslo_vmware.api [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Task: {'id': task-4150458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.892614] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Created folder: Instances in parent group-v821857. [ 769.892797] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.892930] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.893200] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c9e9a66-cf0e-424e-85d2-af0a8c3f533d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.915330] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.915330] env[69357]: value = "task-4150461" [ 769.915330] env[69357]: _type = "Task" [ 769.915330] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.926763] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150461, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.940311] env[69357]: DEBUG oslo_vmware.api [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Task: {'id': task-4150453, 'name': PowerOnVM_Task, 'duration_secs': 0.565568} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.943163] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.943594] env[69357]: INFO nova.compute.manager [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Took 8.65 seconds to spawn the instance on the hypervisor. [ 769.943594] env[69357]: DEBUG nova.compute.manager [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 769.944841] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5de3ecb-ffd6-46e4-b593-b31dbdcc9861 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.038182] env[69357]: DEBUG oslo_vmware.api [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150456, 'name': PowerOnVM_Task, 'duration_secs': 0.492585} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.038380] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.039388] env[69357]: INFO nova.compute.manager [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Took 5.86 seconds to spawn the instance on the hypervisor. [ 770.039388] env[69357]: DEBUG nova.compute.manager [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 770.039608] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94adb93-bb23-48c2-947e-a466b1caa52d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.112922] env[69357]: DEBUG oslo_vmware.api [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150457, 'name': PowerOffVM_Task, 'duration_secs': 0.279538} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.113374] env[69357]: DEBUG oslo_concurrency.lockutils [None req-732a1c91-4af4-4e3d-a859-970aec539ae9 tempest-ServerDiagnosticsTest-955338129 tempest-ServerDiagnosticsTest-955338129-project-member] Lock "33b2f0d9-d895-461a-ae4c-6601fc747f8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.827s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.114252] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.114955] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.114955] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29b0f9b5-06b7-42a3-9bba-25a475d3cb1e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.150028] env[69357]: DEBUG nova.network.neutron [req-5f08a459-be16-4238-8fc6-0a47c9994ff6 req-00bd98ee-e824-4cf2-adde-d17ab56efeae service nova] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Updated VIF entry in instance network info cache for port 6b14c740-2824-4070-906b-85c18284a403. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.150379] env[69357]: DEBUG nova.network.neutron [req-5f08a459-be16-4238-8fc6-0a47c9994ff6 req-00bd98ee-e824-4cf2-adde-d17ab56efeae service nova] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Updating instance_info_cache with network_info: [{"id": "6b14c740-2824-4070-906b-85c18284a403", "address": "fa:16:3e:fd:39:ec", "network": {"id": "702dd370-f315-4a74-9058-9725c6e2959c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-182497424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1467791353c541f88b29702b987ce5f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b14c740-28", "ovs_interfaceid": "6b14c740-2824-4070-906b-85c18284a403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.188613] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.188920] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.189143] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Deleting the datastore file [datastore1] 5338dc92-c619-4a06-ad2f-6a3821bd9507 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.189466] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01b93279-a98e-411b-813f-5ad6b5e27097 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.197938] env[69357]: DEBUG oslo_vmware.api [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Waiting for the task: (returnval){ [ 770.197938] env[69357]: value = "task-4150463" [ 770.197938] env[69357]: _type = "Task" [ 770.197938] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.208551] env[69357]: DEBUG oslo_vmware.api [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.363293] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 770.363645] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-402bdb66-ab29-4ae8-8f7b-834f66c8879e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.373580] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 770.373580] env[69357]: value = "task-4150464" [ 770.373580] env[69357]: _type = "Task" [ 770.373580] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.381506] env[69357]: DEBUG oslo_vmware.api [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Task: {'id': task-4150458, 'name': PowerOffVM_Task, 'duration_secs': 0.229199} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.382224] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.382471] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.382803] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6776417-7507-4257-90e7-693d8415229e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.388845] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150464, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.426046] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150461, 'name': CreateVM_Task, 'duration_secs': 0.40434} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.426046] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.426936] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.427031] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.427391] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.427954] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-286af5cb-5c4e-4969-9d5a-de1a8e5d3a19 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.433320] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Waiting for the task: (returnval){ [ 770.433320] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52bf107c-48ac-dbe1-af0c-8c09e73974f8" [ 770.433320] env[69357]: _type = "Task" [ 770.433320] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.444737] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52bf107c-48ac-dbe1-af0c-8c09e73974f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.466268] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.466268] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.466433] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Deleting the datastore file [datastore2] 475e02eb-0de9-4425-af51-e906aa067f6d {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.467596] env[69357]: INFO nova.compute.manager [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Took 39.43 seconds to build instance. [ 770.468012] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0f8567d-9db2-40b0-b10c-77f6ae77748f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.475367] env[69357]: DEBUG oslo_vmware.api [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Waiting for the task: (returnval){ [ 770.475367] env[69357]: value = "task-4150466" [ 770.475367] env[69357]: _type = "Task" [ 770.475367] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.487820] env[69357]: DEBUG oslo_vmware.api [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Task: {'id': task-4150466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.567364] env[69357]: INFO nova.compute.manager [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Took 33.51 seconds to build instance. [ 770.655043] env[69357]: DEBUG oslo_concurrency.lockutils [req-5f08a459-be16-4238-8fc6-0a47c9994ff6 req-00bd98ee-e824-4cf2-adde-d17ab56efeae service nova] Releasing lock "refresh_cache-4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.716191] env[69357]: DEBUG oslo_vmware.api [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Task: {'id': task-4150463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211389} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.716191] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.716191] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.716191] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.716191] env[69357]: INFO nova.compute.manager [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Took 1.14 seconds to destroy the instance on the hypervisor. [ 770.716656] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.716819] env[69357]: DEBUG nova.compute.manager [-] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 770.716943] env[69357]: DEBUG nova.network.neutron [-] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.887728] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150464, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.944477] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52bf107c-48ac-dbe1-af0c-8c09e73974f8, 'name': SearchDatastore_Task, 'duration_secs': 0.01504} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.947367] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.947613] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.947858] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.948030] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.948201] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.948684] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b76744a9-3feb-4a3a-aba2-333990ba4564 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.961019] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.961019] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.961019] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60052842-b6b7-4fdd-952b-a06cc5ed1a57 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.968684] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Waiting for the task: (returnval){ [ 770.968684] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52002b5e-9275-4cbd-d83e-a789c6ab47e2" [ 770.968684] env[69357]: _type = "Task" [ 770.968684] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.972634] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b3df089-d542-4348-8410-a2c7ad836062 tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Lock "e0fe2d2a-c719-4ab8-bd50-7f439229322a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.252s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.984162] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52002b5e-9275-4cbd-d83e-a789c6ab47e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.989541] env[69357]: DEBUG oslo_vmware.api [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Task: {'id': task-4150466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165202} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.990531] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.990673] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.990845] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.991169] env[69357]: INFO nova.compute.manager [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 770.993085] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.993085] env[69357]: DEBUG nova.compute.manager [-] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 770.993085] env[69357]: DEBUG nova.network.neutron [-] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.069934] env[69357]: DEBUG oslo_concurrency.lockutils [None req-edb92fa6-72de-4c76-9b3f-4261b90b6228 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Lock "2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.827s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.195349] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db155737-7ebf-4e10-85db-bc5176b0b1f7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.209334] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c973c789-5c74-4564-9f70-ba6f381101a5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.253681] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e98c20-09df-4033-b444-fb42706e83e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.263918] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1483aa-9e07-479c-a2bb-f2f6326ce673 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.278764] env[69357]: DEBUG nova.compute.provider_tree [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.387884] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150464, 'name': CreateSnapshot_Task, 'duration_secs': 0.913319} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.388312] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 771.388861] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a55346c-83ce-4099-85be-eccdd6c304b4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.480328] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52002b5e-9275-4cbd-d83e-a789c6ab47e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010474} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.482521] env[69357]: DEBUG nova.compute.manager [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.485645] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96f25da5-2b1a-42f2-9168-21979c0f2eea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.492252] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Waiting for the task: (returnval){ [ 771.492252] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c67917-eb85-d40e-262b-f4054f531e1e" [ 771.492252] env[69357]: _type = "Task" [ 771.492252] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.507615] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c67917-eb85-d40e-262b-f4054f531e1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.572839] env[69357]: DEBUG nova.compute.manager [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.788077] env[69357]: DEBUG nova.scheduler.client.report [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.847582] env[69357]: DEBUG nova.network.neutron [-] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.912109] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 771.912821] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-75f5b270-9b1e-4940-bd8a-cb74da9f8dfa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.925382] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 771.925382] env[69357]: value = "task-4150467" [ 771.925382] env[69357]: _type = "Task" [ 771.925382] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.937375] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150467, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.992195] env[69357]: DEBUG nova.compute.manager [req-f601685f-cb46-41f9-90a9-576d16d1e649 req-87b9bf3d-4c1a-4f14-ab19-11069cb75156 service nova] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Received event network-vif-deleted-c5c30bf2-ae08-48fd-94f8-0ce89b6cf663 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.010420] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c67917-eb85-d40e-262b-f4054f531e1e, 'name': SearchDatastore_Task, 'duration_secs': 0.019785} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.010420] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.010420] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5/4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.010420] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96112b6e-9532-4a6c-8e36-85f0b8f382c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.017031] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Waiting for the task: (returnval){ [ 772.017031] env[69357]: value = "task-4150468" [ 772.017031] env[69357]: _type = "Task" [ 772.017031] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.028633] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Task: {'id': task-4150468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.033550] env[69357]: DEBUG oslo_concurrency.lockutils [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.089451] env[69357]: DEBUG nova.network.neutron [-] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.104412] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.292684] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.293689] env[69357]: DEBUG nova.compute.manager [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.299806] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.832s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.303312] env[69357]: INFO nova.compute.claims [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.350819] env[69357]: INFO nova.compute.manager [-] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Took 1.63 seconds to deallocate network for instance. [ 772.442248] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150467, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.528833] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Task: {'id': task-4150468, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.595704] env[69357]: INFO nova.compute.manager [-] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Took 1.60 seconds to deallocate network for instance. [ 772.810391] env[69357]: DEBUG nova.compute.utils [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.813589] env[69357]: DEBUG nova.compute.manager [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.813760] env[69357]: DEBUG nova.network.neutron [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.857875] env[69357]: DEBUG nova.policy [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50450bd2e8694934bd3561c6d2a4745a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2c435e6f1d34f458af111ef7e25f03c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.860586] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.936971] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150467, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.030270] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Task: {'id': task-4150468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558495} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.030745] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5/4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.031113] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.031488] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45139a38-ed3a-423e-95ae-536829d3b915 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.041385] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Waiting for the task: (returnval){ [ 773.041385] env[69357]: value = "task-4150469" [ 773.041385] env[69357]: _type = "Task" [ 773.041385] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.054547] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Task: {'id': task-4150469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.095742] env[69357]: INFO nova.compute.manager [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Rebuilding instance [ 773.102793] env[69357]: DEBUG oslo_concurrency.lockutils [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.203917] env[69357]: DEBUG nova.compute.manager [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 773.204917] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14d6f25-52ad-45ea-8b27-f081c469c7f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.323646] env[69357]: DEBUG nova.compute.manager [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.446616] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150467, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.514649] env[69357]: DEBUG nova.network.neutron [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Successfully created port: c86f8dba-e3db-4df1-8dc6-413396b23bce {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.553851] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Task: {'id': task-4150469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070932} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.554136] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.554943] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1b8021-dede-4445-a3b1-5975eb8b819a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.579112] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5/4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.582252] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9aa635c-e44e-4d18-abe2-93196927ca93 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.604180] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Waiting for the task: (returnval){ [ 773.604180] env[69357]: value = "task-4150470" [ 773.604180] env[69357]: _type = "Task" [ 773.604180] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.613878] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Task: {'id': task-4150470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.941100] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150467, 'name': CloneVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.026383] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3884dee-2a94-4fc7-b246-e1bdc5cb633d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.034264] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69662a4a-4419-4b1a-b334-b24d13d9ce07 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.069713] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354fdd50-5308-428e-a303-5f637982f9de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.078653] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0940c18c-7a0d-47a0-ac59-e94cf7407d7e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.093503] env[69357]: DEBUG nova.compute.provider_tree [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.115514] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Task: {'id': task-4150470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.222287] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.222734] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0edd010f-5af4-48b1-a743-5cfadc53871b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.235122] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Waiting for the task: (returnval){ [ 774.235122] env[69357]: value = "task-4150471" [ 774.235122] env[69357]: _type = "Task" [ 774.235122] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.250543] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.346031] env[69357]: DEBUG nova.compute.manager [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.370640] env[69357]: DEBUG nova.compute.manager [req-e9e8c380-05ae-44c6-875a-3fa2381adf1e req-591e2826-3abe-4e6f-9064-a349ec402a80 service nova] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Received event network-changed-2698f9b8-db60-4c96-8d40-3e9ac6da442a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.370959] env[69357]: DEBUG nova.compute.manager [req-e9e8c380-05ae-44c6-875a-3fa2381adf1e req-591e2826-3abe-4e6f-9064-a349ec402a80 service nova] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Refreshing instance network info cache due to event network-changed-2698f9b8-db60-4c96-8d40-3e9ac6da442a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.371605] env[69357]: DEBUG oslo_concurrency.lockutils [req-e9e8c380-05ae-44c6-875a-3fa2381adf1e req-591e2826-3abe-4e6f-9064-a349ec402a80 service nova] Acquiring lock "refresh_cache-e0fe2d2a-c719-4ab8-bd50-7f439229322a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.371867] env[69357]: DEBUG oslo_concurrency.lockutils [req-e9e8c380-05ae-44c6-875a-3fa2381adf1e req-591e2826-3abe-4e6f-9064-a349ec402a80 service nova] Acquired lock "refresh_cache-e0fe2d2a-c719-4ab8-bd50-7f439229322a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.372161] env[69357]: DEBUG nova.network.neutron [req-e9e8c380-05ae-44c6-875a-3fa2381adf1e req-591e2826-3abe-4e6f-9064-a349ec402a80 service nova] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Refreshing network info cache for port 2698f9b8-db60-4c96-8d40-3e9ac6da442a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.394630] env[69357]: DEBUG nova.virt.hardware [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.394899] env[69357]: DEBUG nova.virt.hardware [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.395053] env[69357]: DEBUG nova.virt.hardware [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.395247] env[69357]: DEBUG nova.virt.hardware [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.395398] env[69357]: DEBUG nova.virt.hardware [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.395793] env[69357]: DEBUG nova.virt.hardware [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.395793] env[69357]: DEBUG nova.virt.hardware [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.396067] env[69357]: DEBUG nova.virt.hardware [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.396257] env[69357]: DEBUG nova.virt.hardware [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.397052] env[69357]: DEBUG nova.virt.hardware [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.397052] env[69357]: DEBUG nova.virt.hardware [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.398434] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e898b4ac-8351-4682-b25a-b54c295807c1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.409191] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7326ac69-cd91-4a34-b7fe-795509548530 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.440915] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150467, 'name': CloneVM_Task, 'duration_secs': 2.113087} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.442246] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Created linked-clone VM from snapshot [ 774.442246] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa44d6ae-4500-42e5-9713-de37ef5cac8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.450776] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Uploading image 2bb97662-3309-4ce8-b67a-627a5735c580 {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 774.477937] env[69357]: DEBUG oslo_vmware.rw_handles [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 774.477937] env[69357]: value = "vm-821861" [ 774.477937] env[69357]: _type = "VirtualMachine" [ 774.477937] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 774.478275] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8294f05c-8005-4c86-8cbd-84e6b90f996e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.489681] env[69357]: DEBUG oslo_vmware.rw_handles [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lease: (returnval){ [ 774.489681] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f291be-f298-f93a-d339-383576cc2e10" [ 774.489681] env[69357]: _type = "HttpNfcLease" [ 774.489681] env[69357]: } obtained for exporting VM: (result){ [ 774.489681] env[69357]: value = "vm-821861" [ 774.489681] env[69357]: _type = "VirtualMachine" [ 774.489681] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 774.491851] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the lease: (returnval){ [ 774.491851] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f291be-f298-f93a-d339-383576cc2e10" [ 774.491851] env[69357]: _type = "HttpNfcLease" [ 774.491851] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 774.497503] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 774.497503] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f291be-f298-f93a-d339-383576cc2e10" [ 774.497503] env[69357]: _type = "HttpNfcLease" [ 774.497503] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 774.597952] env[69357]: DEBUG nova.scheduler.client.report [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.615383] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Task: {'id': task-4150470, 'name': ReconfigVM_Task, 'duration_secs': 0.947855} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.615677] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5/4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.616350] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93970ae6-576c-4817-9ef6-50f5420ef1f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.625178] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Waiting for the task: (returnval){ [ 774.625178] env[69357]: value = "task-4150473" [ 774.625178] env[69357]: _type = "Task" [ 774.625178] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.636069] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Task: {'id': task-4150473, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.750287] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150471, 'name': PowerOffVM_Task, 'duration_secs': 0.188512} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.750595] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.751573] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.752443] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b17022-905f-4d03-b100-92bde9cfc009 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.762934] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.763249] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae05e271-dee2-4207-9cba-e4796db6afdd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.795032] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.795374] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.795636] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Deleting the datastore file [datastore2] 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.795982] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df5a985f-121d-4703-9bf8-3492bdbe2e25 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.804824] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Waiting for the task: (returnval){ [ 774.804824] env[69357]: value = "task-4150475" [ 774.804824] env[69357]: _type = "Task" [ 774.804824] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.817509] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.874418] env[69357]: DEBUG nova.compute.manager [req-cb31ed26-140f-477d-adb2-0dc150bcdb46 req-9837b021-aaf7-4885-8650-30de77357c76 service nova] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Received event network-vif-deleted-75831de5-5e09-4ff1-ae93-03ec8036c80a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.998973] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 774.998973] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f291be-f298-f93a-d339-383576cc2e10" [ 774.998973] env[69357]: _type = "HttpNfcLease" [ 774.998973] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 774.999438] env[69357]: DEBUG oslo_vmware.rw_handles [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 774.999438] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f291be-f298-f93a-d339-383576cc2e10" [ 774.999438] env[69357]: _type = "HttpNfcLease" [ 774.999438] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 774.999984] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca9c4cb-ff43-47b3-b321-6bc4ecfd7faf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.009430] env[69357]: DEBUG oslo_vmware.rw_handles [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0362c-ced1-6b9c-3e30-9de4c4061e61/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 775.009648] env[69357]: DEBUG oslo_vmware.rw_handles [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0362c-ced1-6b9c-3e30-9de4c4061e61/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 775.102446] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.103010] env[69357]: DEBUG nova.compute.manager [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.105706] env[69357]: DEBUG oslo_concurrency.lockutils [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.953s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.107875] env[69357]: INFO nova.compute.claims [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.136836] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Task: {'id': task-4150473, 'name': Rename_Task, 'duration_secs': 0.202612} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.143260] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.144120] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f5c629c-d690-4141-97f3-bacbfd963dd1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.146929] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-862d40ba-db62-4fdc-95ae-de325ad05b1d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.157787] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Waiting for the task: (returnval){ [ 775.157787] env[69357]: value = "task-4150476" [ 775.157787] env[69357]: _type = "Task" [ 775.157787] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.167311] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Task: {'id': task-4150476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.315546] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099457} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.315807] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.315993] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.316267] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.445117] env[69357]: DEBUG nova.network.neutron [req-e9e8c380-05ae-44c6-875a-3fa2381adf1e req-591e2826-3abe-4e6f-9064-a349ec402a80 service nova] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Updated VIF entry in instance network info cache for port 2698f9b8-db60-4c96-8d40-3e9ac6da442a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.445505] env[69357]: DEBUG nova.network.neutron [req-e9e8c380-05ae-44c6-875a-3fa2381adf1e req-591e2826-3abe-4e6f-9064-a349ec402a80 service nova] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Updating instance_info_cache with network_info: [{"id": "2698f9b8-db60-4c96-8d40-3e9ac6da442a", "address": "fa:16:3e:e8:18:e5", "network": {"id": "6bd9bb07-e962-4fdc-8a91-b408965684b1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2056431983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b8e28b852148559de8fa96d98ac850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2698f9b8-db", "ovs_interfaceid": "2698f9b8-db60-4c96-8d40-3e9ac6da442a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.619185] env[69357]: DEBUG nova.compute.utils [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.622458] env[69357]: DEBUG nova.compute.manager [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Not allocating networking since 'none' was specified. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 775.669132] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Task: {'id': task-4150476, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.952408] env[69357]: DEBUG oslo_concurrency.lockutils [req-e9e8c380-05ae-44c6-875a-3fa2381adf1e req-591e2826-3abe-4e6f-9064-a349ec402a80 service nova] Releasing lock "refresh_cache-e0fe2d2a-c719-4ab8-bd50-7f439229322a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.123020] env[69357]: DEBUG nova.compute.manager [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.132190] env[69357]: DEBUG nova.network.neutron [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Successfully updated port: c86f8dba-e3db-4df1-8dc6-413396b23bce {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.175731] env[69357]: DEBUG oslo_vmware.api [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Task: {'id': task-4150476, 'name': PowerOnVM_Task, 'duration_secs': 0.743229} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.176153] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.176397] env[69357]: INFO nova.compute.manager [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Took 9.30 seconds to spawn the instance on the hypervisor. [ 776.176637] env[69357]: DEBUG nova.compute.manager [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 776.177528] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d3275a-0d07-400c-9017-ce89c62196e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.385257] env[69357]: DEBUG nova.virt.hardware [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.385567] env[69357]: DEBUG nova.virt.hardware [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.385732] env[69357]: DEBUG nova.virt.hardware [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.387105] env[69357]: DEBUG nova.virt.hardware [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.387388] env[69357]: DEBUG nova.virt.hardware [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.387555] env[69357]: DEBUG nova.virt.hardware [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.387780] env[69357]: DEBUG nova.virt.hardware [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.387947] env[69357]: DEBUG nova.virt.hardware [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.388137] env[69357]: DEBUG nova.virt.hardware [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.388324] env[69357]: DEBUG nova.virt.hardware [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.388814] env[69357]: DEBUG nova.virt.hardware [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.389518] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8354abb-731a-4433-8b6d-e83b41d92efd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.403559] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93c0f07-c394-47a0-8373-02c6a3a15e13 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.419503] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.425462] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.425754] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.425966] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fbcdb6b-c6a0-467f-b182-131348530960 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.448779] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.448779] env[69357]: value = "task-4150477" [ 776.448779] env[69357]: _type = "Task" [ 776.448779] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.464208] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150477, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.640807] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "refresh_cache-d8dab389-b197-4774-8f88-295552bb57dc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.641251] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired lock "refresh_cache-d8dab389-b197-4774-8f88-295552bb57dc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.641313] env[69357]: DEBUG nova.network.neutron [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.709332] env[69357]: INFO nova.compute.manager [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Took 39.09 seconds to build instance. [ 776.955577] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f4d35a-d328-4371-b113-d9773afeda36 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.974312] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150477, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.975409] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63510c0f-6030-49ab-b13c-069e27e555a1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.013144] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593d1a73-253a-455f-b27d-dff71c085fea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.023961] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb4fe66-1a42-4cb3-89a3-6bb851d0d365 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.039749] env[69357]: DEBUG nova.compute.provider_tree [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.145115] env[69357]: DEBUG nova.compute.manager [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.204992] env[69357]: DEBUG nova.virt.hardware [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.205351] env[69357]: DEBUG nova.virt.hardware [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.205535] env[69357]: DEBUG nova.virt.hardware [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.205739] env[69357]: DEBUG nova.virt.hardware [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.205923] env[69357]: DEBUG nova.virt.hardware [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.206097] env[69357]: DEBUG nova.virt.hardware [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.206359] env[69357]: DEBUG nova.virt.hardware [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.206638] env[69357]: DEBUG nova.virt.hardware [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.206926] env[69357]: DEBUG nova.virt.hardware [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.207212] env[69357]: DEBUG nova.virt.hardware [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.207508] env[69357]: DEBUG nova.virt.hardware [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.208897] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a3d15f-ddb7-40a8-b065-5842bd884845 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.218029] env[69357]: DEBUG nova.network.neutron [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.218029] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a761032e-af2b-43f5-b1a6-b5d5521bc5c8 tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Lock "4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.999s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.225483] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924a90bc-b10a-4e3e-a258-45b154d82593 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.248934] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.256689] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Creating folder: Project (1807fcbda7c64e2987e187b5323df8a4). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.264745] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1461db7c-1745-4313-819f-31911065c971 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.278043] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Created folder: Project (1807fcbda7c64e2987e187b5323df8a4) in parent group-v821763. [ 777.278272] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Creating folder: Instances. Parent ref: group-v821863. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.278504] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f070404-19de-4c9c-8ab2-ee505adaef23 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.291618] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Created folder: Instances in parent group-v821863. [ 777.291618] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.292816] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.293073] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff482b61-8de2-488b-82d0-836d0b38c9d7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.314322] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.314322] env[69357]: value = "task-4150480" [ 777.314322] env[69357]: _type = "Task" [ 777.314322] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.325247] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150480, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.393161] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Acquiring lock "649feb1b-250b-4d3f-be9c-89dc5cb17488" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.393802] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Lock "649feb1b-250b-4d3f-be9c-89dc5cb17488" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.394115] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Acquiring lock "649feb1b-250b-4d3f-be9c-89dc5cb17488-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.394331] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Lock "649feb1b-250b-4d3f-be9c-89dc5cb17488-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.394570] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Lock "649feb1b-250b-4d3f-be9c-89dc5cb17488-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.400136] env[69357]: INFO nova.compute.manager [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Terminating instance [ 777.443513] env[69357]: DEBUG nova.compute.manager [req-c55a2431-afec-47d9-a1af-25401b4e7970 req-63993033-6645-4fe9-ba42-d6611bbe3eeb service nova] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Received event network-vif-plugged-c86f8dba-e3db-4df1-8dc6-413396b23bce {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.443513] env[69357]: DEBUG oslo_concurrency.lockutils [req-c55a2431-afec-47d9-a1af-25401b4e7970 req-63993033-6645-4fe9-ba42-d6611bbe3eeb service nova] Acquiring lock "d8dab389-b197-4774-8f88-295552bb57dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.443513] env[69357]: DEBUG oslo_concurrency.lockutils [req-c55a2431-afec-47d9-a1af-25401b4e7970 req-63993033-6645-4fe9-ba42-d6611bbe3eeb service nova] Lock "d8dab389-b197-4774-8f88-295552bb57dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.443513] env[69357]: DEBUG oslo_concurrency.lockutils [req-c55a2431-afec-47d9-a1af-25401b4e7970 req-63993033-6645-4fe9-ba42-d6611bbe3eeb service nova] Lock "d8dab389-b197-4774-8f88-295552bb57dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.443513] env[69357]: DEBUG nova.compute.manager [req-c55a2431-afec-47d9-a1af-25401b4e7970 req-63993033-6645-4fe9-ba42-d6611bbe3eeb service nova] [instance: d8dab389-b197-4774-8f88-295552bb57dc] No waiting events found dispatching network-vif-plugged-c86f8dba-e3db-4df1-8dc6-413396b23bce {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 777.443868] env[69357]: WARNING nova.compute.manager [req-c55a2431-afec-47d9-a1af-25401b4e7970 req-63993033-6645-4fe9-ba42-d6611bbe3eeb service nova] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Received unexpected event network-vif-plugged-c86f8dba-e3db-4df1-8dc6-413396b23bce for instance with vm_state building and task_state spawning. [ 777.443868] env[69357]: DEBUG nova.compute.manager [req-c55a2431-afec-47d9-a1af-25401b4e7970 req-63993033-6645-4fe9-ba42-d6611bbe3eeb service nova] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Received event network-changed-c86f8dba-e3db-4df1-8dc6-413396b23bce {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.443868] env[69357]: DEBUG nova.compute.manager [req-c55a2431-afec-47d9-a1af-25401b4e7970 req-63993033-6645-4fe9-ba42-d6611bbe3eeb service nova] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Refreshing instance network info cache due to event network-changed-c86f8dba-e3db-4df1-8dc6-413396b23bce. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.443868] env[69357]: DEBUG oslo_concurrency.lockutils [req-c55a2431-afec-47d9-a1af-25401b4e7970 req-63993033-6645-4fe9-ba42-d6611bbe3eeb service nova] Acquiring lock "refresh_cache-d8dab389-b197-4774-8f88-295552bb57dc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.463043] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150477, 'name': CreateVM_Task, 'duration_secs': 0.818988} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.463043] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.463043] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.463043] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.463043] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.463043] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0145c66-f877-4c3d-9c8e-c47fc87315ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.469076] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Waiting for the task: (returnval){ [ 777.469076] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d9bef8-1ae0-3b37-8737-1c1ea2d0fe72" [ 777.469076] env[69357]: _type = "Task" [ 777.469076] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.480094] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d9bef8-1ae0-3b37-8737-1c1ea2d0fe72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.486092] env[69357]: DEBUG nova.network.neutron [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Updating instance_info_cache with network_info: [{"id": "c86f8dba-e3db-4df1-8dc6-413396b23bce", "address": "fa:16:3e:0e:99:0f", "network": {"id": "97fcff61-6a5b-4cbf-9455-7ed31718c9a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1511455476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2c435e6f1d34f458af111ef7e25f03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86f8dba-e3", "ovs_interfaceid": "c86f8dba-e3db-4df1-8dc6-413396b23bce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.544335] env[69357]: DEBUG nova.scheduler.client.report [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.720513] env[69357]: DEBUG nova.compute.manager [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.826044] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150480, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.905676] env[69357]: DEBUG nova.compute.manager [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.905949] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.906879] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ac9d1b-a7d5-4974-9d6f-b6dd23200e59 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.915671] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.915953] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a85339e6-6b35-445c-a890-11d0ac1fab95 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.924064] env[69357]: DEBUG oslo_vmware.api [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Waiting for the task: (returnval){ [ 777.924064] env[69357]: value = "task-4150481" [ 777.924064] env[69357]: _type = "Task" [ 777.924064] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.935749] env[69357]: DEBUG oslo_vmware.api [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Task: {'id': task-4150481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.982359] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d9bef8-1ae0-3b37-8737-1c1ea2d0fe72, 'name': SearchDatastore_Task, 'duration_secs': 0.013384} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.982739] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.982929] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.983178] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.983327] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.983512] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.983807] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2745b808-c2cc-40d7-9f80-f41bf253fb93 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.989054] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Releasing lock "refresh_cache-d8dab389-b197-4774-8f88-295552bb57dc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.989336] env[69357]: DEBUG nova.compute.manager [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Instance network_info: |[{"id": "c86f8dba-e3db-4df1-8dc6-413396b23bce", "address": "fa:16:3e:0e:99:0f", "network": {"id": "97fcff61-6a5b-4cbf-9455-7ed31718c9a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1511455476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2c435e6f1d34f458af111ef7e25f03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86f8dba-e3", "ovs_interfaceid": "c86f8dba-e3db-4df1-8dc6-413396b23bce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.989696] env[69357]: DEBUG oslo_concurrency.lockutils [req-c55a2431-afec-47d9-a1af-25401b4e7970 req-63993033-6645-4fe9-ba42-d6611bbe3eeb service nova] Acquired lock "refresh_cache-d8dab389-b197-4774-8f88-295552bb57dc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.989922] env[69357]: DEBUG nova.network.neutron [req-c55a2431-afec-47d9-a1af-25401b4e7970 req-63993033-6645-4fe9-ba42-d6611bbe3eeb service nova] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Refreshing network info cache for port c86f8dba-e3db-4df1-8dc6-413396b23bce {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.991271] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:99:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c86f8dba-e3db-4df1-8dc6-413396b23bce', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.001375] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Creating folder: Project (e2c435e6f1d34f458af111ef7e25f03c). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.004946] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-434501b5-a0c9-4f73-9bc7-f37f78260233 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.009213] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.009338] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.010785] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63773d90-95a3-4a8c-9408-f4f752da582f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.017994] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Waiting for the task: (returnval){ [ 778.017994] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fd658e-f4dc-553e-c5db-daea7bec682b" [ 778.017994] env[69357]: _type = "Task" [ 778.017994] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.028760] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Created folder: Project (e2c435e6f1d34f458af111ef7e25f03c) in parent group-v821763. [ 778.028760] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Creating folder: Instances. Parent ref: group-v821866. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.028760] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab9b71b7-255f-4a28-9a09-a2fb267a2315 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.034991] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fd658e-f4dc-553e-c5db-daea7bec682b, 'name': SearchDatastore_Task, 'duration_secs': 0.013576} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.035920] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c83013b8-4943-4185-be1e-10f93495301f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.040803] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Created folder: Instances in parent group-v821866. [ 778.041186] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.041453] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.041863] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90302aef-de51-46ab-8b9e-564358fcd775 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.059698] env[69357]: DEBUG oslo_concurrency.lockutils [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.954s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.060323] env[69357]: DEBUG nova.compute.manager [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.063520] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Waiting for the task: (returnval){ [ 778.063520] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52352317-bdfd-c397-8a1c-18f4bcd6c916" [ 778.063520] env[69357]: _type = "Task" [ 778.063520] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.064086] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.110s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.064331] env[69357]: DEBUG nova.objects.instance [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Lazy-loading 'resources' on Instance uuid ac7f170b-7f83-40f1-8e6d-dea23e91ae30 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.074321] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.074321] env[69357]: value = "task-4150484" [ 778.074321] env[69357]: _type = "Task" [ 778.074321] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.078512] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52352317-bdfd-c397-8a1c-18f4bcd6c916, 'name': SearchDatastore_Task, 'duration_secs': 0.012454} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.083418] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.083615] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f/2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.084257] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34df7084-2df3-4f36-a15e-2d4f259b6fa8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.096058] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150484, 'name': CreateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.098651] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Waiting for the task: (returnval){ [ 778.098651] env[69357]: value = "task-4150485" [ 778.098651] env[69357]: _type = "Task" [ 778.098651] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.108369] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.272478] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.331448] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150480, 'name': CreateVM_Task, 'duration_secs': 0.735269} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.331927] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.332602] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.335028] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.335028] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.335028] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc5aa81a-b805-449f-aeb6-efd66b812540 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.340726] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 778.340726] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52526ab1-9e2b-6664-aa5c-c4d1d6841077" [ 778.340726] env[69357]: _type = "Task" [ 778.340726] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.355494] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52526ab1-9e2b-6664-aa5c-c4d1d6841077, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.436525] env[69357]: DEBUG oslo_vmware.api [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Task: {'id': task-4150481, 'name': PowerOffVM_Task, 'duration_secs': 0.301827} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.437913] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.438162] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.438515] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79f82ef3-f225-4fc4-bd65-7d9c814451e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.509964] env[69357]: DEBUG nova.network.neutron [req-c55a2431-afec-47d9-a1af-25401b4e7970 req-63993033-6645-4fe9-ba42-d6611bbe3eeb service nova] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Updated VIF entry in instance network info cache for port c86f8dba-e3db-4df1-8dc6-413396b23bce. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.512363] env[69357]: DEBUG nova.network.neutron [req-c55a2431-afec-47d9-a1af-25401b4e7970 req-63993033-6645-4fe9-ba42-d6611bbe3eeb service nova] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Updating instance_info_cache with network_info: [{"id": "c86f8dba-e3db-4df1-8dc6-413396b23bce", "address": "fa:16:3e:0e:99:0f", "network": {"id": "97fcff61-6a5b-4cbf-9455-7ed31718c9a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1511455476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2c435e6f1d34f458af111ef7e25f03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86f8dba-e3", "ovs_interfaceid": "c86f8dba-e3db-4df1-8dc6-413396b23bce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.548551] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.548787] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.548987] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Deleting the datastore file [datastore2] 649feb1b-250b-4d3f-be9c-89dc5cb17488 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.549287] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55186272-35d2-43f1-b0ed-a1ac7ebd8d22 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.561546] env[69357]: DEBUG oslo_vmware.api [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Waiting for the task: (returnval){ [ 778.561546] env[69357]: value = "task-4150487" [ 778.561546] env[69357]: _type = "Task" [ 778.561546] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.569026] env[69357]: DEBUG nova.compute.utils [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.572732] env[69357]: DEBUG nova.compute.manager [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.572732] env[69357]: DEBUG nova.network.neutron [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.591316] env[69357]: DEBUG oslo_vmware.api [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Task: {'id': task-4150487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.600759] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150484, 'name': CreateVM_Task, 'duration_secs': 0.486784} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.604809] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.606017] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.613049] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150485, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.671272] env[69357]: DEBUG nova.policy [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecd766bf9a024e268dd9ef16fae73cc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4233e026de44e8eb33c77164c1dc909', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.857308] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52526ab1-9e2b-6664-aa5c-c4d1d6841077, 'name': SearchDatastore_Task, 'duration_secs': 0.073999} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.858118] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.858118] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.858323] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.858323] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.858488] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.859518] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.859945] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.860305] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d26f1f39-9325-48cb-8074-f861c9a3fff2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.862810] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cb77cc1-3d11-46ec-945b-173202baa7b3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.869544] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 778.869544] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5229b6a5-1706-aa78-c20e-dbdc2d9b57aa" [ 778.869544] env[69357]: _type = "Task" [ 778.869544] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.874534] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.874739] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.875969] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef480f7e-229f-41fc-9f29-4e1c4ceb5555 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.881757] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5229b6a5-1706-aa78-c20e-dbdc2d9b57aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.885802] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 778.885802] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529d83c9-f5ca-646d-6097-85fff52cbd07" [ 778.885802] env[69357]: _type = "Task" [ 778.885802] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.896029] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529d83c9-f5ca-646d-6097-85fff52cbd07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.018954] env[69357]: DEBUG oslo_concurrency.lockutils [req-c55a2431-afec-47d9-a1af-25401b4e7970 req-63993033-6645-4fe9-ba42-d6611bbe3eeb service nova] Releasing lock "refresh_cache-d8dab389-b197-4774-8f88-295552bb57dc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.019447] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Acquiring lock "4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.019634] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Lock "4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.019864] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Acquiring lock "4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.020093] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Lock "4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.020293] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Lock "4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.023043] env[69357]: INFO nova.compute.manager [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Terminating instance [ 779.076701] env[69357]: DEBUG oslo_vmware.api [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Task: {'id': task-4150487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306623} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.077077] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.077289] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.077470] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.077650] env[69357]: INFO nova.compute.manager [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Took 1.17 seconds to destroy the instance on the hypervisor. [ 779.077911] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.078627] env[69357]: DEBUG nova.compute.manager [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.081595] env[69357]: DEBUG nova.compute.manager [-] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.081714] env[69357]: DEBUG nova.network.neutron [-] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.115630] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619562} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.118871] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f/2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.119200] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.119819] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6815dfbd-9c30-4e2c-ace8-c9509365c725 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.128840] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Waiting for the task: (returnval){ [ 779.128840] env[69357]: value = "task-4150488" [ 779.128840] env[69357]: _type = "Task" [ 779.128840] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.141569] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.381836] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5229b6a5-1706-aa78-c20e-dbdc2d9b57aa, 'name': SearchDatastore_Task, 'duration_secs': 0.01379} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.383159] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.383940] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.384285] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.384925] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fade873d-5ce5-4d72-aa2f-c755f6bbd78e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.398995] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529d83c9-f5ca-646d-6097-85fff52cbd07, 'name': SearchDatastore_Task, 'duration_secs': 0.014175} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.400089] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de65906-2c7f-4097-b6b8-75080cbdedbc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.404310] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe016a05-afff-4787-88bb-46d7ea8a34b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.411135] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 779.411135] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d4770f-ee17-53bb-45e5-8d5f3485f0bf" [ 779.411135] env[69357]: _type = "Task" [ 779.411135] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.444686] env[69357]: DEBUG nova.network.neutron [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Successfully created port: a7d3b49e-ddfa-414c-94e9-df175e925d48 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.450212] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9f5858-0dd9-48e9-8023-5a8783db481f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.462931] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d2c0e5-c872-4329-b86b-f5fd053e4b92 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.467230] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d4770f-ee17-53bb-45e5-8d5f3485f0bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.478984] env[69357]: DEBUG nova.compute.provider_tree [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.526644] env[69357]: DEBUG nova.compute.manager [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.526897] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.527845] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea296f2f-872b-47b4-8fa5-281312c61581 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.537134] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.537482] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec3734f6-d421-44b1-8bb6-dd7ee21a14e9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.545204] env[69357]: DEBUG oslo_vmware.api [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Waiting for the task: (returnval){ [ 779.545204] env[69357]: value = "task-4150489" [ 779.545204] env[69357]: _type = "Task" [ 779.545204] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.558730] env[69357]: DEBUG oslo_vmware.api [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Task: {'id': task-4150489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.641017] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075687} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.641365] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.642300] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded386b6-5c78-4eb5-bbea-c9eb37b782ba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.666583] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f/2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.666893] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aecd448a-1a17-43a4-bfa8-fabd8fd0de44 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.688242] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Waiting for the task: (returnval){ [ 779.688242] env[69357]: value = "task-4150490" [ 779.688242] env[69357]: _type = "Task" [ 779.688242] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.699250] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150490, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.957856] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d4770f-ee17-53bb-45e5-8d5f3485f0bf, 'name': SearchDatastore_Task, 'duration_secs': 0.053742} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.958302] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.958428] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 7f9b9cc2-fc44-4053-bb3b-c243eea7921c/7f9b9cc2-fc44-4053-bb3b-c243eea7921c.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.958753] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.958964] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.959224] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a32a3d7-e08f-4a2f-888b-484f77ef2ab9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.961806] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33ce98f2-dce9-4728-96e5-91537bc581d1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.972366] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 779.972366] env[69357]: value = "task-4150491" [ 779.972366] env[69357]: _type = "Task" [ 779.972366] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.977961] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.978333] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.979646] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef96bbeb-f826-47d7-a2ab-8e53e161216e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.987190] env[69357]: DEBUG nova.scheduler.client.report [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.991174] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.996050] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 779.996050] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a78121-3395-e8a2-4bd0-c883a00b04f9" [ 779.996050] env[69357]: _type = "Task" [ 779.996050] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.012060] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a78121-3395-e8a2-4bd0-c883a00b04f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.058346] env[69357]: DEBUG oslo_vmware.api [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Task: {'id': task-4150489, 'name': PowerOffVM_Task, 'duration_secs': 0.237401} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.058746] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.058925] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.059209] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c8f2818-7fa7-49cc-87c5-2906ebd12dd0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.094954] env[69357]: DEBUG nova.compute.manager [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.134014] env[69357]: DEBUG nova.virt.hardware [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.134477] env[69357]: DEBUG nova.virt.hardware [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.134767] env[69357]: DEBUG nova.virt.hardware [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.134767] env[69357]: DEBUG nova.virt.hardware [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.134988] env[69357]: DEBUG nova.virt.hardware [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.135128] env[69357]: DEBUG nova.virt.hardware [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.135354] env[69357]: DEBUG nova.virt.hardware [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.135521] env[69357]: DEBUG nova.virt.hardware [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.135867] env[69357]: DEBUG nova.virt.hardware [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.135867] env[69357]: DEBUG nova.virt.hardware [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.136120] env[69357]: DEBUG nova.virt.hardware [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.137438] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4233b982-c820-4747-9155-aeb7e6db3ee0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.141750] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.141971] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.142166] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Deleting the datastore file [datastore2] 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.142885] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b374917d-e7d5-4b6a-9f3a-722d5b8653c3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.155730] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34c6ee0-686f-4dde-bfc8-174a0e3371f4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.162221] env[69357]: DEBUG oslo_vmware.api [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Waiting for the task: (returnval){ [ 780.162221] env[69357]: value = "task-4150493" [ 780.162221] env[69357]: _type = "Task" [ 780.162221] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.179941] env[69357]: DEBUG oslo_vmware.api [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Task: {'id': task-4150493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.199444] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150490, 'name': ReconfigVM_Task, 'duration_secs': 0.434929} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.201029] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f/2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.201029] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-951f2dbc-78d6-47e7-8053-0bc72d0a39f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.211057] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Waiting for the task: (returnval){ [ 780.211057] env[69357]: value = "task-4150494" [ 780.211057] env[69357]: _type = "Task" [ 780.211057] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.224953] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150494, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.496656] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.432s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.499231] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150491, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.499896] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.106s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.513023] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a78121-3395-e8a2-4bd0-c883a00b04f9, 'name': SearchDatastore_Task, 'duration_secs': 0.016878} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.513919] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ac0f282-4cdd-4621-9095-c1edb27cddb4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.521043] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 780.521043] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5212202a-74dd-8f95-e0cd-99bd4ceaa8b1" [ 780.521043] env[69357]: _type = "Task" [ 780.521043] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.524116] env[69357]: DEBUG nova.compute.manager [req-a87b8420-3d80-4389-b515-5d09dcb3e9e6 req-11fce5c5-b770-44b5-a6c0-0a3cce623a2b service nova] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Received event network-changed-2698f9b8-db60-4c96-8d40-3e9ac6da442a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.524116] env[69357]: DEBUG nova.compute.manager [req-a87b8420-3d80-4389-b515-5d09dcb3e9e6 req-11fce5c5-b770-44b5-a6c0-0a3cce623a2b service nova] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Refreshing instance network info cache due to event network-changed-2698f9b8-db60-4c96-8d40-3e9ac6da442a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.524251] env[69357]: DEBUG oslo_concurrency.lockutils [req-a87b8420-3d80-4389-b515-5d09dcb3e9e6 req-11fce5c5-b770-44b5-a6c0-0a3cce623a2b service nova] Acquiring lock "refresh_cache-e0fe2d2a-c719-4ab8-bd50-7f439229322a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.524940] env[69357]: DEBUG oslo_concurrency.lockutils [req-a87b8420-3d80-4389-b515-5d09dcb3e9e6 req-11fce5c5-b770-44b5-a6c0-0a3cce623a2b service nova] Acquired lock "refresh_cache-e0fe2d2a-c719-4ab8-bd50-7f439229322a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.524940] env[69357]: DEBUG nova.network.neutron [req-a87b8420-3d80-4389-b515-5d09dcb3e9e6 req-11fce5c5-b770-44b5-a6c0-0a3cce623a2b service nova] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Refreshing network info cache for port 2698f9b8-db60-4c96-8d40-3e9ac6da442a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.532150] env[69357]: INFO nova.scheduler.client.report [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Deleted allocations for instance ac7f170b-7f83-40f1-8e6d-dea23e91ae30 [ 780.541838] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5212202a-74dd-8f95-e0cd-99bd4ceaa8b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.673044] env[69357]: DEBUG oslo_vmware.api [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Task: {'id': task-4150493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296339} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.673357] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.673547] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.673745] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.673939] env[69357]: INFO nova.compute.manager [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 780.674324] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.674424] env[69357]: DEBUG nova.compute.manager [-] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.674516] env[69357]: DEBUG nova.network.neutron [-] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.722842] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150494, 'name': Rename_Task, 'duration_secs': 0.482597} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.723088] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.723348] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ad9eea8-d279-458b-a83e-9dc2ce2e99e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.730942] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Waiting for the task: (returnval){ [ 780.730942] env[69357]: value = "task-4150495" [ 780.730942] env[69357]: _type = "Task" [ 780.730942] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.740747] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.834093] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Acquiring lock "3a6fd246-be33-4c93-8d1a-2a99fe59dd69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.834449] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Lock "3a6fd246-be33-4c93-8d1a-2a99fe59dd69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.875015] env[69357]: DEBUG nova.network.neutron [-] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.988826] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677572} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.989170] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 7f9b9cc2-fc44-4053-bb3b-c243eea7921c/7f9b9cc2-fc44-4053-bb3b-c243eea7921c.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.989439] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.990434] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a9a4d40-0508-4620-8689-1bc4c6774f23 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.000331] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 781.000331] env[69357]: value = "task-4150496" [ 781.000331] env[69357]: _type = "Task" [ 781.000331] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.031019] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.042665] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5212202a-74dd-8f95-e0cd-99bd4ceaa8b1, 'name': SearchDatastore_Task, 'duration_secs': 0.0587} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.043059] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.043498] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] d8dab389-b197-4774-8f88-295552bb57dc/d8dab389-b197-4774-8f88-295552bb57dc.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.047143] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50040ef5-0d9f-4cb2-8e74-7b3dd94e5862 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.050283] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46931de6-03e1-4ecc-b795-1de7f1eeea34 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Lock "ac7f170b-7f83-40f1-8e6d-dea23e91ae30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.900s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.058542] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 781.058542] env[69357]: value = "task-4150497" [ 781.058542] env[69357]: _type = "Task" [ 781.058542] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.069664] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.217021] env[69357]: DEBUG nova.compute.manager [req-bc8a7fa5-0695-47c2-8f5b-13408e573fd1 req-e0b92bed-a848-4377-90a3-9146fed2900d service nova] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Received event network-vif-deleted-24ade96f-3541-42c9-9f06-ec6e60dc2e9a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.248028] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150495, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.352781] env[69357]: DEBUG nova.network.neutron [req-a87b8420-3d80-4389-b515-5d09dcb3e9e6 req-11fce5c5-b770-44b5-a6c0-0a3cce623a2b service nova] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Updated VIF entry in instance network info cache for port 2698f9b8-db60-4c96-8d40-3e9ac6da442a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.353164] env[69357]: DEBUG nova.network.neutron [req-a87b8420-3d80-4389-b515-5d09dcb3e9e6 req-11fce5c5-b770-44b5-a6c0-0a3cce623a2b service nova] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Updating instance_info_cache with network_info: [{"id": "2698f9b8-db60-4c96-8d40-3e9ac6da442a", "address": "fa:16:3e:e8:18:e5", "network": {"id": "6bd9bb07-e962-4fdc-8a91-b408965684b1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2056431983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b8e28b852148559de8fa96d98ac850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2698f9b8-db", "ovs_interfaceid": "2698f9b8-db60-4c96-8d40-3e9ac6da442a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.377859] env[69357]: INFO nova.compute.manager [-] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Took 2.30 seconds to deallocate network for instance. [ 781.508289] env[69357]: DEBUG nova.network.neutron [-] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.519420] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083103} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.519909] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.521770] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857ac404-adfc-4ea2-bd5d-4befa7d3c0e4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.527692] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Applying migration context for instance 933cc7d7-1160-4539-ba0d-002de1461d17 as it has an incoming, in-progress migration 70cf8fcf-d7af-4d7b-8d26-75f78a959898. Migration status is confirming {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 781.531649] env[69357]: INFO nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Updating resource usage from migration 70cf8fcf-d7af-4d7b-8d26-75f78a959898 [ 781.559415] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 7f9b9cc2-fc44-4053-bb3b-c243eea7921c/7f9b9cc2-fc44-4053-bb3b-c243eea7921c.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.560556] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7c9a5b0-0981-4816-bc87-734d7520305a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.581727] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 781.581895] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance de227edf-e886-4d9e-932b-4e83c02153e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 781.582142] env[69357]: WARNING nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 5338dc92-c619-4a06-ad2f-6a3821bd9507 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.582360] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 781.582564] env[69357]: WARNING nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance bf558c86-a733-43d1-a519-6e5a48b04943 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.582947] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 7a15f252-27dd-4d08-b403-e28163cbd102 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 781.583153] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 649feb1b-250b-4d3f-be9c-89dc5cb17488 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 781.583379] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 74f2d7a3-9dd0-4557-8cef-0770d3425dd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 781.583531] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 58b37c75-ed1a-4f9a-9896-6001bdf01d3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 781.583673] env[69357]: WARNING nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 012edabe-4abd-408a-bccd-8b79c1e223e6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.583842] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 3c97cef7-29d5-4c3c-ad60-6e8ad320241b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 781.584033] env[69357]: WARNING nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.584204] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 781.584336] env[69357]: WARNING nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 43fa3c7f-7341-418c-8773-4e3649056090 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.584460] env[69357]: WARNING nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 62ae2543-64b3-43e2-bb55-529915a80aec is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.584581] env[69357]: WARNING nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 0817093b-657e-4ff7-9536-f2357c21d74b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.584717] env[69357]: WARNING nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance bfdd2857-91af-4408-9d80-2e096518fe39 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.584929] env[69357]: WARNING nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 475e02eb-0de9-4425-af51-e906aa067f6d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.585104] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance e0fe2d2a-c719-4ab8-bd50-7f439229322a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 781.585269] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 781.585390] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 781.585514] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Migration 70cf8fcf-d7af-4d7b-8d26-75f78a959898 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 781.585621] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance d8dab389-b197-4774-8f88-295552bb57dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 781.585729] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 933cc7d7-1160-4539-ba0d-002de1461d17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 781.585887] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 7f9b9cc2-fc44-4053-bb3b-c243eea7921c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 781.586093] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 781.603777] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150497, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.606457] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 781.606457] env[69357]: value = "task-4150498" [ 781.606457] env[69357]: _type = "Task" [ 781.606457] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.619498] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150498, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.747026] env[69357]: DEBUG oslo_vmware.api [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150495, 'name': PowerOnVM_Task, 'duration_secs': 0.535451} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.747026] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.747026] env[69357]: DEBUG nova.compute.manager [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 781.747026] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7040fa9-90b9-4bef-a46c-12af383b7121 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.785762] env[69357]: DEBUG nova.network.neutron [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Successfully updated port: a7d3b49e-ddfa-414c-94e9-df175e925d48 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.856574] env[69357]: DEBUG oslo_concurrency.lockutils [req-a87b8420-3d80-4389-b515-5d09dcb3e9e6 req-11fce5c5-b770-44b5-a6c0-0a3cce623a2b service nova] Releasing lock "refresh_cache-e0fe2d2a-c719-4ab8-bd50-7f439229322a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.883837] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.011658] env[69357]: INFO nova.compute.manager [-] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Took 1.34 seconds to deallocate network for instance. [ 782.074805] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711186} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.075204] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] d8dab389-b197-4774-8f88-295552bb57dc/d8dab389-b197-4774-8f88-295552bb57dc.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.075467] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.075758] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad86916f-eaab-432c-99e3-dfe9708c898c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.084414] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 782.084414] env[69357]: value = "task-4150499" [ 782.084414] env[69357]: _type = "Task" [ 782.084414] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.094042] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.097518] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 782.117549] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.276265] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.288456] env[69357]: DEBUG oslo_concurrency.lockutils [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Acquiring lock "refresh_cache-e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.288654] env[69357]: DEBUG oslo_concurrency.lockutils [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Acquired lock "refresh_cache-e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.288844] env[69357]: DEBUG nova.network.neutron [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.518933] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.596916] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177135} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.596916] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.598264] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18055e5c-06f2-4387-b179-5a9188039d92 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.600983] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance e402b5ae-8d98-4790-8c53-0e6d6559cd2a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 782.626620] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] d8dab389-b197-4774-8f88-295552bb57dc/d8dab389-b197-4774-8f88-295552bb57dc.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.631378] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb299777-cbb8-411d-b436-db7fc3525c2f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.653217] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150498, 'name': ReconfigVM_Task, 'duration_secs': 0.915411} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.655186] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 7f9b9cc2-fc44-4053-bb3b-c243eea7921c/7f9b9cc2-fc44-4053-bb3b-c243eea7921c.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.656026] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 782.656026] env[69357]: value = "task-4150500" [ 782.656026] env[69357]: _type = "Task" [ 782.656026] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.656395] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82e88bd6-2428-4670-be88-05980f2b2a0d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.669407] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Acquiring lock "e0fe2d2a-c719-4ab8-bd50-7f439229322a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.669675] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Lock "e0fe2d2a-c719-4ab8-bd50-7f439229322a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.669917] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Acquiring lock "e0fe2d2a-c719-4ab8-bd50-7f439229322a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.670162] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Lock "e0fe2d2a-c719-4ab8-bd50-7f439229322a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.670400] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Lock "e0fe2d2a-c719-4ab8-bd50-7f439229322a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.672145] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150500, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.673738] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 782.673738] env[69357]: value = "task-4150501" [ 782.673738] env[69357]: _type = "Task" [ 782.673738] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.674286] env[69357]: INFO nova.compute.manager [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Terminating instance [ 782.688627] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150501, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.746055] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Acquiring lock "2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.746398] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Lock "2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.746687] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Acquiring lock "2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.746946] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Lock "2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.747620] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Lock "2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.749870] env[69357]: INFO nova.compute.manager [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Terminating instance [ 782.837831] env[69357]: DEBUG nova.network.neutron [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.032526] env[69357]: DEBUG nova.network.neutron [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Updating instance_info_cache with network_info: [{"id": "a7d3b49e-ddfa-414c-94e9-df175e925d48", "address": "fa:16:3e:d9:e1:d0", "network": {"id": "8e528957-41a4-4ca4-86ad-b74aac882d79", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1831656953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4233e026de44e8eb33c77164c1dc909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d3b49e-dd", "ovs_interfaceid": "a7d3b49e-ddfa-414c-94e9-df175e925d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.118244] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance fd7a3a67-ae9f-4954-85c7-49f9bc252105 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 783.175081] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150500, 'name': ReconfigVM_Task, 'duration_secs': 0.322638} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.175081] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Reconfigured VM instance instance-00000023 to attach disk [datastore1] d8dab389-b197-4774-8f88-295552bb57dc/d8dab389-b197-4774-8f88-295552bb57dc.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.175415] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8e0a045-c0f3-48e7-aa4c-8972f5f277e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.180982] env[69357]: DEBUG nova.compute.manager [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.181253] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.183031] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0560e7c5-a598-49eb-b925-f27e5768cc09 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.189455] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150501, 'name': Rename_Task, 'duration_secs': 0.24807} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.189772] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 783.189772] env[69357]: value = "task-4150502" [ 783.189772] env[69357]: _type = "Task" [ 783.189772] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.190538] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.190952] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b752632-55ba-43d1-b1eb-b265adec0419 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.201209] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.202051] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2e44e3f-75f7-43df-b72f-cad423a35ecc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.208914] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150502, 'name': Rename_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.211783] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 783.211783] env[69357]: value = "task-4150503" [ 783.211783] env[69357]: _type = "Task" [ 783.211783] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.212076] env[69357]: DEBUG oslo_vmware.api [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Waiting for the task: (returnval){ [ 783.212076] env[69357]: value = "task-4150504" [ 783.212076] env[69357]: _type = "Task" [ 783.212076] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.225779] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.230250] env[69357]: DEBUG oslo_vmware.api [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Task: {'id': task-4150504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.255570] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Acquiring lock "refresh_cache-2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.255570] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Acquired lock "refresh_cache-2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.255570] env[69357]: DEBUG nova.network.neutron [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.277586] env[69357]: DEBUG nova.compute.manager [req-1117407d-e320-46f5-9aab-34e5c76dcf20 req-8c2ed410-3861-45ad-80a6-0dcd5b01801c service nova] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Received event network-vif-deleted-6b14c740-2824-4070-906b-85c18284a403 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.277886] env[69357]: DEBUG nova.compute.manager [req-1117407d-e320-46f5-9aab-34e5c76dcf20 req-8c2ed410-3861-45ad-80a6-0dcd5b01801c service nova] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Received event network-vif-plugged-a7d3b49e-ddfa-414c-94e9-df175e925d48 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.277989] env[69357]: DEBUG oslo_concurrency.lockutils [req-1117407d-e320-46f5-9aab-34e5c76dcf20 req-8c2ed410-3861-45ad-80a6-0dcd5b01801c service nova] Acquiring lock "e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.278239] env[69357]: DEBUG oslo_concurrency.lockutils [req-1117407d-e320-46f5-9aab-34e5c76dcf20 req-8c2ed410-3861-45ad-80a6-0dcd5b01801c service nova] Lock "e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.278435] env[69357]: DEBUG oslo_concurrency.lockutils [req-1117407d-e320-46f5-9aab-34e5c76dcf20 req-8c2ed410-3861-45ad-80a6-0dcd5b01801c service nova] Lock "e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.278811] env[69357]: DEBUG nova.compute.manager [req-1117407d-e320-46f5-9aab-34e5c76dcf20 req-8c2ed410-3861-45ad-80a6-0dcd5b01801c service nova] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] No waiting events found dispatching network-vif-plugged-a7d3b49e-ddfa-414c-94e9-df175e925d48 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 783.278811] env[69357]: WARNING nova.compute.manager [req-1117407d-e320-46f5-9aab-34e5c76dcf20 req-8c2ed410-3861-45ad-80a6-0dcd5b01801c service nova] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Received unexpected event network-vif-plugged-a7d3b49e-ddfa-414c-94e9-df175e925d48 for instance with vm_state building and task_state spawning. [ 783.279444] env[69357]: DEBUG nova.compute.manager [req-1117407d-e320-46f5-9aab-34e5c76dcf20 req-8c2ed410-3861-45ad-80a6-0dcd5b01801c service nova] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Received event network-changed-a7d3b49e-ddfa-414c-94e9-df175e925d48 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.279444] env[69357]: DEBUG nova.compute.manager [req-1117407d-e320-46f5-9aab-34e5c76dcf20 req-8c2ed410-3861-45ad-80a6-0dcd5b01801c service nova] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Refreshing instance network info cache due to event network-changed-a7d3b49e-ddfa-414c-94e9-df175e925d48. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 783.279444] env[69357]: DEBUG oslo_concurrency.lockutils [req-1117407d-e320-46f5-9aab-34e5c76dcf20 req-8c2ed410-3861-45ad-80a6-0dcd5b01801c service nova] Acquiring lock "refresh_cache-e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.534858] env[69357]: DEBUG oslo_concurrency.lockutils [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Releasing lock "refresh_cache-e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.535212] env[69357]: DEBUG nova.compute.manager [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Instance network_info: |[{"id": "a7d3b49e-ddfa-414c-94e9-df175e925d48", "address": "fa:16:3e:d9:e1:d0", "network": {"id": "8e528957-41a4-4ca4-86ad-b74aac882d79", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1831656953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4233e026de44e8eb33c77164c1dc909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d3b49e-dd", "ovs_interfaceid": "a7d3b49e-ddfa-414c-94e9-df175e925d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 783.535531] env[69357]: DEBUG oslo_concurrency.lockutils [req-1117407d-e320-46f5-9aab-34e5c76dcf20 req-8c2ed410-3861-45ad-80a6-0dcd5b01801c service nova] Acquired lock "refresh_cache-e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.535731] env[69357]: DEBUG nova.network.neutron [req-1117407d-e320-46f5-9aab-34e5c76dcf20 req-8c2ed410-3861-45ad-80a6-0dcd5b01801c service nova] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Refreshing network info cache for port a7d3b49e-ddfa-414c-94e9-df175e925d48 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.537051] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:e1:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7d3b49e-ddfa-414c-94e9-df175e925d48', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.545902] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Creating folder: Project (e4233e026de44e8eb33c77164c1dc909). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.549505] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4e4ee52-05a2-49a9-a96c-fe0aa2de8cd1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.562275] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Created folder: Project (e4233e026de44e8eb33c77164c1dc909) in parent group-v821763. [ 783.562552] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Creating folder: Instances. Parent ref: group-v821869. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.562837] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8076736-d9cf-4874-952e-03f6b8eb3d6f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.574735] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Created folder: Instances in parent group-v821869. [ 783.574735] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.574735] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.575054] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e188dc08-e29d-4f20-943b-ee0f5f4208cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.596589] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.596589] env[69357]: value = "task-4150507" [ 783.596589] env[69357]: _type = "Task" [ 783.596589] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.608878] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150507, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.621977] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance dd42ede8-77ba-4781-95c2-5ed45f9b93ab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 783.705023] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150502, 'name': Rename_Task, 'duration_secs': 0.19153} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.705023] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.705023] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f32fa26-ba47-4cf0-9542-fcdbc36b010f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.713948] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 783.713948] env[69357]: value = "task-4150508" [ 783.713948] env[69357]: _type = "Task" [ 783.713948] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.730175] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.737613] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150503, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.738026] env[69357]: DEBUG oslo_vmware.api [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Task: {'id': task-4150504, 'name': PowerOffVM_Task, 'duration_secs': 0.275927} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.738293] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.738465] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.738731] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d71e185-ac0e-4a71-92c7-a18af4b9c223 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.802125] env[69357]: DEBUG nova.network.neutron [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.830054] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.831027] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.831027] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Deleting the datastore file [datastore2] e0fe2d2a-c719-4ab8-bd50-7f439229322a {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.831202] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04afdc9d-1df5-42fa-a58b-3a5cd0047645 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.838536] env[69357]: DEBUG oslo_vmware.api [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Waiting for the task: (returnval){ [ 783.838536] env[69357]: value = "task-4150510" [ 783.838536] env[69357]: _type = "Task" [ 783.838536] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.849082] env[69357]: DEBUG oslo_vmware.api [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Task: {'id': task-4150510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.919407] env[69357]: DEBUG nova.network.neutron [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.938416] env[69357]: DEBUG nova.network.neutron [req-1117407d-e320-46f5-9aab-34e5c76dcf20 req-8c2ed410-3861-45ad-80a6-0dcd5b01801c service nova] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Updated VIF entry in instance network info cache for port a7d3b49e-ddfa-414c-94e9-df175e925d48. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.938853] env[69357]: DEBUG nova.network.neutron [req-1117407d-e320-46f5-9aab-34e5c76dcf20 req-8c2ed410-3861-45ad-80a6-0dcd5b01801c service nova] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Updating instance_info_cache with network_info: [{"id": "a7d3b49e-ddfa-414c-94e9-df175e925d48", "address": "fa:16:3e:d9:e1:d0", "network": {"id": "8e528957-41a4-4ca4-86ad-b74aac882d79", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1831656953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4233e026de44e8eb33c77164c1dc909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d3b49e-dd", "ovs_interfaceid": "a7d3b49e-ddfa-414c-94e9-df175e925d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.113293] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150507, 'name': CreateVM_Task, 'duration_secs': 0.507095} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.113678] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.114443] env[69357]: DEBUG oslo_concurrency.lockutils [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.114715] env[69357]: DEBUG oslo_concurrency.lockutils [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.115110] env[69357]: DEBUG oslo_concurrency.lockutils [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.115452] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1649b393-b728-4d4c-acc2-5cceb5a90562 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.122563] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Waiting for the task: (returnval){ [ 784.122563] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]520f17bb-180f-f35a-960f-f9569a6a64b0" [ 784.122563] env[69357]: _type = "Task" [ 784.122563] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.126741] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 86ede26b-bb10-412c-ae55-c8463428219b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 784.135208] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]520f17bb-180f-f35a-960f-f9569a6a64b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.228900] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150503, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.236196] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150508, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.349667] env[69357]: DEBUG oslo_vmware.api [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Task: {'id': task-4150510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286414} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.349977] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.350216] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.350444] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.350679] env[69357]: INFO nova.compute.manager [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 784.351029] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.351325] env[69357]: DEBUG nova.compute.manager [-] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.351488] env[69357]: DEBUG nova.network.neutron [-] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.422913] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Releasing lock "refresh_cache-2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.423495] env[69357]: DEBUG nova.compute.manager [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.423734] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.426916] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8ec348-589d-4854-8a43-220fb911b2c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.436051] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.436319] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15bf5591-c032-4e72-b48f-cfcc95a810df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.441772] env[69357]: DEBUG oslo_concurrency.lockutils [req-1117407d-e320-46f5-9aab-34e5c76dcf20 req-8c2ed410-3861-45ad-80a6-0dcd5b01801c service nova] Releasing lock "refresh_cache-e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.444494] env[69357]: DEBUG oslo_vmware.api [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Waiting for the task: (returnval){ [ 784.444494] env[69357]: value = "task-4150511" [ 784.444494] env[69357]: _type = "Task" [ 784.444494] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.456620] env[69357]: DEBUG oslo_vmware.api [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.630229] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance a2e799b7-d685-48ea-b21d-9327af272871 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 784.636386] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]520f17bb-180f-f35a-960f-f9569a6a64b0, 'name': SearchDatastore_Task, 'duration_secs': 0.019901} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.637493] env[69357]: DEBUG oslo_concurrency.lockutils [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.637493] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.637605] env[69357]: DEBUG oslo_concurrency.lockutils [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.637796] env[69357]: DEBUG oslo_concurrency.lockutils [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.638041] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.638357] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b959450-2a2b-4775-abe6-84c396f60f71 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.649528] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.649758] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.650596] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14966a3e-7a61-4dcf-9814-e7ddd8233eec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.658443] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Waiting for the task: (returnval){ [ 784.658443] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5262954c-62ee-3462-984e-fb4b9ed0404f" [ 784.658443] env[69357]: _type = "Task" [ 784.658443] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.672020] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5262954c-62ee-3462-984e-fb4b9ed0404f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.728817] env[69357]: DEBUG oslo_vmware.api [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150503, 'name': PowerOnVM_Task, 'duration_secs': 1.052671} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.730552] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.730790] env[69357]: INFO nova.compute.manager [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Took 7.59 seconds to spawn the instance on the hypervisor. [ 784.730977] env[69357]: DEBUG nova.compute.manager [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 784.733143] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dab3ab-766b-4321-9222-40c7b6478d9d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.739034] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150508, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.955772] env[69357]: DEBUG oslo_vmware.api [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150511, 'name': PowerOffVM_Task, 'duration_secs': 0.190736} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.956592] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.956592] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.956592] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ba446fe-61b9-40c7-8489-cf8a221f5ca1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.985689] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.985959] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.986444] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Deleting the datastore file [datastore1] 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.986756] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77025077-24d6-4047-8af6-400b5b38b4dd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.994122] env[69357]: DEBUG oslo_vmware.api [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Waiting for the task: (returnval){ [ 784.994122] env[69357]: value = "task-4150513" [ 784.994122] env[69357]: _type = "Task" [ 784.994122] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.003535] env[69357]: DEBUG oslo_vmware.api [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.138702] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance b1195a85-a1b3-4415-a4d8-3b8c910409a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 785.170069] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5262954c-62ee-3462-984e-fb4b9ed0404f, 'name': SearchDatastore_Task, 'duration_secs': 0.020909} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.170894] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e9d9b2d-dc1b-4d71-9387-5f24fbfebe53 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.177442] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Waiting for the task: (returnval){ [ 785.177442] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52be2628-4de3-fb2f-864f-60f3bd011d0e" [ 785.177442] env[69357]: _type = "Task" [ 785.177442] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.186553] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52be2628-4de3-fb2f-864f-60f3bd011d0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.233587] env[69357]: DEBUG oslo_vmware.api [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150508, 'name': PowerOnVM_Task, 'duration_secs': 1.234042} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.233886] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.234124] env[69357]: INFO nova.compute.manager [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Took 10.89 seconds to spawn the instance on the hypervisor. [ 785.234313] env[69357]: DEBUG nova.compute.manager [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 785.235139] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460b17bd-b1b3-4b08-b46e-c35536d63202 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.237836] env[69357]: DEBUG nova.network.neutron [-] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.256767] env[69357]: INFO nova.compute.manager [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Took 41.81 seconds to build instance. [ 785.336673] env[69357]: DEBUG nova.compute.manager [req-2f3b9fd4-5c4f-4a81-901c-a533f9e999b5 req-a760a783-4a99-4f04-823f-cd4b72b22721 service nova] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Received event network-vif-deleted-2698f9b8-db60-4c96-8d40-3e9ac6da442a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.505128] env[69357]: DEBUG oslo_vmware.api [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Task: {'id': task-4150513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302803} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.506032] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.506032] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.506032] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.506032] env[69357]: INFO nova.compute.manager [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Took 1.08 seconds to destroy the instance on the hypervisor. [ 785.506428] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.506664] env[69357]: DEBUG nova.compute.manager [-] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.506870] env[69357]: DEBUG nova.network.neutron [-] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.525535] env[69357]: DEBUG nova.network.neutron [-] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.642403] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance fecb77e3-7516-46ec-8c82-fca2de9c61bc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 785.688391] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52be2628-4de3-fb2f-864f-60f3bd011d0e, 'name': SearchDatastore_Task, 'duration_secs': 0.034402} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.688699] env[69357]: DEBUG oslo_concurrency.lockutils [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.688988] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9/e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.689260] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-301863c1-b08f-4ae2-9e36-76b7a520f3d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.695743] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Waiting for the task: (returnval){ [ 785.695743] env[69357]: value = "task-4150514" [ 785.695743] env[69357]: _type = "Task" [ 785.695743] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.704160] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': task-4150514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.741383] env[69357]: INFO nova.compute.manager [-] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Took 1.39 seconds to deallocate network for instance. [ 785.752944] env[69357]: INFO nova.compute.manager [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Took 43.22 seconds to build instance. [ 785.758266] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6d96aa24-9676-4ad0-94d5-317c36218273 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Lock "7f9b9cc2-fc44-4053-bb3b-c243eea7921c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.985s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.030386] env[69357]: DEBUG nova.network.neutron [-] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.128335] env[69357]: DEBUG oslo_vmware.rw_handles [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0362c-ced1-6b9c-3e30-9de4c4061e61/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 786.129452] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6c5dc2-d295-4b25-8d35-5018afb2d53d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.136376] env[69357]: DEBUG oslo_vmware.rw_handles [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0362c-ced1-6b9c-3e30-9de4c4061e61/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 786.136579] env[69357]: ERROR oslo_vmware.rw_handles [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0362c-ced1-6b9c-3e30-9de4c4061e61/disk-0.vmdk due to incomplete transfer. [ 786.136974] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c6735280-3ff3-40ad-8d15-3060c07f8de3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.145531] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 786.149093] env[69357]: DEBUG oslo_vmware.rw_handles [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0362c-ced1-6b9c-3e30-9de4c4061e61/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 786.149334] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Uploaded image 2bb97662-3309-4ce8-b67a-627a5735c580 to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 786.156567] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 786.157063] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4653fef6-6a7c-4d27-86cc-cdf68b938802 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.164663] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 786.164663] env[69357]: value = "task-4150515" [ 786.164663] env[69357]: _type = "Task" [ 786.164663] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.176237] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150515, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.206501] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': task-4150514, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.247496] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.255332] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aec5fcd7-48a6-491c-b06e-471d63b55b48 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "d8dab389-b197-4774-8f88-295552bb57dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.298s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.261498] env[69357]: DEBUG nova.compute.manager [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.535567] env[69357]: INFO nova.compute.manager [-] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Took 1.03 seconds to deallocate network for instance. [ 786.659188] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 36949508-c7f6-451e-a426-2fe304eb776d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 786.682325] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150515, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.710223] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': task-4150514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.971144} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.710223] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9/e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.710223] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.710223] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6109c45-7829-4d4b-89bb-656d7360e0b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.716927] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Waiting for the task: (returnval){ [ 786.716927] env[69357]: value = "task-4150516" [ 786.716927] env[69357]: _type = "Task" [ 786.716927] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.726705] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': task-4150516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.758102] env[69357]: DEBUG nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.800878] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.975206] env[69357]: DEBUG nova.compute.manager [req-d867b500-45fc-4af2-aa19-d162be5a23e9 req-8f90ba0d-29b3-4227-b5bc-80ba60ca7aae service nova] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Received event network-changed-c86f8dba-e3db-4df1-8dc6-413396b23bce {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.975517] env[69357]: DEBUG nova.compute.manager [req-d867b500-45fc-4af2-aa19-d162be5a23e9 req-8f90ba0d-29b3-4227-b5bc-80ba60ca7aae service nova] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Refreshing instance network info cache due to event network-changed-c86f8dba-e3db-4df1-8dc6-413396b23bce. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.976976] env[69357]: DEBUG oslo_concurrency.lockutils [req-d867b500-45fc-4af2-aa19-d162be5a23e9 req-8f90ba0d-29b3-4227-b5bc-80ba60ca7aae service nova] Acquiring lock "refresh_cache-d8dab389-b197-4774-8f88-295552bb57dc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.976976] env[69357]: DEBUG oslo_concurrency.lockutils [req-d867b500-45fc-4af2-aa19-d162be5a23e9 req-8f90ba0d-29b3-4227-b5bc-80ba60ca7aae service nova] Acquired lock "refresh_cache-d8dab389-b197-4774-8f88-295552bb57dc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.976976] env[69357]: DEBUG nova.network.neutron [req-d867b500-45fc-4af2-aa19-d162be5a23e9 req-8f90ba0d-29b3-4227-b5bc-80ba60ca7aae service nova] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Refreshing network info cache for port c86f8dba-e3db-4df1-8dc6-413396b23bce {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.050870] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.161946] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 43bb73c9-a011-4251-b7ab-1088da7ad5fb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 787.182052] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150515, 'name': Destroy_Task, 'duration_secs': 0.799405} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.182284] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Destroyed the VM [ 787.182525] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 787.182772] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2bd89803-495b-4777-bd22-e63eb2fbf570 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.190586] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 787.190586] env[69357]: value = "task-4150517" [ 787.190586] env[69357]: _type = "Task" [ 787.190586] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.201689] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150517, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.226495] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': task-4150516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083681} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.226760] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.227709] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838eae88-bf60-4620-9e6e-f6ddce459a0b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.253347] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9/e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.254057] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96163a2a-1481-43b9-93ef-f99ea028f9b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.279736] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Waiting for the task: (returnval){ [ 787.279736] env[69357]: value = "task-4150518" [ 787.279736] env[69357]: _type = "Task" [ 787.279736] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.289071] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': task-4150518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.292936] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.666275] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 3a6fd246-be33-4c93-8d1a-2a99fe59dd69 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 787.666708] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 787.666928] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 787.709248] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150517, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.794307] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': task-4150518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.815250] env[69357]: DEBUG nova.network.neutron [req-d867b500-45fc-4af2-aa19-d162be5a23e9 req-8f90ba0d-29b3-4227-b5bc-80ba60ca7aae service nova] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Updated VIF entry in instance network info cache for port c86f8dba-e3db-4df1-8dc6-413396b23bce. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.815750] env[69357]: DEBUG nova.network.neutron [req-d867b500-45fc-4af2-aa19-d162be5a23e9 req-8f90ba0d-29b3-4227-b5bc-80ba60ca7aae service nova] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Updating instance_info_cache with network_info: [{"id": "c86f8dba-e3db-4df1-8dc6-413396b23bce", "address": "fa:16:3e:0e:99:0f", "network": {"id": "97fcff61-6a5b-4cbf-9455-7ed31718c9a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1511455476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2c435e6f1d34f458af111ef7e25f03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86f8dba-e3", "ovs_interfaceid": "c86f8dba-e3db-4df1-8dc6-413396b23bce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.209917] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150517, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.221041] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d999fdd4-cd2a-4083-bb07-8f40c21a698c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.230095] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ad0250-cc80-4235-8266-892eee628902 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.262062] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f8015b-f850-4a5c-a385-8754df5aeef0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.270846] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc626c5-aa76-4d66-a496-87d7026e2198 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.289029] env[69357]: DEBUG nova.compute.provider_tree [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.300253] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': task-4150518, 'name': ReconfigVM_Task, 'duration_secs': 0.744757} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.300664] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Reconfigured VM instance instance-00000025 to attach disk [datastore2] e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9/e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.301945] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4e839dc-e3fc-409c-bfd0-bb8a37ce5ffd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.310661] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Waiting for the task: (returnval){ [ 788.310661] env[69357]: value = "task-4150519" [ 788.310661] env[69357]: _type = "Task" [ 788.310661] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.321966] env[69357]: DEBUG oslo_concurrency.lockutils [req-d867b500-45fc-4af2-aa19-d162be5a23e9 req-8f90ba0d-29b3-4227-b5bc-80ba60ca7aae service nova] Releasing lock "refresh_cache-d8dab389-b197-4774-8f88-295552bb57dc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.322423] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': task-4150519, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.706957] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150517, 'name': RemoveSnapshot_Task, 'duration_secs': 1.150507} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.708557] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 788.708557] env[69357]: DEBUG nova.compute.manager [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 788.708557] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa8faaf-a199-4830-bf9c-e40178e30cca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.791858] env[69357]: DEBUG nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.821034] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': task-4150519, 'name': Rename_Task, 'duration_secs': 0.355799} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.821317] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.821559] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61e4fd19-7e75-475f-8603-d854d66663cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.828521] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Waiting for the task: (returnval){ [ 788.828521] env[69357]: value = "task-4150520" [ 788.828521] env[69357]: _type = "Task" [ 788.828521] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.836453] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': task-4150520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.221885] env[69357]: INFO nova.compute.manager [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Shelve offloading [ 789.296839] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 789.297192] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.797s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.297937] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.859s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.298208] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.300702] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.337s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.300894] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.303137] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.352s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.303344] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.305059] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.640s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.305269] env[69357]: DEBUG nova.objects.instance [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 789.335215] env[69357]: INFO nova.scheduler.client.report [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Deleted allocations for instance bf558c86-a733-43d1-a519-6e5a48b04943 [ 789.337386] env[69357]: INFO nova.scheduler.client.report [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Deleted allocations for instance 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1 [ 789.349621] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': task-4150520, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.354067] env[69357]: INFO nova.scheduler.client.report [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Deleted allocations for instance 012edabe-4abd-408a-bccd-8b79c1e223e6 [ 789.726037] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.727111] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbd47d85-3661-4717-9993-6dad71fc018e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.734050] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 789.734050] env[69357]: value = "task-4150521" [ 789.734050] env[69357]: _type = "Task" [ 789.734050] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.744014] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 789.744336] env[69357]: DEBUG nova.compute.manager [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 789.745162] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68c4103-1d60-4714-a63d-21f770a90505 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.751796] env[69357]: DEBUG oslo_concurrency.lockutils [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "refresh_cache-7a15f252-27dd-4d08-b403-e28163cbd102" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.751976] env[69357]: DEBUG oslo_concurrency.lockutils [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquired lock "refresh_cache-7a15f252-27dd-4d08-b403-e28163cbd102" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.752163] env[69357]: DEBUG nova.network.neutron [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.839386] env[69357]: DEBUG oslo_vmware.api [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': task-4150520, 'name': PowerOnVM_Task, 'duration_secs': 0.739698} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.839707] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.839914] env[69357]: INFO nova.compute.manager [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Took 9.74 seconds to spawn the instance on the hypervisor. [ 789.840145] env[69357]: DEBUG nova.compute.manager [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 789.840940] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3507bc19-09ab-46d6-aa76-1914f3bb1f37 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.846283] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d36fe26e-d06f-4e2b-9d6e-ab6a0ebe9d2a tempest-VolumesAssistedSnapshotsTest-1004854712 tempest-VolumesAssistedSnapshotsTest-1004854712-project-member] Lock "bf558c86-a733-43d1-a519-6e5a48b04943" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.516s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.854020] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a0c80add-1358-47f6-a133-f8089a75c10a tempest-DeleteServersAdminTestJSON-1592801387 tempest-DeleteServersAdminTestJSON-1592801387-project-member] Lock "1ba11df2-a9d1-4d31-ba73-f84c957dd5d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.331s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.859708] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e2f4c096-e558-4640-a827-b267306a7121 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "012edabe-4abd-408a-bccd-8b79c1e223e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.460s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.317503] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bf70799d-b108-4626-bd24-6501204cda72 tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.318686] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.764s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.322101] env[69357]: INFO nova.compute.claims [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.367841] env[69357]: INFO nova.compute.manager [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Took 45.24 seconds to build instance. [ 790.872172] env[69357]: DEBUG oslo_concurrency.lockutils [None req-733084d6-8474-4ffd-890d-f7b2058e4fb4 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Lock "e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.927s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.022454] env[69357]: DEBUG nova.network.neutron [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Updating instance_info_cache with network_info: [{"id": "9f80b973-7124-44d9-acbe-0dff3054e787", "address": "fa:16:3e:3d:8f:e8", "network": {"id": "9ac9af87-2a9b-4b98-916d-d52218cbd798", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1209329353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c07fba44da3046f5a349f1c812d09558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f80b973-71", "ovs_interfaceid": "9f80b973-7124-44d9-acbe-0dff3054e787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.376161] env[69357]: DEBUG nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.456931] env[69357]: DEBUG nova.compute.manager [req-b6e30a54-66ea-4f63-832c-eb2fead7d9a3 req-0c6605ae-a957-43e9-be41-2875a88779a1 service nova] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Received event network-changed-a7d3b49e-ddfa-414c-94e9-df175e925d48 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.457365] env[69357]: DEBUG nova.compute.manager [req-b6e30a54-66ea-4f63-832c-eb2fead7d9a3 req-0c6605ae-a957-43e9-be41-2875a88779a1 service nova] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Refreshing instance network info cache due to event network-changed-a7d3b49e-ddfa-414c-94e9-df175e925d48. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.457442] env[69357]: DEBUG oslo_concurrency.lockutils [req-b6e30a54-66ea-4f63-832c-eb2fead7d9a3 req-0c6605ae-a957-43e9-be41-2875a88779a1 service nova] Acquiring lock "refresh_cache-e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.457618] env[69357]: DEBUG oslo_concurrency.lockutils [req-b6e30a54-66ea-4f63-832c-eb2fead7d9a3 req-0c6605ae-a957-43e9-be41-2875a88779a1 service nova] Acquired lock "refresh_cache-e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.457825] env[69357]: DEBUG nova.network.neutron [req-b6e30a54-66ea-4f63-832c-eb2fead7d9a3 req-0c6605ae-a957-43e9-be41-2875a88779a1 service nova] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Refreshing network info cache for port a7d3b49e-ddfa-414c-94e9-df175e925d48 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.529307] env[69357]: DEBUG oslo_concurrency.lockutils [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Releasing lock "refresh_cache-7a15f252-27dd-4d08-b403-e28163cbd102" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.651738] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquiring lock "4dbab034-07d4-43ce-a4b3-67861b9cd3e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.651738] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "4dbab034-07d4-43ce-a4b3-67861b9cd3e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.911743] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.932756] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd71d6d-e433-4bc1-b1a3-d463f34358f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.943912] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8182b7-0a2e-4a03-929f-2b33304e9783 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.990076] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbc945c-7c34-4016-9b2a-2a9644199ef7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.002691] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678af3d4-f6a7-44cb-87dd-ab8550d1cfc4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.024251] env[69357]: DEBUG nova.compute.provider_tree [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.157246] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.157246] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb70dfe-c7dc-4b36-835d-7d05fcd6ffb1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.167198] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.167198] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0125025-090b-4939-baca-47104e019eb7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.253367] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.253602] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.253788] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Deleting the datastore file [datastore2] 7a15f252-27dd-4d08-b403-e28163cbd102 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.254182] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb3800ad-ba0c-4da2-8c18-f8b397bddc16 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.261042] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 792.261042] env[69357]: value = "task-4150523" [ 792.261042] env[69357]: _type = "Task" [ 792.261042] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.273121] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.413815] env[69357]: DEBUG nova.network.neutron [req-b6e30a54-66ea-4f63-832c-eb2fead7d9a3 req-0c6605ae-a957-43e9-be41-2875a88779a1 service nova] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Updated VIF entry in instance network info cache for port a7d3b49e-ddfa-414c-94e9-df175e925d48. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.414330] env[69357]: DEBUG nova.network.neutron [req-b6e30a54-66ea-4f63-832c-eb2fead7d9a3 req-0c6605ae-a957-43e9-be41-2875a88779a1 service nova] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Updating instance_info_cache with network_info: [{"id": "a7d3b49e-ddfa-414c-94e9-df175e925d48", "address": "fa:16:3e:d9:e1:d0", "network": {"id": "8e528957-41a4-4ca4-86ad-b74aac882d79", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1831656953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4233e026de44e8eb33c77164c1dc909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d3b49e-dd", "ovs_interfaceid": "a7d3b49e-ddfa-414c-94e9-df175e925d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.528503] env[69357]: DEBUG nova.scheduler.client.report [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.775824] env[69357]: DEBUG oslo_vmware.api [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388096} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.776104] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.776294] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.776549] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.802164] env[69357]: INFO nova.scheduler.client.report [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Deleted allocations for instance 7a15f252-27dd-4d08-b403-e28163cbd102 [ 792.918938] env[69357]: DEBUG oslo_concurrency.lockutils [req-b6e30a54-66ea-4f63-832c-eb2fead7d9a3 req-0c6605ae-a957-43e9-be41-2875a88779a1 service nova] Releasing lock "refresh_cache-e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.035283] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.035907] env[69357]: DEBUG nova.compute.manager [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.039765] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.603s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.045067] env[69357]: INFO nova.compute.claims [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.309108] env[69357]: DEBUG oslo_concurrency.lockutils [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.551038] env[69357]: DEBUG nova.compute.utils [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.558091] env[69357]: DEBUG nova.compute.manager [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Not allocating networking since 'none' was specified. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 793.647953] env[69357]: DEBUG nova.compute.manager [req-ba4113f1-1264-47b6-b379-ead14a66e5d1 req-02037828-ca4f-44bb-814a-4db438affb14 service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Received event network-vif-unplugged-9f80b973-7124-44d9-acbe-0dff3054e787 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.648249] env[69357]: DEBUG oslo_concurrency.lockutils [req-ba4113f1-1264-47b6-b379-ead14a66e5d1 req-02037828-ca4f-44bb-814a-4db438affb14 service nova] Acquiring lock "7a15f252-27dd-4d08-b403-e28163cbd102-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.648508] env[69357]: DEBUG oslo_concurrency.lockutils [req-ba4113f1-1264-47b6-b379-ead14a66e5d1 req-02037828-ca4f-44bb-814a-4db438affb14 service nova] Lock "7a15f252-27dd-4d08-b403-e28163cbd102-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.648690] env[69357]: DEBUG oslo_concurrency.lockutils [req-ba4113f1-1264-47b6-b379-ead14a66e5d1 req-02037828-ca4f-44bb-814a-4db438affb14 service nova] Lock "7a15f252-27dd-4d08-b403-e28163cbd102-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.648857] env[69357]: DEBUG nova.compute.manager [req-ba4113f1-1264-47b6-b379-ead14a66e5d1 req-02037828-ca4f-44bb-814a-4db438affb14 service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] No waiting events found dispatching network-vif-unplugged-9f80b973-7124-44d9-acbe-0dff3054e787 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 793.649201] env[69357]: WARNING nova.compute.manager [req-ba4113f1-1264-47b6-b379-ead14a66e5d1 req-02037828-ca4f-44bb-814a-4db438affb14 service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Received unexpected event network-vif-unplugged-9f80b973-7124-44d9-acbe-0dff3054e787 for instance with vm_state shelved_offloaded and task_state None. [ 793.649244] env[69357]: DEBUG nova.compute.manager [req-ba4113f1-1264-47b6-b379-ead14a66e5d1 req-02037828-ca4f-44bb-814a-4db438affb14 service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Received event network-changed-9f80b973-7124-44d9-acbe-0dff3054e787 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.649410] env[69357]: DEBUG nova.compute.manager [req-ba4113f1-1264-47b6-b379-ead14a66e5d1 req-02037828-ca4f-44bb-814a-4db438affb14 service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Refreshing instance network info cache due to event network-changed-9f80b973-7124-44d9-acbe-0dff3054e787. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.649644] env[69357]: DEBUG oslo_concurrency.lockutils [req-ba4113f1-1264-47b6-b379-ead14a66e5d1 req-02037828-ca4f-44bb-814a-4db438affb14 service nova] Acquiring lock "refresh_cache-7a15f252-27dd-4d08-b403-e28163cbd102" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.649783] env[69357]: DEBUG oslo_concurrency.lockutils [req-ba4113f1-1264-47b6-b379-ead14a66e5d1 req-02037828-ca4f-44bb-814a-4db438affb14 service nova] Acquired lock "refresh_cache-7a15f252-27dd-4d08-b403-e28163cbd102" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.650090] env[69357]: DEBUG nova.network.neutron [req-ba4113f1-1264-47b6-b379-ead14a66e5d1 req-02037828-ca4f-44bb-814a-4db438affb14 service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Refreshing network info cache for port 9f80b973-7124-44d9-acbe-0dff3054e787 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.055651] env[69357]: DEBUG nova.compute.manager [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.655023] env[69357]: DEBUG nova.network.neutron [req-ba4113f1-1264-47b6-b379-ead14a66e5d1 req-02037828-ca4f-44bb-814a-4db438affb14 service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Updated VIF entry in instance network info cache for port 9f80b973-7124-44d9-acbe-0dff3054e787. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.655686] env[69357]: DEBUG nova.network.neutron [req-ba4113f1-1264-47b6-b379-ead14a66e5d1 req-02037828-ca4f-44bb-814a-4db438affb14 service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Updating instance_info_cache with network_info: [{"id": "9f80b973-7124-44d9-acbe-0dff3054e787", "address": "fa:16:3e:3d:8f:e8", "network": {"id": "9ac9af87-2a9b-4b98-916d-d52218cbd798", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1209329353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c07fba44da3046f5a349f1c812d09558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9f80b973-71", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.673423] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7997fb35-ca25-4e43-9186-a2170f1935a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.683030] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e8ec95-393a-438d-b0a6-435ded5b4ec6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.717258] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d752f5-a620-4858-b188-edb5c44682bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.725455] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8de5d1e-6059-4822-8522-71205851bf1a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.743792] env[69357]: DEBUG nova.compute.provider_tree [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.082279] env[69357]: DEBUG nova.compute.manager [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.114130] env[69357]: DEBUG nova.virt.hardware [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.114130] env[69357]: DEBUG nova.virt.hardware [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.117113] env[69357]: DEBUG nova.virt.hardware [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.117113] env[69357]: DEBUG nova.virt.hardware [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.117113] env[69357]: DEBUG nova.virt.hardware [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.117113] env[69357]: DEBUG nova.virt.hardware [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.117113] env[69357]: DEBUG nova.virt.hardware [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.118343] env[69357]: DEBUG nova.virt.hardware [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.118343] env[69357]: DEBUG nova.virt.hardware [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.118343] env[69357]: DEBUG nova.virt.hardware [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.118343] env[69357]: DEBUG nova.virt.hardware [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.118343] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba6052c-f2ea-4628-8f21-bf370f20fca3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.141929] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba16b56d-a628-41c9-9336-ae0ca30be5d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.159188] env[69357]: DEBUG oslo_concurrency.lockutils [req-ba4113f1-1264-47b6-b379-ead14a66e5d1 req-02037828-ca4f-44bb-814a-4db438affb14 service nova] Releasing lock "refresh_cache-7a15f252-27dd-4d08-b403-e28163cbd102" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.159820] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.170156] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.170896] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.171730] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cab43464-c0a5-43d3-b7e4-96ad34df8bb4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.196671] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.196671] env[69357]: value = "task-4150524" [ 795.196671] env[69357]: _type = "Task" [ 795.196671] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.208676] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150524, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.248392] env[69357]: DEBUG nova.scheduler.client.report [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.630239] env[69357]: DEBUG oslo_concurrency.lockutils [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "7a15f252-27dd-4d08-b403-e28163cbd102" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.692188] env[69357]: DEBUG oslo_concurrency.lockutils [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "interface-7f7a4dea-6bd6-41e1-9b70-c5c0034f3358-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.692616] env[69357]: DEBUG oslo_concurrency.lockutils [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "interface-7f7a4dea-6bd6-41e1-9b70-c5c0034f3358-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.693136] env[69357]: DEBUG nova.objects.instance [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lazy-loading 'flavor' on Instance uuid 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.707546] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150524, 'name': CreateVM_Task, 'duration_secs': 0.298938} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.708734] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.709279] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.709461] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.709965] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.713392] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1543db3e-9707-4d46-a22b-6f006a885372 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.716586] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 795.716586] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]527b8ef6-eb3f-ac2b-71f0-d5ea12012a39" [ 795.716586] env[69357]: _type = "Task" [ 795.716586] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.726287] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527b8ef6-eb3f-ac2b-71f0-d5ea12012a39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.754516] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.755582] env[69357]: DEBUG nova.compute.manager [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.757966] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.688s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.758178] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.760349] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63ac1502-575c-4c7d-ac0a-45dbbb9747b8 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 36.287s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.788431] env[69357]: INFO nova.scheduler.client.report [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Deleted allocations for instance 43fa3c7f-7341-418c-8773-4e3649056090 [ 796.227943] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527b8ef6-eb3f-ac2b-71f0-d5ea12012a39, 'name': SearchDatastore_Task, 'duration_secs': 0.047024} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.228338] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.228588] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.228907] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.228953] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.229148] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.229413] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b900e28f-a963-412e-b3fa-e5bf3e706e0f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.240245] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.240428] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.241531] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32ea0e55-e27e-4bbf-b52a-06eb1eb2a942 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.248308] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 796.248308] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52534705-627a-76e8-227d-289abdbf77db" [ 796.248308] env[69357]: _type = "Task" [ 796.248308] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.259911] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52534705-627a-76e8-227d-289abdbf77db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.266417] env[69357]: DEBUG nova.compute.utils [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.268026] env[69357]: DEBUG nova.compute.manager [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.271525] env[69357]: DEBUG nova.network.neutron [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.297556] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ec2eebd-920f-454b-b4b2-1292a17998ef tempest-ServerShowV257Test-783224118 tempest-ServerShowV257Test-783224118-project-member] Lock "43fa3c7f-7341-418c-8773-4e3649056090" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.602s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.330283] env[69357]: DEBUG nova.objects.instance [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lazy-loading 'pci_requests' on Instance uuid 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.340749] env[69357]: DEBUG nova.policy [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c58b82251e3f4fe1917c457ca77402fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '713bd7fede8c4233b6935bc46ba1b714', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.670044] env[69357]: DEBUG nova.network.neutron [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Successfully created port: 932f8448-cb0e-4854-9e80-520a0b55ce51 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.759881] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52534705-627a-76e8-227d-289abdbf77db, 'name': SearchDatastore_Task, 'duration_secs': 0.015804} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.760940] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eefeb38f-28f9-4282-b249-5a4b5f040e67 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.773995] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 796.773995] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]528b50f7-a3b5-d47c-32b0-91a648bf6912" [ 796.773995] env[69357]: _type = "Task" [ 796.773995] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.774517] env[69357]: DEBUG nova.compute.manager [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.795180] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]528b50f7-a3b5-d47c-32b0-91a648bf6912, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.832808] env[69357]: DEBUG nova.objects.base [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Object Instance<7f7a4dea-6bd6-41e1-9b70-c5c0034f3358> lazy-loaded attributes: flavor,pci_requests {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 796.833028] env[69357]: DEBUG nova.network.neutron [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.841603] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c083e0f-b32c-4b53-b92f-781843b074ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.851561] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf385c3f-e0bd-4f87-9620-7e2f5611680d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.892101] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ba0205-c1a3-40e8-951f-ea1843347cc7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.895765] env[69357]: DEBUG nova.policy [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1335749a38054f0382246473110fc97d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac796fa7f0f646949a76de9e811a2f8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.902914] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69f60fd-3c3a-4f3a-9f53-f0457101103b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.918684] env[69357]: DEBUG nova.compute.provider_tree [None req-63ac1502-575c-4c7d-ac0a-45dbbb9747b8 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.297013] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]528b50f7-a3b5-d47c-32b0-91a648bf6912, 'name': SearchDatastore_Task, 'duration_secs': 0.023519} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.298973] env[69357]: DEBUG nova.network.neutron [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Successfully created port: faee5bfa-fa04-41f9-9b97-0bbab151af2a {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.302563] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.302563] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c/1519ed08-cf97-4bc5-9e26-4a62cb36ec6c.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.302563] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d42f300-e2e8-471b-9732-edf98e2edb1b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.309989] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 797.309989] env[69357]: value = "task-4150525" [ 797.309989] env[69357]: _type = "Task" [ 797.309989] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.319458] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.421983] env[69357]: DEBUG nova.scheduler.client.report [None req-63ac1502-575c-4c7d-ac0a-45dbbb9747b8 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.803222] env[69357]: DEBUG nova.compute.manager [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.822663] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150525, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.843178] env[69357]: DEBUG nova.virt.hardware [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.843506] env[69357]: DEBUG nova.virt.hardware [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.843602] env[69357]: DEBUG nova.virt.hardware [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.843788] env[69357]: DEBUG nova.virt.hardware [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.843937] env[69357]: DEBUG nova.virt.hardware [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.848575] env[69357]: DEBUG nova.virt.hardware [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.848575] env[69357]: DEBUG nova.virt.hardware [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.849041] env[69357]: DEBUG nova.virt.hardware [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.849041] env[69357]: DEBUG nova.virt.hardware [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.849217] env[69357]: DEBUG nova.virt.hardware [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.849389] env[69357]: DEBUG nova.virt.hardware [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.850691] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66d8c88-883d-4fc8-bd33-bd7d90a02246 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.862050] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79c7bc4-65c9-41e8-bc5d-73839f59f466 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.291318] env[69357]: DEBUG nova.network.neutron [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Successfully updated port: 932f8448-cb0e-4854-9e80-520a0b55ce51 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.324257] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718326} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.325051] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c/1519ed08-cf97-4bc5-9e26-4a62cb36ec6c.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.325051] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.325051] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8ab18b3-a856-40a6-b554-d9973278964e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.333885] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 798.333885] env[69357]: value = "task-4150526" [ 798.333885] env[69357]: _type = "Task" [ 798.333885] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.346487] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.439234] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63ac1502-575c-4c7d-ac0a-45dbbb9747b8 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.679s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.442667] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.204s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.442909] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.445443] env[69357]: DEBUG oslo_concurrency.lockutils [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.039s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.445443] env[69357]: DEBUG oslo_concurrency.lockutils [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.447026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.431s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.448469] env[69357]: INFO nova.compute.claims [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.479190] env[69357]: INFO nova.scheduler.client.report [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Deleted allocations for instance 0817093b-657e-4ff7-9536-f2357c21d74b [ 798.481625] env[69357]: INFO nova.scheduler.client.report [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Deleted allocations for instance 62ae2543-64b3-43e2-bb55-529915a80aec [ 798.799155] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "refresh_cache-e402b5ae-8d98-4790-8c53-0e6d6559cd2a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.799155] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquired lock "refresh_cache-e402b5ae-8d98-4790-8c53-0e6d6559cd2a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.799155] env[69357]: DEBUG nova.network.neutron [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.846140] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222859} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.846535] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.847281] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd076f5-b494-455d-b035-1b040b9f95d2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.872073] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c/1519ed08-cf97-4bc5-9e26-4a62cb36ec6c.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.872943] env[69357]: DEBUG nova.network.neutron [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Successfully updated port: faee5bfa-fa04-41f9-9b97-0bbab151af2a {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.875837] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-880bfe2d-1ea2-4ff0-aa84-51a70e189a52 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.893875] env[69357]: DEBUG oslo_concurrency.lockutils [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "refresh_cache-7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.894060] env[69357]: DEBUG oslo_concurrency.lockutils [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "refresh_cache-7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.894243] env[69357]: DEBUG nova.network.neutron [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.902486] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 798.902486] env[69357]: value = "task-4150527" [ 798.902486] env[69357]: _type = "Task" [ 798.902486] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.917992] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150527, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.994018] env[69357]: DEBUG oslo_concurrency.lockutils [None req-96a7361c-c82a-4ec9-9139-38fb9ddd0b7b tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "0817093b-657e-4ff7-9536-f2357c21d74b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.463s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.000471] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe9f37d-7bea-4d63-8c5f-22f8fb600ca4 tempest-MultipleCreateTestJSON-663694527 tempest-MultipleCreateTestJSON-663694527-project-member] Lock "62ae2543-64b3-43e2-bb55-529915a80aec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.617s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.027431] env[69357]: INFO nova.scheduler.client.report [None req-63ac1502-575c-4c7d-ac0a-45dbbb9747b8 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Deleted allocation for migration 70cf8fcf-d7af-4d7b-8d26-75f78a959898 [ 799.089243] env[69357]: DEBUG nova.compute.manager [req-cb8e4b48-32a9-49fa-881c-fbc601fa579d req-885787ef-830c-4324-9503-ab60a97b6205 service nova] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Received event network-vif-plugged-932f8448-cb0e-4854-9e80-520a0b55ce51 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.089504] env[69357]: DEBUG oslo_concurrency.lockutils [req-cb8e4b48-32a9-49fa-881c-fbc601fa579d req-885787ef-830c-4324-9503-ab60a97b6205 service nova] Acquiring lock "e402b5ae-8d98-4790-8c53-0e6d6559cd2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.089871] env[69357]: DEBUG oslo_concurrency.lockutils [req-cb8e4b48-32a9-49fa-881c-fbc601fa579d req-885787ef-830c-4324-9503-ab60a97b6205 service nova] Lock "e402b5ae-8d98-4790-8c53-0e6d6559cd2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.090170] env[69357]: DEBUG oslo_concurrency.lockutils [req-cb8e4b48-32a9-49fa-881c-fbc601fa579d req-885787ef-830c-4324-9503-ab60a97b6205 service nova] Lock "e402b5ae-8d98-4790-8c53-0e6d6559cd2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.090447] env[69357]: DEBUG nova.compute.manager [req-cb8e4b48-32a9-49fa-881c-fbc601fa579d req-885787ef-830c-4324-9503-ab60a97b6205 service nova] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] No waiting events found dispatching network-vif-plugged-932f8448-cb0e-4854-9e80-520a0b55ce51 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 799.090777] env[69357]: WARNING nova.compute.manager [req-cb8e4b48-32a9-49fa-881c-fbc601fa579d req-885787ef-830c-4324-9503-ab60a97b6205 service nova] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Received unexpected event network-vif-plugged-932f8448-cb0e-4854-9e80-520a0b55ce51 for instance with vm_state building and task_state spawning. [ 799.340831] env[69357]: DEBUG nova.network.neutron [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.413685] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.446181] env[69357]: WARNING nova.network.neutron [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] f9b34c77-3ff2-4855-a6ec-3012cb923c22 already exists in list: networks containing: ['f9b34c77-3ff2-4855-a6ec-3012cb923c22']. ignoring it [ 799.536585] env[69357]: DEBUG oslo_concurrency.lockutils [None req-63ac1502-575c-4c7d-ac0a-45dbbb9747b8 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "933cc7d7-1160-4539-ba0d-002de1461d17" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 43.119s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.580160] env[69357]: DEBUG nova.network.neutron [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Updating instance_info_cache with network_info: [{"id": "932f8448-cb0e-4854-9e80-520a0b55ce51", "address": "fa:16:3e:f2:af:88", "network": {"id": "94cef8f5-9224-4683-a537-d7bd4929aee7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1017386415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713bd7fede8c4233b6935bc46ba1b714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap932f8448-cb", "ovs_interfaceid": "932f8448-cb0e-4854-9e80-520a0b55ce51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.836347] env[69357]: DEBUG nova.network.neutron [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Updating instance_info_cache with network_info: [{"id": "5490feb0-c9cd-4578-bed2-469c1c697813", "address": "fa:16:3e:54:ef:f7", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5490feb0-c9", "ovs_interfaceid": "5490feb0-c9cd-4578-bed2-469c1c697813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "faee5bfa-fa04-41f9-9b97-0bbab151af2a", "address": "fa:16:3e:82:91:d2", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaee5bfa-fa", "ovs_interfaceid": "faee5bfa-fa04-41f9-9b97-0bbab151af2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.917869] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150527, 'name': ReconfigVM_Task, 'duration_secs': 0.785475} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.920950] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c/1519ed08-cf97-4bc5-9e26-4a62cb36ec6c.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.922039] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-854c79b9-e121-4115-bf2e-647bf8de30e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.929987] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 799.929987] env[69357]: value = "task-4150528" [ 799.929987] env[69357]: _type = "Task" [ 799.929987] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.942991] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150528, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.979909] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f764135d-3df4-41c1-88b2-d009e4baa9d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.990524] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2925d51-9e75-49b8-a21c-68b7f06914be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.025809] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5402cea-8925-4983-b42d-d5852d0d0c32 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.034572] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd1e83a-7c50-4aa1-a66a-91ba0568fb1c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.049878] env[69357]: DEBUG nova.compute.provider_tree [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.083417] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Releasing lock "refresh_cache-e402b5ae-8d98-4790-8c53-0e6d6559cd2a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.083901] env[69357]: DEBUG nova.compute.manager [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Instance network_info: |[{"id": "932f8448-cb0e-4854-9e80-520a0b55ce51", "address": "fa:16:3e:f2:af:88", "network": {"id": "94cef8f5-9224-4683-a537-d7bd4929aee7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1017386415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713bd7fede8c4233b6935bc46ba1b714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap932f8448-cb", "ovs_interfaceid": "932f8448-cb0e-4854-9e80-520a0b55ce51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.084537] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:af:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '932f8448-cb0e-4854-9e80-520a0b55ce51', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.095344] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.096117] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.096552] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f549a280-61aa-4993-a6b2-aa43d5849c55 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.126719] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.126719] env[69357]: value = "task-4150529" [ 800.126719] env[69357]: _type = "Task" [ 800.126719] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.137939] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150529, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.339434] env[69357]: DEBUG oslo_concurrency.lockutils [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "refresh_cache-7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.340235] env[69357]: DEBUG oslo_concurrency.lockutils [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.340365] env[69357]: DEBUG oslo_concurrency.lockutils [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.341374] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd632d74-da2e-4d12-8c6e-e58b867829d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.362807] env[69357]: DEBUG nova.virt.hardware [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.363096] env[69357]: DEBUG nova.virt.hardware [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.363202] env[69357]: DEBUG nova.virt.hardware [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.363382] env[69357]: DEBUG nova.virt.hardware [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.363534] env[69357]: DEBUG nova.virt.hardware [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.363680] env[69357]: DEBUG nova.virt.hardware [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.363922] env[69357]: DEBUG nova.virt.hardware [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.364159] env[69357]: DEBUG nova.virt.hardware [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.364367] env[69357]: DEBUG nova.virt.hardware [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.364540] env[69357]: DEBUG nova.virt.hardware [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.364767] env[69357]: DEBUG nova.virt.hardware [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.372256] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Reconfiguring VM to attach interface {{(pid=69357) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 800.372716] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc7fbd08-df3e-4bde-a1d9-b001e41edd39 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.392433] env[69357]: DEBUG oslo_vmware.api [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 800.392433] env[69357]: value = "task-4150530" [ 800.392433] env[69357]: _type = "Task" [ 800.392433] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.401933] env[69357]: DEBUG oslo_vmware.api [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150530, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.440373] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150528, 'name': Rename_Task, 'duration_secs': 0.146647} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.440679] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.440939] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68468c94-48e4-46ba-bd85-0794292014f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.447757] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 800.447757] env[69357]: value = "task-4150531" [ 800.447757] env[69357]: _type = "Task" [ 800.447757] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.457324] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.554686] env[69357]: DEBUG nova.scheduler.client.report [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.639059] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150529, 'name': CreateVM_Task, 'duration_secs': 0.340326} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.639059] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.639866] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.640084] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.640457] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.640856] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6de268f0-a1ff-45d2-ab96-d1937c12e511 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.646141] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 800.646141] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f397b8-407b-eeb8-6862-3cd17ce5cc6e" [ 800.646141] env[69357]: _type = "Task" [ 800.646141] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.655750] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f397b8-407b-eeb8-6862-3cd17ce5cc6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.902998] env[69357]: DEBUG oslo_vmware.api [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.959846] env[69357]: DEBUG oslo_vmware.api [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150531, 'name': PowerOnVM_Task, 'duration_secs': 0.448754} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.960305] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.960371] env[69357]: INFO nova.compute.manager [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Took 5.88 seconds to spawn the instance on the hypervisor. [ 800.960628] env[69357]: DEBUG nova.compute.manager [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 800.961550] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e149addb-4414-4682-b525-94ea34f7823a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.059975] env[69357]: DEBUG oslo_concurrency.lockutils [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.060540] env[69357]: DEBUG nova.compute.manager [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.063424] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.055s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.063646] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.066143] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.198s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.067692] env[69357]: INFO nova.compute.claims [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.092551] env[69357]: INFO nova.scheduler.client.report [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Deleted allocations for instance bfdd2857-91af-4408-9d80-2e096518fe39 [ 801.160671] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f397b8-407b-eeb8-6862-3cd17ce5cc6e, 'name': SearchDatastore_Task, 'duration_secs': 0.011191} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.160982] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.161239] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.161481] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.161626] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.161822] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.162139] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0d558f1-1958-44c3-99d7-dbd92de674f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.172019] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.172229] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.172988] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-201769e1-e898-4005-b22b-074f5b4a6e10 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.178991] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 801.178991] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a5c1b1-6ab0-5b96-2bab-a17e3585e307" [ 801.178991] env[69357]: _type = "Task" [ 801.178991] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.190370] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a5c1b1-6ab0-5b96-2bab-a17e3585e307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.403268] env[69357]: DEBUG oslo_vmware.api [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150530, 'name': ReconfigVM_Task, 'duration_secs': 0.630226} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.403870] env[69357]: DEBUG oslo_concurrency.lockutils [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.404115] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Reconfigured VM to attach interface {{(pid=69357) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 801.479941] env[69357]: INFO nova.compute.manager [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Took 43.96 seconds to build instance. [ 801.572245] env[69357]: DEBUG nova.compute.utils [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.575419] env[69357]: DEBUG nova.compute.manager [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.575671] env[69357]: DEBUG nova.network.neutron [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.600980] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e35f69b-89ca-465c-ad39-60ca2cc72f53 tempest-TenantUsagesTestJSON-324950818 tempest-TenantUsagesTestJSON-324950818-project-member] Lock "bfdd2857-91af-4408-9d80-2e096518fe39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.828s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.618274] env[69357]: DEBUG nova.policy [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bad34a655e294c2e90f28693cbaa2375', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32f5507b91344cf2b9c13adb8dccce9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.691173] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a5c1b1-6ab0-5b96-2bab-a17e3585e307, 'name': SearchDatastore_Task, 'duration_secs': 0.009992} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.692712] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4cb6238-c06b-421b-8dce-210608268d79 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.698187] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 801.698187] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]527911b0-facc-7a4c-53d6-3ee3977bbe3d" [ 801.698187] env[69357]: _type = "Task" [ 801.698187] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.706873] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527911b0-facc-7a4c-53d6-3ee3977bbe3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.902041] env[69357]: DEBUG nova.network.neutron [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Successfully created port: bcf4bb5a-e078-48f2-89ea-8914c5c15f10 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.908622] env[69357]: DEBUG oslo_concurrency.lockutils [None req-77d32d0e-eb9b-4776-a4ce-ef2542c52469 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "interface-7f7a4dea-6bd6-41e1-9b70-c5c0034f3358-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.216s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.981971] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1752f2fe-a52b-46e1-9cff-1c20cb95a5bf tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Lock "1519ed08-cf97-4bc5-9e26-4a62cb36ec6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.497s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.081722] env[69357]: DEBUG nova.compute.manager [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.209191] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527911b0-facc-7a4c-53d6-3ee3977bbe3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010403} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.209484] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.209741] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] e402b5ae-8d98-4790-8c53-0e6d6559cd2a/e402b5ae-8d98-4790-8c53-0e6d6559cd2a.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.210024] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-962b76a1-52bc-41dd-9ecc-b8c26cc87a60 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.218096] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 802.218096] env[69357]: value = "task-4150532" [ 802.218096] env[69357]: _type = "Task" [ 802.218096] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.230590] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.485349] env[69357]: DEBUG nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.583606] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40976fce-598b-417a-a91f-cd8de5116807 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.597830] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c764fdf-6d99-47e2-8db3-5e0f7996e25f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.635498] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7461e0-8d6b-41a5-90f6-cc5f18325253 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.645794] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74847586-f2d6-46c9-86ff-f04955f744e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.662323] env[69357]: DEBUG nova.compute.provider_tree [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.730012] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489748} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.730610] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] e402b5ae-8d98-4790-8c53-0e6d6559cd2a/e402b5ae-8d98-4790-8c53-0e6d6559cd2a.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.730901] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.731191] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a09c33b8-78cf-4275-979b-4c2baf40b410 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.741222] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 802.741222] env[69357]: value = "task-4150533" [ 802.741222] env[69357]: _type = "Task" [ 802.741222] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.755470] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.830985] env[69357]: DEBUG nova.compute.manager [req-3f43ed90-c47a-4254-8aaf-a383fa0ca353 req-dad365d7-d3fe-4a49-b6ad-15632fcccc2a service nova] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Received event network-changed-932f8448-cb0e-4854-9e80-520a0b55ce51 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.835641] env[69357]: DEBUG nova.compute.manager [req-3f43ed90-c47a-4254-8aaf-a383fa0ca353 req-dad365d7-d3fe-4a49-b6ad-15632fcccc2a service nova] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Refreshing instance network info cache due to event network-changed-932f8448-cb0e-4854-9e80-520a0b55ce51. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.835641] env[69357]: DEBUG oslo_concurrency.lockutils [req-3f43ed90-c47a-4254-8aaf-a383fa0ca353 req-dad365d7-d3fe-4a49-b6ad-15632fcccc2a service nova] Acquiring lock "refresh_cache-e402b5ae-8d98-4790-8c53-0e6d6559cd2a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.835641] env[69357]: DEBUG oslo_concurrency.lockutils [req-3f43ed90-c47a-4254-8aaf-a383fa0ca353 req-dad365d7-d3fe-4a49-b6ad-15632fcccc2a service nova] Acquired lock "refresh_cache-e402b5ae-8d98-4790-8c53-0e6d6559cd2a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.835919] env[69357]: DEBUG nova.network.neutron [req-3f43ed90-c47a-4254-8aaf-a383fa0ca353 req-dad365d7-d3fe-4a49-b6ad-15632fcccc2a service nova] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Refreshing network info cache for port 932f8448-cb0e-4854-9e80-520a0b55ce51 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.019953] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.093454] env[69357]: DEBUG nova.compute.manager [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.128742] env[69357]: DEBUG nova.virt.hardware [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.128966] env[69357]: DEBUG nova.virt.hardware [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.129091] env[69357]: DEBUG nova.virt.hardware [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.129274] env[69357]: DEBUG nova.virt.hardware [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.129416] env[69357]: DEBUG nova.virt.hardware [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.129604] env[69357]: DEBUG nova.virt.hardware [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.129835] env[69357]: DEBUG nova.virt.hardware [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.129991] env[69357]: DEBUG nova.virt.hardware [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.130384] env[69357]: DEBUG nova.virt.hardware [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.130635] env[69357]: DEBUG nova.virt.hardware [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.133040] env[69357]: DEBUG nova.virt.hardware [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.133040] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e000787-3436-4e51-a529-c259a56b3d75 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.143028] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb06614-0ff9-48f0-a3c5-1a42b1b43308 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.165658] env[69357]: DEBUG nova.scheduler.client.report [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.252569] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074801} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.252930] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.253777] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f87a069-2b6d-4999-9ecb-3c9d19cb6935 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.281844] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] e402b5ae-8d98-4790-8c53-0e6d6559cd2a/e402b5ae-8d98-4790-8c53-0e6d6559cd2a.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.282203] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-180772ba-e2f9-48ae-af21-581a8741100b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.305771] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 803.305771] env[69357]: value = "task-4150534" [ 803.305771] env[69357]: _type = "Task" [ 803.305771] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.317953] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.615425] env[69357]: INFO nova.compute.manager [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Rebuilding instance [ 803.673384] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.674333] env[69357]: DEBUG nova.compute.manager [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.679092] env[69357]: DEBUG oslo_concurrency.lockutils [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.645s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.679777] env[69357]: INFO nova.compute.claims [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.689715] env[69357]: DEBUG nova.compute.manager [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 803.690464] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c687cb20-1513-4ce4-87fb-dc4f34b4a54a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.824134] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150534, 'name': ReconfigVM_Task, 'duration_secs': 0.481313} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.824632] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Reconfigured VM instance instance-00000027 to attach disk [datastore2] e402b5ae-8d98-4790-8c53-0e6d6559cd2a/e402b5ae-8d98-4790-8c53-0e6d6559cd2a.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.825401] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c572075c-634e-452e-baaf-583d43ddbe20 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.833060] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 803.833060] env[69357]: value = "task-4150535" [ 803.833060] env[69357]: _type = "Task" [ 803.833060] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.842216] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150535, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.943231] env[69357]: DEBUG nova.network.neutron [req-3f43ed90-c47a-4254-8aaf-a383fa0ca353 req-dad365d7-d3fe-4a49-b6ad-15632fcccc2a service nova] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Updated VIF entry in instance network info cache for port 932f8448-cb0e-4854-9e80-520a0b55ce51. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.943605] env[69357]: DEBUG nova.network.neutron [req-3f43ed90-c47a-4254-8aaf-a383fa0ca353 req-dad365d7-d3fe-4a49-b6ad-15632fcccc2a service nova] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Updating instance_info_cache with network_info: [{"id": "932f8448-cb0e-4854-9e80-520a0b55ce51", "address": "fa:16:3e:f2:af:88", "network": {"id": "94cef8f5-9224-4683-a537-d7bd4929aee7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1017386415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713bd7fede8c4233b6935bc46ba1b714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap932f8448-cb", "ovs_interfaceid": "932f8448-cb0e-4854-9e80-520a0b55ce51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.021527] env[69357]: DEBUG nova.network.neutron [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Successfully updated port: bcf4bb5a-e078-48f2-89ea-8914c5c15f10 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.184710] env[69357]: DEBUG nova.compute.utils [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.189780] env[69357]: DEBUG nova.compute.manager [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.189780] env[69357]: DEBUG nova.network.neutron [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.284268] env[69357]: DEBUG nova.policy [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '991d4c97e9814c0a853650ca4b23b448', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3fe6fbcf2254590857564d8d0f6a5b6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.348772] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150535, 'name': Rename_Task, 'duration_secs': 0.283198} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.349269] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.349655] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1b87c78-ce03-46f2-87aa-cdfdbd792c5e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.361637] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 804.361637] env[69357]: value = "task-4150536" [ 804.361637] env[69357]: _type = "Task" [ 804.361637] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.370774] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.450327] env[69357]: DEBUG oslo_concurrency.lockutils [req-3f43ed90-c47a-4254-8aaf-a383fa0ca353 req-dad365d7-d3fe-4a49-b6ad-15632fcccc2a service nova] Releasing lock "refresh_cache-e402b5ae-8d98-4790-8c53-0e6d6559cd2a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.450327] env[69357]: DEBUG nova.compute.manager [req-3f43ed90-c47a-4254-8aaf-a383fa0ca353 req-dad365d7-d3fe-4a49-b6ad-15632fcccc2a service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Received event network-vif-plugged-faee5bfa-fa04-41f9-9b97-0bbab151af2a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.450327] env[69357]: DEBUG oslo_concurrency.lockutils [req-3f43ed90-c47a-4254-8aaf-a383fa0ca353 req-dad365d7-d3fe-4a49-b6ad-15632fcccc2a service nova] Acquiring lock "7f7a4dea-6bd6-41e1-9b70-c5c0034f3358-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.450327] env[69357]: DEBUG oslo_concurrency.lockutils [req-3f43ed90-c47a-4254-8aaf-a383fa0ca353 req-dad365d7-d3fe-4a49-b6ad-15632fcccc2a service nova] Lock "7f7a4dea-6bd6-41e1-9b70-c5c0034f3358-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.450327] env[69357]: DEBUG oslo_concurrency.lockutils [req-3f43ed90-c47a-4254-8aaf-a383fa0ca353 req-dad365d7-d3fe-4a49-b6ad-15632fcccc2a service nova] Lock "7f7a4dea-6bd6-41e1-9b70-c5c0034f3358-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.450327] env[69357]: DEBUG nova.compute.manager [req-3f43ed90-c47a-4254-8aaf-a383fa0ca353 req-dad365d7-d3fe-4a49-b6ad-15632fcccc2a service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] No waiting events found dispatching network-vif-plugged-faee5bfa-fa04-41f9-9b97-0bbab151af2a {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 804.450327] env[69357]: WARNING nova.compute.manager [req-3f43ed90-c47a-4254-8aaf-a383fa0ca353 req-dad365d7-d3fe-4a49-b6ad-15632fcccc2a service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Received unexpected event network-vif-plugged-faee5bfa-fa04-41f9-9b97-0bbab151af2a for instance with vm_state active and task_state None. [ 804.450327] env[69357]: DEBUG nova.compute.manager [req-3f43ed90-c47a-4254-8aaf-a383fa0ca353 req-dad365d7-d3fe-4a49-b6ad-15632fcccc2a service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Received event network-changed-faee5bfa-fa04-41f9-9b97-0bbab151af2a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.450327] env[69357]: DEBUG nova.compute.manager [req-3f43ed90-c47a-4254-8aaf-a383fa0ca353 req-dad365d7-d3fe-4a49-b6ad-15632fcccc2a service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Refreshing instance network info cache due to event network-changed-faee5bfa-fa04-41f9-9b97-0bbab151af2a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.450327] env[69357]: DEBUG oslo_concurrency.lockutils [req-3f43ed90-c47a-4254-8aaf-a383fa0ca353 req-dad365d7-d3fe-4a49-b6ad-15632fcccc2a service nova] Acquiring lock "refresh_cache-7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.450327] env[69357]: DEBUG oslo_concurrency.lockutils [req-3f43ed90-c47a-4254-8aaf-a383fa0ca353 req-dad365d7-d3fe-4a49-b6ad-15632fcccc2a service nova] Acquired lock "refresh_cache-7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.450327] env[69357]: DEBUG nova.network.neutron [req-3f43ed90-c47a-4254-8aaf-a383fa0ca353 req-dad365d7-d3fe-4a49-b6ad-15632fcccc2a service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Refreshing network info cache for port faee5bfa-fa04-41f9-9b97-0bbab151af2a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.525178] env[69357]: DEBUG oslo_concurrency.lockutils [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquiring lock "refresh_cache-fd7a3a67-ae9f-4954-85c7-49f9bc252105" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.525344] env[69357]: DEBUG oslo_concurrency.lockutils [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquired lock "refresh_cache-fd7a3a67-ae9f-4954-85c7-49f9bc252105" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.525522] env[69357]: DEBUG nova.network.neutron [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.690546] env[69357]: DEBUG nova.network.neutron [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Successfully created port: 0bc88d0d-77da-4f99-827c-fe88dc1a6396 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.695513] env[69357]: DEBUG nova.compute.manager [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.716762] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.717229] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87f0eee2-ac00-4191-a7a8-db82b8513efc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.725923] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 804.725923] env[69357]: value = "task-4150537" [ 804.725923] env[69357]: _type = "Task" [ 804.725923] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.737206] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.873561] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.108828] env[69357]: DEBUG nova.network.neutron [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.241261] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150537, 'name': PowerOffVM_Task, 'duration_secs': 0.13153} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.241572] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.241895] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.242743] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd8ce2b-ea4e-49c4-8047-10db838e0e47 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.252746] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.252746] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c68d7b23-398e-4baf-8ecf-f3c432cf14c3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.281569] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.281798] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.281983] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Deleting the datastore file [datastore2] 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.282292] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37ba969a-9929-4353-b936-7acb5b51fc13 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.293030] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 805.293030] env[69357]: value = "task-4150539" [ 805.293030] env[69357]: _type = "Task" [ 805.293030] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.303549] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.324416] env[69357]: DEBUG nova.compute.manager [req-c405cfd4-fd94-42dd-80cf-c94b882e2bcb req-5fcdc45f-9672-4580-8376-61d0a2eb1930 service nova] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Received event network-vif-plugged-bcf4bb5a-e078-48f2-89ea-8914c5c15f10 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.324639] env[69357]: DEBUG oslo_concurrency.lockutils [req-c405cfd4-fd94-42dd-80cf-c94b882e2bcb req-5fcdc45f-9672-4580-8376-61d0a2eb1930 service nova] Acquiring lock "fd7a3a67-ae9f-4954-85c7-49f9bc252105-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.324845] env[69357]: DEBUG oslo_concurrency.lockutils [req-c405cfd4-fd94-42dd-80cf-c94b882e2bcb req-5fcdc45f-9672-4580-8376-61d0a2eb1930 service nova] Lock "fd7a3a67-ae9f-4954-85c7-49f9bc252105-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.325048] env[69357]: DEBUG oslo_concurrency.lockutils [req-c405cfd4-fd94-42dd-80cf-c94b882e2bcb req-5fcdc45f-9672-4580-8376-61d0a2eb1930 service nova] Lock "fd7a3a67-ae9f-4954-85c7-49f9bc252105-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.325225] env[69357]: DEBUG nova.compute.manager [req-c405cfd4-fd94-42dd-80cf-c94b882e2bcb req-5fcdc45f-9672-4580-8376-61d0a2eb1930 service nova] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] No waiting events found dispatching network-vif-plugged-bcf4bb5a-e078-48f2-89ea-8914c5c15f10 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 805.325379] env[69357]: WARNING nova.compute.manager [req-c405cfd4-fd94-42dd-80cf-c94b882e2bcb req-5fcdc45f-9672-4580-8376-61d0a2eb1930 service nova] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Received unexpected event network-vif-plugged-bcf4bb5a-e078-48f2-89ea-8914c5c15f10 for instance with vm_state building and task_state spawning. [ 805.325537] env[69357]: DEBUG nova.compute.manager [req-c405cfd4-fd94-42dd-80cf-c94b882e2bcb req-5fcdc45f-9672-4580-8376-61d0a2eb1930 service nova] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Received event network-changed-bcf4bb5a-e078-48f2-89ea-8914c5c15f10 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.325692] env[69357]: DEBUG nova.compute.manager [req-c405cfd4-fd94-42dd-80cf-c94b882e2bcb req-5fcdc45f-9672-4580-8376-61d0a2eb1930 service nova] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Refreshing instance network info cache due to event network-changed-bcf4bb5a-e078-48f2-89ea-8914c5c15f10. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.326024] env[69357]: DEBUG oslo_concurrency.lockutils [req-c405cfd4-fd94-42dd-80cf-c94b882e2bcb req-5fcdc45f-9672-4580-8376-61d0a2eb1930 service nova] Acquiring lock "refresh_cache-fd7a3a67-ae9f-4954-85c7-49f9bc252105" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.333472] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "interface-7f7a4dea-6bd6-41e1-9b70-c5c0034f3358-faee5bfa-fa04-41f9-9b97-0bbab151af2a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.333718] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "interface-7f7a4dea-6bd6-41e1-9b70-c5c0034f3358-faee5bfa-fa04-41f9-9b97-0bbab151af2a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.365310] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcf0872-f830-4d5f-8fdd-42d7322a8c5b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.375120] env[69357]: DEBUG oslo_vmware.api [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150536, 'name': PowerOnVM_Task, 'duration_secs': 0.841479} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.377046] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.377278] env[69357]: INFO nova.compute.manager [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Took 7.57 seconds to spawn the instance on the hypervisor. [ 805.377522] env[69357]: DEBUG nova.compute.manager [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 805.378819] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e115d8d-f514-4d2e-9122-95f71daa3a65 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.382862] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443ecb5e-99e3-4290-a67d-d8fd429b5fbe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.432042] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbec63cd-a3a4-4d12-872c-a50179de3682 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.442625] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e186f3-e7f6-47c5-84e6-a9d62341638e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.459359] env[69357]: DEBUG nova.compute.provider_tree [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.716675] env[69357]: DEBUG nova.compute.manager [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.748461] env[69357]: DEBUG nova.virt.hardware [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.748461] env[69357]: DEBUG nova.virt.hardware [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.748461] env[69357]: DEBUG nova.virt.hardware [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.748461] env[69357]: DEBUG nova.virt.hardware [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.748732] env[69357]: DEBUG nova.virt.hardware [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.748766] env[69357]: DEBUG nova.virt.hardware [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.749551] env[69357]: DEBUG nova.virt.hardware [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.749551] env[69357]: DEBUG nova.virt.hardware [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.749551] env[69357]: DEBUG nova.virt.hardware [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.749736] env[69357]: DEBUG nova.virt.hardware [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.751072] env[69357]: DEBUG nova.virt.hardware [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.751195] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf42bfdb-81a4-45ca-8244-dfc54e5baaf3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.760281] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dce9af-3e42-47fa-ad93-bdb4569fa81f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.802943] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118639} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.804113] env[69357]: DEBUG nova.network.neutron [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Updating instance_info_cache with network_info: [{"id": "bcf4bb5a-e078-48f2-89ea-8914c5c15f10", "address": "fa:16:3e:8a:c4:75", "network": {"id": "ee276b88-63e3-4931-a89e-dc89d90958ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1672191133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32f5507b91344cf2b9c13adb8dccce9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf4bb5a-e0", "ovs_interfaceid": "bcf4bb5a-e078-48f2-89ea-8914c5c15f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.805506] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.807083] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.807314] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.836733] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.836927] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.837982] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb7e09d-2b27-4030-8ced-6eb6b30c04b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.861357] env[69357]: DEBUG nova.network.neutron [req-3f43ed90-c47a-4254-8aaf-a383fa0ca353 req-dad365d7-d3fe-4a49-b6ad-15632fcccc2a service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Updated VIF entry in instance network info cache for port faee5bfa-fa04-41f9-9b97-0bbab151af2a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.861783] env[69357]: DEBUG nova.network.neutron [req-3f43ed90-c47a-4254-8aaf-a383fa0ca353 req-dad365d7-d3fe-4a49-b6ad-15632fcccc2a service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Updating instance_info_cache with network_info: [{"id": "5490feb0-c9cd-4578-bed2-469c1c697813", "address": "fa:16:3e:54:ef:f7", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5490feb0-c9", "ovs_interfaceid": "5490feb0-c9cd-4578-bed2-469c1c697813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "faee5bfa-fa04-41f9-9b97-0bbab151af2a", "address": "fa:16:3e:82:91:d2", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaee5bfa-fa", "ovs_interfaceid": "faee5bfa-fa04-41f9-9b97-0bbab151af2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.863670] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4eb3919-b400-4c56-911d-8435396105f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.892103] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Reconfiguring VM to detach interface {{(pid=69357) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 805.893025] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66ca9d0c-9564-408d-99c6-eb98e238a0b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.912959] env[69357]: DEBUG oslo_vmware.api [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 805.912959] env[69357]: value = "task-4150540" [ 805.912959] env[69357]: _type = "Task" [ 805.912959] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.925202] env[69357]: DEBUG oslo_vmware.api [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.939255] env[69357]: INFO nova.compute.manager [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Took 47.52 seconds to build instance. [ 805.964172] env[69357]: DEBUG nova.scheduler.client.report [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.969939] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ffb9402-857a-4593-a38c-d3cdfafb04b5 tempest-ServersAdminTestJSON-902706053 tempest-ServersAdminTestJSON-902706053-project-admin] Acquiring lock "refresh_cache-e402b5ae-8d98-4790-8c53-0e6d6559cd2a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.970135] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ffb9402-857a-4593-a38c-d3cdfafb04b5 tempest-ServersAdminTestJSON-902706053 tempest-ServersAdminTestJSON-902706053-project-admin] Acquired lock "refresh_cache-e402b5ae-8d98-4790-8c53-0e6d6559cd2a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.970300] env[69357]: DEBUG nova.network.neutron [None req-5ffb9402-857a-4593-a38c-d3cdfafb04b5 tempest-ServersAdminTestJSON-902706053 tempest-ServersAdminTestJSON-902706053-project-admin] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.311710] env[69357]: DEBUG oslo_concurrency.lockutils [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Releasing lock "refresh_cache-fd7a3a67-ae9f-4954-85c7-49f9bc252105" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.312182] env[69357]: DEBUG nova.compute.manager [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Instance network_info: |[{"id": "bcf4bb5a-e078-48f2-89ea-8914c5c15f10", "address": "fa:16:3e:8a:c4:75", "network": {"id": "ee276b88-63e3-4931-a89e-dc89d90958ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1672191133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32f5507b91344cf2b9c13adb8dccce9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf4bb5a-e0", "ovs_interfaceid": "bcf4bb5a-e078-48f2-89ea-8914c5c15f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.315475] env[69357]: DEBUG oslo_concurrency.lockutils [req-c405cfd4-fd94-42dd-80cf-c94b882e2bcb req-5fcdc45f-9672-4580-8376-61d0a2eb1930 service nova] Acquired lock "refresh_cache-fd7a3a67-ae9f-4954-85c7-49f9bc252105" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.318151] env[69357]: DEBUG nova.network.neutron [req-c405cfd4-fd94-42dd-80cf-c94b882e2bcb req-5fcdc45f-9672-4580-8376-61d0a2eb1930 service nova] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Refreshing network info cache for port bcf4bb5a-e078-48f2-89ea-8914c5c15f10 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.318151] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:c4:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcf4bb5a-e078-48f2-89ea-8914c5c15f10', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.329391] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.331268] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.332746] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21f3d522-6738-4f9e-bab2-1875320a859f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.356211] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.356211] env[69357]: value = "task-4150541" [ 806.356211] env[69357]: _type = "Task" [ 806.356211] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.366516] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150541, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.367087] env[69357]: DEBUG oslo_concurrency.lockutils [req-3f43ed90-c47a-4254-8aaf-a383fa0ca353 req-dad365d7-d3fe-4a49-b6ad-15632fcccc2a service nova] Releasing lock "refresh_cache-7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.427437] env[69357]: DEBUG oslo_vmware.api [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.444373] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5357bf38-bc56-426e-a80f-526895a4ef6a tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "e402b5ae-8d98-4790-8c53-0e6d6559cd2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.529s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.475156] env[69357]: DEBUG oslo_concurrency.lockutils [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.475156] env[69357]: DEBUG nova.compute.manager [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.480102] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.376s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.482405] env[69357]: INFO nova.compute.claims [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.863827] env[69357]: DEBUG nova.virt.hardware [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.864084] env[69357]: DEBUG nova.virt.hardware [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.864245] env[69357]: DEBUG nova.virt.hardware [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.864432] env[69357]: DEBUG nova.virt.hardware [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.864579] env[69357]: DEBUG nova.virt.hardware [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.864726] env[69357]: DEBUG nova.virt.hardware [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.864935] env[69357]: DEBUG nova.virt.hardware [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.865129] env[69357]: DEBUG nova.virt.hardware [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.865287] env[69357]: DEBUG nova.virt.hardware [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.865453] env[69357]: DEBUG nova.virt.hardware [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.865676] env[69357]: DEBUG nova.virt.hardware [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.867016] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb10f037-4bcf-49aa-b165-21dc40b4217f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.876315] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150541, 'name': CreateVM_Task, 'duration_secs': 0.494392} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.878384] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.879600] env[69357]: DEBUG oslo_concurrency.lockutils [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.879841] env[69357]: DEBUG oslo_concurrency.lockutils [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.880185] env[69357]: DEBUG oslo_concurrency.lockutils [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.881604] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402e82cc-bd06-4191-9021-fa98598cd8d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.888186] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eccf3b8-e7ec-46bc-b4bf-c4a49f6aed10 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.894728] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for the task: (returnval){ [ 806.894728] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52650d93-431a-cba7-956c-0018b3b2505c" [ 806.894728] env[69357]: _type = "Task" [ 806.894728] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.904461] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.911693] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.915495] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.918168] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3aee225-d849-4166-8f92-6c6a29557ef4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.952679] env[69357]: DEBUG nova.compute.manager [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.952875] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52650d93-431a-cba7-956c-0018b3b2505c, 'name': SearchDatastore_Task, 'duration_secs': 0.01092} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.959424] env[69357]: DEBUG oslo_concurrency.lockutils [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.959770] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.960413] env[69357]: DEBUG oslo_concurrency.lockutils [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.960666] env[69357]: DEBUG oslo_concurrency.lockutils [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.960953] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.961296] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.961296] env[69357]: value = "task-4150542" [ 806.961296] env[69357]: _type = "Task" [ 806.961296] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.961594] env[69357]: DEBUG oslo_vmware.api [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.962141] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7a4074b-58ad-4bc7-852c-1e54bfa99867 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.977815] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150542, 'name': CreateVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.980433] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.980433] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.981178] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab129500-f2da-46ee-bebb-d2001210cc37 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.988101] env[69357]: DEBUG nova.compute.utils [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.993723] env[69357]: DEBUG nova.compute.manager [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.993723] env[69357]: DEBUG nova.network.neutron [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.998776] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for the task: (returnval){ [ 806.998776] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]522c2297-f0de-01e7-e06f-90cdca80468d" [ 806.998776] env[69357]: _type = "Task" [ 806.998776] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.006401] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]522c2297-f0de-01e7-e06f-90cdca80468d, 'name': SearchDatastore_Task, 'duration_secs': 0.010591} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.007269] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bbfeccf-ad1f-498c-bb60-6de7463fca8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.015763] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for the task: (returnval){ [ 807.015763] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]524aa759-5986-c5bb-af3b-b4587806305e" [ 807.015763] env[69357]: _type = "Task" [ 807.015763] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.028834] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]524aa759-5986-c5bb-af3b-b4587806305e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.114346] env[69357]: DEBUG nova.network.neutron [None req-5ffb9402-857a-4593-a38c-d3cdfafb04b5 tempest-ServersAdminTestJSON-902706053 tempest-ServersAdminTestJSON-902706053-project-admin] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Updating instance_info_cache with network_info: [{"id": "932f8448-cb0e-4854-9e80-520a0b55ce51", "address": "fa:16:3e:f2:af:88", "network": {"id": "94cef8f5-9224-4683-a537-d7bd4929aee7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1017386415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713bd7fede8c4233b6935bc46ba1b714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap932f8448-cb", "ovs_interfaceid": "932f8448-cb0e-4854-9e80-520a0b55ce51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.155696] env[69357]: DEBUG nova.policy [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '498ef9df3b2e4101bc2a5f90862bced7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff2c0efe39474be18b84ce2158b2815e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.429114] env[69357]: DEBUG oslo_vmware.api [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.477983] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150542, 'name': CreateVM_Task, 'duration_secs': 0.3759} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.479348] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.479695] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.480406] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.486934] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.486934] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.486934] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4a6468a-4018-4fb5-903d-3668ab8c1ff7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.491601] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 807.491601] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b3348c-2fa2-9a1a-ce57-85ec222bd794" [ 807.491601] env[69357]: _type = "Task" [ 807.491601] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.496155] env[69357]: DEBUG nova.compute.utils [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.521457] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b3348c-2fa2-9a1a-ce57-85ec222bd794, 'name': SearchDatastore_Task, 'duration_secs': 0.015097} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.523753] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.523753] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.523877] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.531498] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]524aa759-5986-c5bb-af3b-b4587806305e, 'name': SearchDatastore_Task, 'duration_secs': 0.014689} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.531755] env[69357]: DEBUG oslo_concurrency.lockutils [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.532045] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] fd7a3a67-ae9f-4954-85c7-49f9bc252105/fd7a3a67-ae9f-4954-85c7-49f9bc252105.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.532336] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.532522] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.532740] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d22b3dd-8537-47b4-8b39-e6e1835a0974 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.535047] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a66d7a54-7d09-4871-add2-49b3a567f235 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.546589] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for the task: (returnval){ [ 807.546589] env[69357]: value = "task-4150543" [ 807.546589] env[69357]: _type = "Task" [ 807.546589] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.546987] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.547193] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.548361] env[69357]: DEBUG nova.network.neutron [req-c405cfd4-fd94-42dd-80cf-c94b882e2bcb req-5fcdc45f-9672-4580-8376-61d0a2eb1930 service nova] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Updated VIF entry in instance network info cache for port bcf4bb5a-e078-48f2-89ea-8914c5c15f10. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.548816] env[69357]: DEBUG nova.network.neutron [req-c405cfd4-fd94-42dd-80cf-c94b882e2bcb req-5fcdc45f-9672-4580-8376-61d0a2eb1930 service nova] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Updating instance_info_cache with network_info: [{"id": "bcf4bb5a-e078-48f2-89ea-8914c5c15f10", "address": "fa:16:3e:8a:c4:75", "network": {"id": "ee276b88-63e3-4931-a89e-dc89d90958ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1672191133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32f5507b91344cf2b9c13adb8dccce9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf4bb5a-e0", "ovs_interfaceid": "bcf4bb5a-e078-48f2-89ea-8914c5c15f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.549995] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7a71710-685f-4caa-8486-2e5e2b3db65b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.565420] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 807.565420] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]526a6350-0490-756e-f9cc-b259a27c7797" [ 807.565420] env[69357]: _type = "Task" [ 807.565420] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.568999] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.581469] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526a6350-0490-756e-f9cc-b259a27c7797, 'name': SearchDatastore_Task, 'duration_secs': 0.012904} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.582240] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f96d420-0a0f-43fb-8f0d-d2e6fb0ad751 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.588830] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 807.588830] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52017ca0-25a5-9e90-8bc9-b5ef2e14fd89" [ 807.588830] env[69357]: _type = "Task" [ 807.588830] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.604121] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "f3bbdae0-ba72-459f-8d6b-59ec6b8a4705" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.604121] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "f3bbdae0-ba72-459f-8d6b-59ec6b8a4705" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.612454] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52017ca0-25a5-9e90-8bc9-b5ef2e14fd89, 'name': SearchDatastore_Task, 'duration_secs': 0.012407} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.612871] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.613120] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c/1519ed08-cf97-4bc5-9e26-4a62cb36ec6c.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.613408] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fffb393-591b-4f35-be15-749a25c762a0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.619245] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ffb9402-857a-4593-a38c-d3cdfafb04b5 tempest-ServersAdminTestJSON-902706053 tempest-ServersAdminTestJSON-902706053-project-admin] Releasing lock "refresh_cache-e402b5ae-8d98-4790-8c53-0e6d6559cd2a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.619471] env[69357]: DEBUG nova.compute.manager [None req-5ffb9402-857a-4593-a38c-d3cdfafb04b5 tempest-ServersAdminTestJSON-902706053 tempest-ServersAdminTestJSON-902706053-project-admin] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Inject network info {{(pid=69357) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 807.619838] env[69357]: DEBUG nova.compute.manager [None req-5ffb9402-857a-4593-a38c-d3cdfafb04b5 tempest-ServersAdminTestJSON-902706053 tempest-ServersAdminTestJSON-902706053-project-admin] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] network_info to inject: |[{"id": "932f8448-cb0e-4854-9e80-520a0b55ce51", "address": "fa:16:3e:f2:af:88", "network": {"id": "94cef8f5-9224-4683-a537-d7bd4929aee7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1017386415-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713bd7fede8c4233b6935bc46ba1b714", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap932f8448-cb", "ovs_interfaceid": "932f8448-cb0e-4854-9e80-520a0b55ce51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 807.625043] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffb9402-857a-4593-a38c-d3cdfafb04b5 tempest-ServersAdminTestJSON-902706053 tempest-ServersAdminTestJSON-902706053-project-admin] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Reconfiguring VM instance to set the machine id {{(pid=69357) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 807.630137] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fafa584-5d4c-4b54-9ef9-0dba3f8e5211 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.638753] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 807.638753] env[69357]: value = "task-4150544" [ 807.638753] env[69357]: _type = "Task" [ 807.638753] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.649441] env[69357]: DEBUG oslo_vmware.api [None req-5ffb9402-857a-4593-a38c-d3cdfafb04b5 tempest-ServersAdminTestJSON-902706053 tempest-ServersAdminTestJSON-902706053-project-admin] Waiting for the task: (returnval){ [ 807.649441] env[69357]: value = "task-4150545" [ 807.649441] env[69357]: _type = "Task" [ 807.649441] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.653021] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.665852] env[69357]: DEBUG oslo_vmware.api [None req-5ffb9402-857a-4593-a38c-d3cdfafb04b5 tempest-ServersAdminTestJSON-902706053 tempest-ServersAdminTestJSON-902706053-project-admin] Task: {'id': task-4150545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.716329] env[69357]: DEBUG nova.network.neutron [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Successfully updated port: 0bc88d0d-77da-4f99-827c-fe88dc1a6396 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.871312] env[69357]: DEBUG nova.compute.manager [req-79c3c726-1422-47da-86e9-71a18e51dc63 req-341d139b-65cf-452e-b8aa-3bd7ce6a69cb service nova] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Received event network-vif-plugged-0bc88d0d-77da-4f99-827c-fe88dc1a6396 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.871528] env[69357]: DEBUG oslo_concurrency.lockutils [req-79c3c726-1422-47da-86e9-71a18e51dc63 req-341d139b-65cf-452e-b8aa-3bd7ce6a69cb service nova] Acquiring lock "dd42ede8-77ba-4781-95c2-5ed45f9b93ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.871766] env[69357]: DEBUG oslo_concurrency.lockutils [req-79c3c726-1422-47da-86e9-71a18e51dc63 req-341d139b-65cf-452e-b8aa-3bd7ce6a69cb service nova] Lock "dd42ede8-77ba-4781-95c2-5ed45f9b93ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.871919] env[69357]: DEBUG oslo_concurrency.lockutils [req-79c3c726-1422-47da-86e9-71a18e51dc63 req-341d139b-65cf-452e-b8aa-3bd7ce6a69cb service nova] Lock "dd42ede8-77ba-4781-95c2-5ed45f9b93ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.872097] env[69357]: DEBUG nova.compute.manager [req-79c3c726-1422-47da-86e9-71a18e51dc63 req-341d139b-65cf-452e-b8aa-3bd7ce6a69cb service nova] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] No waiting events found dispatching network-vif-plugged-0bc88d0d-77da-4f99-827c-fe88dc1a6396 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 807.872318] env[69357]: WARNING nova.compute.manager [req-79c3c726-1422-47da-86e9-71a18e51dc63 req-341d139b-65cf-452e-b8aa-3bd7ce6a69cb service nova] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Received unexpected event network-vif-plugged-0bc88d0d-77da-4f99-827c-fe88dc1a6396 for instance with vm_state building and task_state spawning. [ 807.932656] env[69357]: DEBUG oslo_vmware.api [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.010022] env[69357]: DEBUG nova.compute.manager [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.042893] env[69357]: DEBUG nova.network.neutron [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Successfully created port: 6ae6ed9a-0ff1-4853-b37e-44aba5240640 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.055138] env[69357]: DEBUG oslo_concurrency.lockutils [req-c405cfd4-fd94-42dd-80cf-c94b882e2bcb req-5fcdc45f-9672-4580-8376-61d0a2eb1930 service nova] Releasing lock "refresh_cache-fd7a3a67-ae9f-4954-85c7-49f9bc252105" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.065480] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150543, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.143856] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5ea9ec-0925-42f9-8750-62099298664e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.158603] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150544, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.166831] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fa39ce-b24c-450c-ba55-340f0b6afbee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.209146] env[69357]: DEBUG oslo_vmware.api [None req-5ffb9402-857a-4593-a38c-d3cdfafb04b5 tempest-ServersAdminTestJSON-902706053 tempest-ServersAdminTestJSON-902706053-project-admin] Task: {'id': task-4150545, 'name': ReconfigVM_Task, 'duration_secs': 0.19233} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.209412] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffb9402-857a-4593-a38c-d3cdfafb04b5 tempest-ServersAdminTestJSON-902706053 tempest-ServersAdminTestJSON-902706053-project-admin] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Reconfigured VM instance to set the machine id {{(pid=69357) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 808.212299] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092a59a4-bec9-4ac2-b158-78ba0da0d216 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.221168] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Acquiring lock "refresh_cache-dd42ede8-77ba-4781-95c2-5ed45f9b93ab" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.221338] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Acquired lock "refresh_cache-dd42ede8-77ba-4781-95c2-5ed45f9b93ab" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.221496] env[69357]: DEBUG nova.network.neutron [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.224124] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d715c178-716c-4481-a0f4-cc727ff2aa57 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.243140] env[69357]: DEBUG nova.compute.provider_tree [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.431386] env[69357]: DEBUG oslo_vmware.api [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.566881] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574279} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.567195] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] fd7a3a67-ae9f-4954-85c7-49f9bc252105/fd7a3a67-ae9f-4954-85c7-49f9bc252105.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.567449] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.567733] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-031823a8-b88e-485c-8519-08855261b497 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.584022] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for the task: (returnval){ [ 808.584022] env[69357]: value = "task-4150546" [ 808.584022] env[69357]: _type = "Task" [ 808.584022] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.594649] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.659433] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150544, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.749172] env[69357]: DEBUG nova.scheduler.client.report [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.803137] env[69357]: DEBUG nova.network.neutron [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.933721] env[69357]: DEBUG oslo_vmware.api [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.022090] env[69357]: DEBUG nova.compute.manager [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.061957] env[69357]: DEBUG nova.virt.hardware [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:51:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='472818001',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1818494188',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.062566] env[69357]: DEBUG nova.virt.hardware [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.062870] env[69357]: DEBUG nova.virt.hardware [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.063110] env[69357]: DEBUG nova.virt.hardware [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.063342] env[69357]: DEBUG nova.virt.hardware [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.063666] env[69357]: DEBUG nova.virt.hardware [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.063978] env[69357]: DEBUG nova.virt.hardware [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.064370] env[69357]: DEBUG nova.virt.hardware [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.064622] env[69357]: DEBUG nova.virt.hardware [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.064855] env[69357]: DEBUG nova.virt.hardware [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.065086] env[69357]: DEBUG nova.virt.hardware [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.067121] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a69fdb-4430-43c3-9815-2fdeae0b5f32 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.076345] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3a416f-2148-49f1-a0a9-52ef2749dde8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.094779] env[69357]: DEBUG nova.network.neutron [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Updating instance_info_cache with network_info: [{"id": "0bc88d0d-77da-4f99-827c-fe88dc1a6396", "address": "fa:16:3e:63:f9:34", "network": {"id": "867667ac-4781-48fb-86fd-06dd8255adf8", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-65373341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3fe6fbcf2254590857564d8d0f6a5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bc88d0d-77", "ovs_interfaceid": "0bc88d0d-77da-4f99-827c-fe88dc1a6396", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.105855] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077746} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.105997] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.106963] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40e4660-928c-4b76-9aab-0f1a506ea5be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.133287] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] fd7a3a67-ae9f-4954-85c7-49f9bc252105/fd7a3a67-ae9f-4954-85c7-49f9bc252105.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.134383] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3e73f34-f13b-48bd-8d71-2343064be521 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.161720] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150544, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.163680] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for the task: (returnval){ [ 809.163680] env[69357]: value = "task-4150547" [ 809.163680] env[69357]: _type = "Task" [ 809.163680] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.179321] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.254719] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.254971] env[69357]: DEBUG nova.compute.manager [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.262341] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.401s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.262341] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.271041] env[69357]: DEBUG oslo_concurrency.lockutils [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.161s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.271041] env[69357]: DEBUG oslo_concurrency.lockutils [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.271041] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.994s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.271041] env[69357]: INFO nova.compute.claims [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.311672] env[69357]: INFO nova.scheduler.client.report [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Deleted allocations for instance 5338dc92-c619-4a06-ad2f-6a3821bd9507 [ 809.317159] env[69357]: INFO nova.scheduler.client.report [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Deleted allocations for instance 475e02eb-0de9-4425-af51-e906aa067f6d [ 809.435822] env[69357]: DEBUG oslo_vmware.api [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.603483] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Releasing lock "refresh_cache-dd42ede8-77ba-4781-95c2-5ed45f9b93ab" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.603692] env[69357]: DEBUG nova.compute.manager [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Instance network_info: |[{"id": "0bc88d0d-77da-4f99-827c-fe88dc1a6396", "address": "fa:16:3e:63:f9:34", "network": {"id": "867667ac-4781-48fb-86fd-06dd8255adf8", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-65373341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3fe6fbcf2254590857564d8d0f6a5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bc88d0d-77", "ovs_interfaceid": "0bc88d0d-77da-4f99-827c-fe88dc1a6396", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.604146] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:f9:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bc88d0d-77da-4f99-827c-fe88dc1a6396', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.612466] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Creating folder: Project (d3fe6fbcf2254590857564d8d0f6a5b6). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.613050] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14045f77-6f74-4632-864b-a1a06554780b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.625568] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Created folder: Project (d3fe6fbcf2254590857564d8d0f6a5b6) in parent group-v821763. [ 809.625776] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Creating folder: Instances. Parent ref: group-v821876. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.626102] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54b2e12d-3c76-4582-a3e2-74073468f6ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.646024] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Created folder: Instances in parent group-v821876. [ 809.646024] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.646024] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.646024] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53e62853-1545-4b76-a76b-718753fedd04 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.690629] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150544, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.858576} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.690915] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.690915] env[69357]: value = "task-4150550" [ 809.690915] env[69357]: _type = "Task" [ 809.690915] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.691246] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.691525] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c/1519ed08-cf97-4bc5-9e26-4a62cb36ec6c.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.692442] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.692442] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66378ea9-8465-4a3f-b104-8ad1ed139473 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.705070] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150550, 'name': CreateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.707315] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 809.707315] env[69357]: value = "task-4150551" [ 809.707315] env[69357]: _type = "Task" [ 809.707315] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.717218] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.776030] env[69357]: DEBUG nova.compute.utils [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.777314] env[69357]: DEBUG nova.compute.manager [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.777493] env[69357]: DEBUG nova.network.neutron [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.826692] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f56e1bbe-f5f9-4377-92ab-39b2c05b6095 tempest-ServersAdminNegativeTestJSON-1789430876 tempest-ServersAdminNegativeTestJSON-1789430876-project-member] Lock "5338dc92-c619-4a06-ad2f-6a3821bd9507" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.758s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.828660] env[69357]: DEBUG oslo_concurrency.lockutils [None req-058318ae-b3ae-40f8-b04f-b503c7a3f482 tempest-ServerAddressesNegativeTestJSON-799692279 tempest-ServerAddressesNegativeTestJSON-799692279-project-member] Lock "475e02eb-0de9-4425-af51-e906aa067f6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.522s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.939603] env[69357]: DEBUG oslo_vmware.api [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.956010] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Acquiring lock "792aea1c-2e1a-45cd-bbc3-b1cd90e876d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.956310] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lock "792aea1c-2e1a-45cd-bbc3-b1cd90e876d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.181032] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150547, 'name': ReconfigVM_Task, 'duration_secs': 0.627816} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.181032] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Reconfigured VM instance instance-00000028 to attach disk [datastore2] fd7a3a67-ae9f-4954-85c7-49f9bc252105/fd7a3a67-ae9f-4954-85c7-49f9bc252105.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.181032] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fa9391a-ede5-42bb-822e-69cee78aac2d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.192023] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for the task: (returnval){ [ 810.192023] env[69357]: value = "task-4150552" [ 810.192023] env[69357]: _type = "Task" [ 810.192023] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.202020] env[69357]: DEBUG nova.policy [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '685e5c902f4b4d2db67216f1b5bdad24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f925efeb38144c10b0c5e8890f3a8511', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.205947] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150552, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.211060] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150550, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.221758] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07559} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.225397] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.225397] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbb1a09-a80b-4ddc-9deb-db9e0b958165 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.248602] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c/1519ed08-cf97-4bc5-9e26-4a62cb36ec6c.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.249009] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdde36e3-c98c-48a4-a985-d7075757fc99 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.271939] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 810.271939] env[69357]: value = "task-4150553" [ 810.271939] env[69357]: _type = "Task" [ 810.271939] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.278093] env[69357]: DEBUG nova.compute.manager [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.289800] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150553, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.445479] env[69357]: DEBUG oslo_vmware.api [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.536657] env[69357]: DEBUG oslo_concurrency.lockutils [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Acquiring lock "b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.536657] env[69357]: DEBUG oslo_concurrency.lockutils [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lock "b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.711361] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150552, 'name': Rename_Task, 'duration_secs': 0.210317} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.711562] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150550, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.711817] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.712333] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dd07efa-3703-47ad-b87c-0197b0eabbaa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.721496] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for the task: (returnval){ [ 810.721496] env[69357]: value = "task-4150554" [ 810.721496] env[69357]: _type = "Task" [ 810.721496] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.731857] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.782816] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.902239] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c738f8b7-250b-4d75-8088-a77cbf97d0bc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.910749] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac6bfc9-61c8-4feb-8269-b39a429a4b99 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.951333] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fafcbf3-ae14-4ef6-ad80-8e2e50aa0903 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.959496] env[69357]: DEBUG oslo_vmware.api [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.963310] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d64644c-991d-41f8-92c1-35e5345b836f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.977803] env[69357]: DEBUG nova.compute.provider_tree [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 9, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.154765] env[69357]: DEBUG nova.network.neutron [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Successfully updated port: 6ae6ed9a-0ff1-4853-b37e-44aba5240640 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.220753] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150550, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.232938] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150554, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.284395] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.300850] env[69357]: DEBUG nova.compute.manager [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.304449] env[69357]: DEBUG nova.compute.manager [req-4f6d2860-2158-4930-8010-4e190a2b54a4 req-9466e1a6-be7f-4485-8373-c00a55bca2b7 service nova] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Received event network-changed-0bc88d0d-77da-4f99-827c-fe88dc1a6396 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.304769] env[69357]: DEBUG nova.compute.manager [req-4f6d2860-2158-4930-8010-4e190a2b54a4 req-9466e1a6-be7f-4485-8373-c00a55bca2b7 service nova] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Refreshing instance network info cache due to event network-changed-0bc88d0d-77da-4f99-827c-fe88dc1a6396. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.305094] env[69357]: DEBUG oslo_concurrency.lockutils [req-4f6d2860-2158-4930-8010-4e190a2b54a4 req-9466e1a6-be7f-4485-8373-c00a55bca2b7 service nova] Acquiring lock "refresh_cache-dd42ede8-77ba-4781-95c2-5ed45f9b93ab" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.305377] env[69357]: DEBUG oslo_concurrency.lockutils [req-4f6d2860-2158-4930-8010-4e190a2b54a4 req-9466e1a6-be7f-4485-8373-c00a55bca2b7 service nova] Acquired lock "refresh_cache-dd42ede8-77ba-4781-95c2-5ed45f9b93ab" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.306376] env[69357]: DEBUG nova.network.neutron [req-4f6d2860-2158-4930-8010-4e190a2b54a4 req-9466e1a6-be7f-4485-8373-c00a55bca2b7 service nova] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Refreshing network info cache for port 0bc88d0d-77da-4f99-827c-fe88dc1a6396 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.341608] env[69357]: DEBUG nova.network.neutron [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Successfully created port: 5e7ef2e1-e76e-455e-8c05-3a75625a2039 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.345932] env[69357]: DEBUG nova.virt.hardware [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.346341] env[69357]: DEBUG nova.virt.hardware [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.346542] env[69357]: DEBUG nova.virt.hardware [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.346791] env[69357]: DEBUG nova.virt.hardware [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.346991] env[69357]: DEBUG nova.virt.hardware [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.347213] env[69357]: DEBUG nova.virt.hardware [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.347487] env[69357]: DEBUG nova.virt.hardware [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.347819] env[69357]: DEBUG nova.virt.hardware [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.347914] env[69357]: DEBUG nova.virt.hardware [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.348128] env[69357]: DEBUG nova.virt.hardware [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.348314] env[69357]: DEBUG nova.virt.hardware [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.349971] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3592adeb-5883-498d-a6d3-285843ce2ace {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.360705] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6880da-846d-468b-a483-aab505788078 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.458115] env[69357]: DEBUG oslo_vmware.api [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150540, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.509541] env[69357]: ERROR nova.scheduler.client.report [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [req-79b2bda2-ac6b-45af-bdaa-61a912c50154] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 9, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41cb361a-522d-4695-b4b7-7751ac8e311a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-79b2bda2-ac6b-45af-bdaa-61a912c50154"}]} [ 811.529868] env[69357]: DEBUG nova.scheduler.client.report [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Refreshing inventories for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 811.546792] env[69357]: DEBUG nova.scheduler.client.report [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Updating ProviderTree inventory for provider 41cb361a-522d-4695-b4b7-7751ac8e311a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 811.546792] env[69357]: DEBUG nova.compute.provider_tree [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.565080] env[69357]: DEBUG nova.scheduler.client.report [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Refreshing aggregate associations for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 811.587408] env[69357]: DEBUG nova.scheduler.client.report [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Refreshing trait associations for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 811.661156] env[69357]: DEBUG oslo_concurrency.lockutils [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Acquiring lock "refresh_cache-86ede26b-bb10-412c-ae55-c8463428219b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.661341] env[69357]: DEBUG oslo_concurrency.lockutils [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Acquired lock "refresh_cache-86ede26b-bb10-412c-ae55-c8463428219b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.661496] env[69357]: DEBUG nova.network.neutron [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.720948] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150550, 'name': CreateVM_Task, 'duration_secs': 1.560513} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.721632] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.721835] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.722040] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.722421] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.724255] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fe12be0-7f85-47d1-b5fb-e38e9a68df9d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.746957] env[69357]: DEBUG oslo_vmware.api [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150554, 'name': PowerOnVM_Task, 'duration_secs': 0.688398} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.747412] env[69357]: DEBUG oslo_vmware.api [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Waiting for the task: (returnval){ [ 811.747412] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5252c61c-9eb9-a1c3-5565-b9792f7541aa" [ 811.747412] env[69357]: _type = "Task" [ 811.747412] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.747783] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.747928] env[69357]: INFO nova.compute.manager [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Took 8.65 seconds to spawn the instance on the hypervisor. [ 811.748137] env[69357]: DEBUG nova.compute.manager [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 811.749030] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8136417-5872-4e3a-81e7-d84cfcdbcc30 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.766372] env[69357]: DEBUG oslo_vmware.api [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5252c61c-9eb9-a1c3-5565-b9792f7541aa, 'name': SearchDatastore_Task, 'duration_secs': 0.023963} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.768551] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.768800] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.769045] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.769199] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.769821] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.775736] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f05211d5-f630-4cdd-9eac-12fdb58b4e3f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.789634] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150553, 'name': ReconfigVM_Task, 'duration_secs': 1.175025} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.789883] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c/1519ed08-cf97-4bc5-9e26-4a62cb36ec6c.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.790566] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.794034] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.794034] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-818d8026-aa98-4a04-a496-c7177fb08565 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.794034] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f43f096-9732-404b-8fb5-ca398792f943 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.800515] env[69357]: DEBUG oslo_vmware.api [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Waiting for the task: (returnval){ [ 811.800515] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529d9ede-d928-fb87-92de-8ab6d1be59a9" [ 811.800515] env[69357]: _type = "Task" [ 811.800515] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.814109] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 811.814109] env[69357]: value = "task-4150555" [ 811.814109] env[69357]: _type = "Task" [ 811.814109] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.824221] env[69357]: DEBUG oslo_vmware.api [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529d9ede-d928-fb87-92de-8ab6d1be59a9, 'name': SearchDatastore_Task, 'duration_secs': 0.013272} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.825062] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0433a4ba-ceb4-4177-995c-550bc715c6e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.831331] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150555, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.838798] env[69357]: DEBUG oslo_vmware.api [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Waiting for the task: (returnval){ [ 811.838798] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]526e6710-14bb-5cfa-0e9b-fbf88cd3c751" [ 811.838798] env[69357]: _type = "Task" [ 811.838798] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.857392] env[69357]: DEBUG oslo_vmware.api [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526e6710-14bb-5cfa-0e9b-fbf88cd3c751, 'name': SearchDatastore_Task, 'duration_secs': 0.010944} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.860454] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.860777] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] dd42ede8-77ba-4781-95c2-5ed45f9b93ab/dd42ede8-77ba-4781-95c2-5ed45f9b93ab.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.861652] env[69357]: DEBUG oslo_concurrency.lockutils [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Acquiring lock "877f50f0-e181-44b8-a27c-2a52cfd6b2c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.863016] env[69357]: DEBUG oslo_concurrency.lockutils [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Lock "877f50f0-e181-44b8-a27c-2a52cfd6b2c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.863016] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e7de513-0b83-4b74-bc88-251cab5bc36d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.872644] env[69357]: DEBUG oslo_vmware.api [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Waiting for the task: (returnval){ [ 811.872644] env[69357]: value = "task-4150556" [ 811.872644] env[69357]: _type = "Task" [ 811.872644] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.884809] env[69357]: DEBUG oslo_vmware.api [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Task: {'id': task-4150556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.965787] env[69357]: DEBUG oslo_vmware.api [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150540, 'name': ReconfigVM_Task, 'duration_secs': 5.805918} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.971070] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.971070] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Reconfigured VM to detach interface {{(pid=69357) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 812.290262] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ac1e13-1868-462f-9cf9-3b73e800fc93 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.300768] env[69357]: INFO nova.compute.manager [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Took 49.32 seconds to build instance. [ 812.307405] env[69357]: DEBUG nova.network.neutron [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.313813] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5902e815-aa38-4c10-a8b2-e2c8ad9e337c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.329406] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150555, 'name': Rename_Task, 'duration_secs': 0.189194} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.357775] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.357967] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfcde25d-2ffa-4e10-a4e3-edfea0c5c98e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.360893] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316d71ac-b408-43fb-89e5-340072c51e96 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.371940] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f68e60-8a11-41d1-80ac-9f22308b0537 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.378836] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 812.378836] env[69357]: value = "task-4150557" [ 812.378836] env[69357]: _type = "Task" [ 812.378836] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.396874] env[69357]: DEBUG nova.compute.provider_tree [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.404553] env[69357]: DEBUG oslo_vmware.api [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Task: {'id': task-4150556, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.408825] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150557, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.653902] env[69357]: DEBUG nova.network.neutron [req-4f6d2860-2158-4930-8010-4e190a2b54a4 req-9466e1a6-be7f-4485-8373-c00a55bca2b7 service nova] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Updated VIF entry in instance network info cache for port 0bc88d0d-77da-4f99-827c-fe88dc1a6396. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.654322] env[69357]: DEBUG nova.network.neutron [req-4f6d2860-2158-4930-8010-4e190a2b54a4 req-9466e1a6-be7f-4485-8373-c00a55bca2b7 service nova] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Updating instance_info_cache with network_info: [{"id": "0bc88d0d-77da-4f99-827c-fe88dc1a6396", "address": "fa:16:3e:63:f9:34", "network": {"id": "867667ac-4781-48fb-86fd-06dd8255adf8", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-65373341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3fe6fbcf2254590857564d8d0f6a5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bc88d0d-77", "ovs_interfaceid": "0bc88d0d-77da-4f99-827c-fe88dc1a6396", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.745270] env[69357]: DEBUG nova.network.neutron [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Updating instance_info_cache with network_info: [{"id": "6ae6ed9a-0ff1-4853-b37e-44aba5240640", "address": "fa:16:3e:2d:7a:9c", "network": {"id": "e0f0df17-e274-461d-bad9-8b676e70e558", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-377505510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff2c0efe39474be18b84ce2158b2815e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae6ed9a-0f", "ovs_interfaceid": "6ae6ed9a-0ff1-4853-b37e-44aba5240640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.807387] env[69357]: DEBUG oslo_concurrency.lockutils [None req-531ca511-b016-4e56-a86b-010722e2e5d3 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Lock "fd7a3a67-ae9f-4954-85c7-49f9bc252105" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.168s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.894724] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150557, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.898875] env[69357]: DEBUG oslo_vmware.api [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Task: {'id': task-4150556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578922} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.899189] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] dd42ede8-77ba-4781-95c2-5ed45f9b93ab/dd42ede8-77ba-4781-95c2-5ed45f9b93ab.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.899460] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.900330] env[69357]: DEBUG nova.scheduler.client.report [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.903630] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5d78855-fb8f-4648-bb62-264ca335ead2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.919028] env[69357]: DEBUG oslo_vmware.api [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Waiting for the task: (returnval){ [ 812.919028] env[69357]: value = "task-4150558" [ 812.919028] env[69357]: _type = "Task" [ 812.919028] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.933634] env[69357]: DEBUG oslo_vmware.api [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Task: {'id': task-4150558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.157640] env[69357]: DEBUG oslo_concurrency.lockutils [req-4f6d2860-2158-4930-8010-4e190a2b54a4 req-9466e1a6-be7f-4485-8373-c00a55bca2b7 service nova] Releasing lock "refresh_cache-dd42ede8-77ba-4781-95c2-5ed45f9b93ab" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.248181] env[69357]: DEBUG oslo_concurrency.lockutils [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Releasing lock "refresh_cache-86ede26b-bb10-412c-ae55-c8463428219b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.248966] env[69357]: DEBUG nova.compute.manager [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Instance network_info: |[{"id": "6ae6ed9a-0ff1-4853-b37e-44aba5240640", "address": "fa:16:3e:2d:7a:9c", "network": {"id": "e0f0df17-e274-461d-bad9-8b676e70e558", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-377505510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff2c0efe39474be18b84ce2158b2815e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae6ed9a-0f", "ovs_interfaceid": "6ae6ed9a-0ff1-4853-b37e-44aba5240640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.249453] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:7a:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ae6ed9a-0ff1-4853-b37e-44aba5240640', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.259475] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.260339] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.261195] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f84b822f-8298-4bb0-b673-f52e748d6ac2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.291029] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.291029] env[69357]: value = "task-4150559" [ 813.291029] env[69357]: _type = "Task" [ 813.291029] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.302392] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150559, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.313054] env[69357]: DEBUG nova.compute.manager [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.400674] env[69357]: DEBUG oslo_vmware.api [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150557, 'name': PowerOnVM_Task, 'duration_secs': 0.723075} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.402166] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.402166] env[69357]: DEBUG nova.compute.manager [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 813.402732] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aee985b-e37f-4e9f-807d-0b1fa7b1bde9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.407252] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.141s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.407856] env[69357]: DEBUG nova.compute.manager [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.411242] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.527s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.411603] env[69357]: DEBUG nova.objects.instance [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Lazy-loading 'resources' on Instance uuid 649feb1b-250b-4d3f-be9c-89dc5cb17488 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.430381] env[69357]: DEBUG oslo_vmware.api [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Task: {'id': task-4150558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146183} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.430855] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.431963] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cb8f88-47ae-4733-b51b-3943bb88c9d7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.465311] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] dd42ede8-77ba-4781-95c2-5ed45f9b93ab/dd42ede8-77ba-4781-95c2-5ed45f9b93ab.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.465667] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae11106b-7441-48b9-8230-2ee4091f22bd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.490814] env[69357]: DEBUG oslo_vmware.api [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Waiting for the task: (returnval){ [ 813.490814] env[69357]: value = "task-4150560" [ 813.490814] env[69357]: _type = "Task" [ 813.490814] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.506754] env[69357]: DEBUG oslo_vmware.api [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Task: {'id': task-4150560, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.566550] env[69357]: INFO nova.compute.manager [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Rebuilding instance [ 813.574244] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Acquiring lock "92110e91-6719-41a1-8579-0876ba2015b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.575807] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Lock "92110e91-6719-41a1-8579-0876ba2015b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.630298] env[69357]: DEBUG nova.compute.manager [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 813.631506] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14db562-7877-452c-a246-0cafea00f372 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.782676] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "refresh_cache-7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.782975] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "refresh_cache-7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.784285] env[69357]: DEBUG nova.network.neutron [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.804147] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150559, 'name': CreateVM_Task, 'duration_secs': 0.476676} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.804898] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.805519] env[69357]: DEBUG oslo_concurrency.lockutils [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.805759] env[69357]: DEBUG oslo_concurrency.lockutils [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.806193] env[69357]: DEBUG oslo_concurrency.lockutils [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.806518] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b926480-3b85-489e-88f1-77f86419f119 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.813090] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for the task: (returnval){ [ 813.813090] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a513a4-edc4-04dd-560f-bdb6f708d4c7" [ 813.813090] env[69357]: _type = "Task" [ 813.813090] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.826186] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a513a4-edc4-04dd-560f-bdb6f708d4c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.838954] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.921184] env[69357]: DEBUG nova.compute.utils [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.922750] env[69357]: DEBUG nova.compute.manager [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.922930] env[69357]: DEBUG nova.network.neutron [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.933343] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.007751] env[69357]: DEBUG oslo_vmware.api [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Task: {'id': task-4150560, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.060428] env[69357]: DEBUG nova.policy [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6557a46371e64978b183b163c1697514', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6640b96d1114cbf9f564b47014991bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.079522] env[69357]: DEBUG nova.compute.manager [req-9210fc94-b1cc-4418-8ae0-8a2a7adbb967 req-a084565a-2c9c-4424-b809-f7718a37138c service nova] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Received event network-vif-plugged-6ae6ed9a-0ff1-4853-b37e-44aba5240640 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.079823] env[69357]: DEBUG oslo_concurrency.lockutils [req-9210fc94-b1cc-4418-8ae0-8a2a7adbb967 req-a084565a-2c9c-4424-b809-f7718a37138c service nova] Acquiring lock "86ede26b-bb10-412c-ae55-c8463428219b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.080226] env[69357]: DEBUG oslo_concurrency.lockutils [req-9210fc94-b1cc-4418-8ae0-8a2a7adbb967 req-a084565a-2c9c-4424-b809-f7718a37138c service nova] Lock "86ede26b-bb10-412c-ae55-c8463428219b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.080448] env[69357]: DEBUG oslo_concurrency.lockutils [req-9210fc94-b1cc-4418-8ae0-8a2a7adbb967 req-a084565a-2c9c-4424-b809-f7718a37138c service nova] Lock "86ede26b-bb10-412c-ae55-c8463428219b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.080622] env[69357]: DEBUG nova.compute.manager [req-9210fc94-b1cc-4418-8ae0-8a2a7adbb967 req-a084565a-2c9c-4424-b809-f7718a37138c service nova] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] No waiting events found dispatching network-vif-plugged-6ae6ed9a-0ff1-4853-b37e-44aba5240640 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 814.080801] env[69357]: WARNING nova.compute.manager [req-9210fc94-b1cc-4418-8ae0-8a2a7adbb967 req-a084565a-2c9c-4424-b809-f7718a37138c service nova] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Received unexpected event network-vif-plugged-6ae6ed9a-0ff1-4853-b37e-44aba5240640 for instance with vm_state building and task_state spawning. [ 814.081013] env[69357]: DEBUG nova.compute.manager [req-9210fc94-b1cc-4418-8ae0-8a2a7adbb967 req-a084565a-2c9c-4424-b809-f7718a37138c service nova] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Received event network-changed-6ae6ed9a-0ff1-4853-b37e-44aba5240640 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.081496] env[69357]: DEBUG nova.compute.manager [req-9210fc94-b1cc-4418-8ae0-8a2a7adbb967 req-a084565a-2c9c-4424-b809-f7718a37138c service nova] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Refreshing instance network info cache due to event network-changed-6ae6ed9a-0ff1-4853-b37e-44aba5240640. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.081912] env[69357]: DEBUG oslo_concurrency.lockutils [req-9210fc94-b1cc-4418-8ae0-8a2a7adbb967 req-a084565a-2c9c-4424-b809-f7718a37138c service nova] Acquiring lock "refresh_cache-86ede26b-bb10-412c-ae55-c8463428219b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.082115] env[69357]: DEBUG oslo_concurrency.lockutils [req-9210fc94-b1cc-4418-8ae0-8a2a7adbb967 req-a084565a-2c9c-4424-b809-f7718a37138c service nova] Acquired lock "refresh_cache-86ede26b-bb10-412c-ae55-c8463428219b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.082289] env[69357]: DEBUG nova.network.neutron [req-9210fc94-b1cc-4418-8ae0-8a2a7adbb967 req-a084565a-2c9c-4424-b809-f7718a37138c service nova] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Refreshing network info cache for port 6ae6ed9a-0ff1-4853-b37e-44aba5240640 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.328330] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a513a4-edc4-04dd-560f-bdb6f708d4c7, 'name': SearchDatastore_Task, 'duration_secs': 0.030458} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.328726] env[69357]: DEBUG oslo_concurrency.lockutils [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.329081] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.329946] env[69357]: DEBUG oslo_concurrency.lockutils [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.329946] env[69357]: DEBUG oslo_concurrency.lockutils [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.329946] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.330992] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d56af243-a2c4-49da-bbe8-585b2c35d0b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.344746] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.344952] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.345835] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63beee78-35d1-47fc-ace5-53463e6fed6b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.350069] env[69357]: DEBUG nova.network.neutron [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Successfully updated port: 5e7ef2e1-e76e-455e-8c05-3a75625a2039 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.359024] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for the task: (returnval){ [ 814.359024] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]526bc860-a908-bb30-27f9-ecae00fd7c62" [ 814.359024] env[69357]: _type = "Task" [ 814.359024] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.377195] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526bc860-a908-bb30-27f9-ecae00fd7c62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.428461] env[69357]: DEBUG nova.compute.manager [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.506949] env[69357]: DEBUG oslo_vmware.api [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Task: {'id': task-4150560, 'name': ReconfigVM_Task, 'duration_secs': 0.558386} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.507369] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Reconfigured VM instance instance-00000029 to attach disk [datastore2] dd42ede8-77ba-4781-95c2-5ed45f9b93ab/dd42ede8-77ba-4781-95c2-5ed45f9b93ab.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.509312] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dec584e-fc09-41f3-bee5-b9938b6275db {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.519237] env[69357]: DEBUG oslo_vmware.api [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Waiting for the task: (returnval){ [ 814.519237] env[69357]: value = "task-4150561" [ 814.519237] env[69357]: _type = "Task" [ 814.519237] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.532931] env[69357]: DEBUG oslo_vmware.api [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Task: {'id': task-4150561, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.542947] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3a031c-d5c4-41db-92ff-7d1d58fed514 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.551756] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17eaf8ed-bd89-4842-8670-0afeab9ddd65 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.593366] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e16d0a7-db66-4f0c-9b9d-c397b351a5d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.603793] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678f02da-9bcb-452d-9f9c-2b9aeb239f44 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.621472] env[69357]: DEBUG nova.compute.provider_tree [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.649558] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.649882] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96be51be-4be0-4e75-ac59-f85b9f288bfd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.658264] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 814.658264] env[69357]: value = "task-4150562" [ 814.658264] env[69357]: _type = "Task" [ 814.658264] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.662991] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.662991] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.662991] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "7f7a4dea-6bd6-41e1-9b70-c5c0034f3358-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.663313] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "7f7a4dea-6bd6-41e1-9b70-c5c0034f3358-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.663313] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "7f7a4dea-6bd6-41e1-9b70-c5c0034f3358-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.665553] env[69357]: INFO nova.compute.manager [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Terminating instance [ 814.673976] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.855237] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquiring lock "refresh_cache-a2e799b7-d685-48ea-b21d-9327af272871" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.855237] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquired lock "refresh_cache-a2e799b7-d685-48ea-b21d-9327af272871" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.855237] env[69357]: DEBUG nova.network.neutron [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.881800] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526bc860-a908-bb30-27f9-ecae00fd7c62, 'name': SearchDatastore_Task, 'duration_secs': 0.020785} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.891576] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1ec73ed-d8f0-4233-a5a8-66143d693a32 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.901897] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for the task: (returnval){ [ 814.901897] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e14933-3d4a-a447-bdf0-a2aefc2bb716" [ 814.901897] env[69357]: _type = "Task" [ 814.901897] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.912632] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e14933-3d4a-a447-bdf0-a2aefc2bb716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.927335] env[69357]: DEBUG nova.network.neutron [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Successfully created port: feb79de1-f6f9-4d62-8783-434587da29fd {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.004852] env[69357]: INFO nova.network.neutron [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Port faee5bfa-fa04-41f9-9b97-0bbab151af2a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 815.005247] env[69357]: DEBUG nova.network.neutron [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Updating instance_info_cache with network_info: [{"id": "5490feb0-c9cd-4578-bed2-469c1c697813", "address": "fa:16:3e:54:ef:f7", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5490feb0-c9", "ovs_interfaceid": "5490feb0-c9cd-4578-bed2-469c1c697813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.035784] env[69357]: DEBUG oslo_vmware.api [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Task: {'id': task-4150561, 'name': Rename_Task, 'duration_secs': 0.337998} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.037180] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.037596] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8939f641-5aa2-487c-8da8-7c59bb823882 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.048902] env[69357]: DEBUG oslo_vmware.api [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Waiting for the task: (returnval){ [ 815.048902] env[69357]: value = "task-4150563" [ 815.048902] env[69357]: _type = "Task" [ 815.048902] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.060204] env[69357]: DEBUG oslo_vmware.api [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Task: {'id': task-4150563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.126024] env[69357]: DEBUG nova.scheduler.client.report [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.169570] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150562, 'name': PowerOffVM_Task, 'duration_secs': 0.270694} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.169887] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.170142] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.171056] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54062f8-afca-4258-b7b1-b705b376b039 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.174426] env[69357]: DEBUG nova.compute.manager [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.174618] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.175552] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6538f4-28de-443c-9495-7123b8067c10 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.184294] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.187159] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-889afc77-f9a1-4114-8d62-8f7e58fe5cb2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.188504] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.188691] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e4cc7ca-902c-44ce-a3b5-6d28e55558fb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.197863] env[69357]: DEBUG oslo_vmware.api [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 815.197863] env[69357]: value = "task-4150564" [ 815.197863] env[69357]: _type = "Task" [ 815.197863] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.208019] env[69357]: DEBUG oslo_vmware.api [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.239028] env[69357]: DEBUG nova.network.neutron [req-9210fc94-b1cc-4418-8ae0-8a2a7adbb967 req-a084565a-2c9c-4424-b809-f7718a37138c service nova] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Updated VIF entry in instance network info cache for port 6ae6ed9a-0ff1-4853-b37e-44aba5240640. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.239028] env[69357]: DEBUG nova.network.neutron [req-9210fc94-b1cc-4418-8ae0-8a2a7adbb967 req-a084565a-2c9c-4424-b809-f7718a37138c service nova] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Updating instance_info_cache with network_info: [{"id": "6ae6ed9a-0ff1-4853-b37e-44aba5240640", "address": "fa:16:3e:2d:7a:9c", "network": {"id": "e0f0df17-e274-461d-bad9-8b676e70e558", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-377505510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff2c0efe39474be18b84ce2158b2815e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae6ed9a-0f", "ovs_interfaceid": "6ae6ed9a-0ff1-4853-b37e-44aba5240640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.295028] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.295028] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.295028] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Deleting the datastore file [datastore1] 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.295028] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e269ca5-c0fc-4ebe-92f8-637c7144800b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.304585] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 815.304585] env[69357]: value = "task-4150566" [ 815.304585] env[69357]: _type = "Task" [ 815.304585] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.319572] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.417075] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e14933-3d4a-a447-bdf0-a2aefc2bb716, 'name': SearchDatastore_Task, 'duration_secs': 0.015442} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.417766] env[69357]: DEBUG oslo_concurrency.lockutils [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.418618] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 86ede26b-bb10-412c-ae55-c8463428219b/86ede26b-bb10-412c-ae55-c8463428219b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.420017] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e004c1cf-ed48-4e36-81d2-bdfc5e29dcd2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.428202] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for the task: (returnval){ [ 815.428202] env[69357]: value = "task-4150567" [ 815.428202] env[69357]: _type = "Task" [ 815.428202] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.435154] env[69357]: DEBUG nova.network.neutron [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.442271] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.445858] env[69357]: DEBUG nova.compute.manager [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.484239] env[69357]: DEBUG nova.virt.hardware [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.484686] env[69357]: DEBUG nova.virt.hardware [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.484909] env[69357]: DEBUG nova.virt.hardware [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.485126] env[69357]: DEBUG nova.virt.hardware [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.485301] env[69357]: DEBUG nova.virt.hardware [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.485453] env[69357]: DEBUG nova.virt.hardware [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.485710] env[69357]: DEBUG nova.virt.hardware [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.485909] env[69357]: DEBUG nova.virt.hardware [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.486184] env[69357]: DEBUG nova.virt.hardware [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.486388] env[69357]: DEBUG nova.virt.hardware [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.486631] env[69357]: DEBUG nova.virt.hardware [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.487691] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a2a09f-c73f-4143-bdbe-ad549dbebbf5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.498040] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86486bdd-bdc8-47c5-95b6-c36b6f25ea6d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.518349] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "refresh_cache-7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.564983] env[69357]: DEBUG oslo_vmware.api [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Task: {'id': task-4150563, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.637469] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.640020] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.364s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.640301] env[69357]: DEBUG nova.objects.instance [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 815.646531] env[69357]: DEBUG nova.compute.manager [req-7b399883-ec00-43c2-b0de-ea25dc826d9f req-36c1342f-e8ad-4af8-b4e4-f39b4fc4eb89 service nova] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Received event network-changed-bcf4bb5a-e078-48f2-89ea-8914c5c15f10 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.646731] env[69357]: DEBUG nova.compute.manager [req-7b399883-ec00-43c2-b0de-ea25dc826d9f req-36c1342f-e8ad-4af8-b4e4-f39b4fc4eb89 service nova] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Refreshing instance network info cache due to event network-changed-bcf4bb5a-e078-48f2-89ea-8914c5c15f10. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.646952] env[69357]: DEBUG oslo_concurrency.lockutils [req-7b399883-ec00-43c2-b0de-ea25dc826d9f req-36c1342f-e8ad-4af8-b4e4-f39b4fc4eb89 service nova] Acquiring lock "refresh_cache-fd7a3a67-ae9f-4954-85c7-49f9bc252105" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.649963] env[69357]: DEBUG oslo_concurrency.lockutils [req-7b399883-ec00-43c2-b0de-ea25dc826d9f req-36c1342f-e8ad-4af8-b4e4-f39b4fc4eb89 service nova] Acquired lock "refresh_cache-fd7a3a67-ae9f-4954-85c7-49f9bc252105" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.650236] env[69357]: DEBUG nova.network.neutron [req-7b399883-ec00-43c2-b0de-ea25dc826d9f req-36c1342f-e8ad-4af8-b4e4-f39b4fc4eb89 service nova] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Refreshing network info cache for port bcf4bb5a-e078-48f2-89ea-8914c5c15f10 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.674251] env[69357]: INFO nova.scheduler.client.report [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Deleted allocations for instance 649feb1b-250b-4d3f-be9c-89dc5cb17488 [ 815.690134] env[69357]: DEBUG nova.network.neutron [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Updating instance_info_cache with network_info: [{"id": "5e7ef2e1-e76e-455e-8c05-3a75625a2039", "address": "fa:16:3e:7d:2e:b5", "network": {"id": "8bba7035-5a8a-4952-9c2d-6e9c83289577", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-662894074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f925efeb38144c10b0c5e8890f3a8511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e7ef2e1-e7", "ovs_interfaceid": "5e7ef2e1-e76e-455e-8c05-3a75625a2039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.711448] env[69357]: DEBUG oslo_vmware.api [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150564, 'name': PowerOffVM_Task, 'duration_secs': 0.234758} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.711725] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.711934] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.712241] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1639b3b-16e9-472a-a315-c0f9ee0846ba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.739891] env[69357]: DEBUG oslo_concurrency.lockutils [req-9210fc94-b1cc-4418-8ae0-8a2a7adbb967 req-a084565a-2c9c-4424-b809-f7718a37138c service nova] Releasing lock "refresh_cache-86ede26b-bb10-412c-ae55-c8463428219b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.740943] env[69357]: DEBUG nova.compute.manager [req-9210fc94-b1cc-4418-8ae0-8a2a7adbb967 req-a084565a-2c9c-4424-b809-f7718a37138c service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Received event network-vif-deleted-faee5bfa-fa04-41f9-9b97-0bbab151af2a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.740943] env[69357]: INFO nova.compute.manager [req-9210fc94-b1cc-4418-8ae0-8a2a7adbb967 req-a084565a-2c9c-4424-b809-f7718a37138c service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Neutron deleted interface faee5bfa-fa04-41f9-9b97-0bbab151af2a; detaching it from the instance and deleting it from the info cache [ 815.740943] env[69357]: DEBUG nova.network.neutron [req-9210fc94-b1cc-4418-8ae0-8a2a7adbb967 req-a084565a-2c9c-4424-b809-f7718a37138c service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Updating instance_info_cache with network_info: [{"id": "5490feb0-c9cd-4578-bed2-469c1c697813", "address": "fa:16:3e:54:ef:f7", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5490feb0-c9", "ovs_interfaceid": "5490feb0-c9cd-4578-bed2-469c1c697813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.805255] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.805480] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.805663] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Deleting the datastore file [datastore2] 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.806023] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3f49014-dcca-44e8-b1e3-383cc48ee20e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.823962] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235487} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.828158] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.828506] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.828625] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.831667] env[69357]: DEBUG oslo_vmware.api [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 815.831667] env[69357]: value = "task-4150569" [ 815.831667] env[69357]: _type = "Task" [ 815.831667] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.845609] env[69357]: DEBUG oslo_vmware.api [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.940063] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150567, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.028581] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ec1e0033-2f43-44a2-b363-6784c337cb87 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "interface-7f7a4dea-6bd6-41e1-9b70-c5c0034f3358-faee5bfa-fa04-41f9-9b97-0bbab151af2a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.695s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.066254] env[69357]: DEBUG oslo_vmware.api [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Task: {'id': task-4150563, 'name': PowerOnVM_Task, 'duration_secs': 0.648769} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.066541] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.066739] env[69357]: INFO nova.compute.manager [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Took 10.35 seconds to spawn the instance on the hypervisor. [ 816.066922] env[69357]: DEBUG nova.compute.manager [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 816.067735] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b64c8e-2fb5-4705-b307-da403636a9a7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.190882] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3618da6e-163e-4d2a-9d31-93691cf7ac9e tempest-ServersTestJSON-666805160 tempest-ServersTestJSON-666805160-project-member] Lock "649feb1b-250b-4d3f-be9c-89dc5cb17488" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.797s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.197450] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Releasing lock "refresh_cache-a2e799b7-d685-48ea-b21d-9327af272871" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.201044] env[69357]: DEBUG nova.compute.manager [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Instance network_info: |[{"id": "5e7ef2e1-e76e-455e-8c05-3a75625a2039", "address": "fa:16:3e:7d:2e:b5", "network": {"id": "8bba7035-5a8a-4952-9c2d-6e9c83289577", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-662894074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f925efeb38144c10b0c5e8890f3a8511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e7ef2e1-e7", "ovs_interfaceid": "5e7ef2e1-e76e-455e-8c05-3a75625a2039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.201044] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:2e:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e7ef2e1-e76e-455e-8c05-3a75625a2039', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.207438] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.212322] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.212714] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02e3538d-18dd-4329-9fab-1c0c722d30c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.237391] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.237391] env[69357]: value = "task-4150570" [ 816.237391] env[69357]: _type = "Task" [ 816.237391] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.244997] env[69357]: DEBUG oslo_concurrency.lockutils [req-9210fc94-b1cc-4418-8ae0-8a2a7adbb967 req-a084565a-2c9c-4424-b809-f7718a37138c service nova] Acquiring lock "7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.253451] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150570, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.350858] env[69357]: DEBUG oslo_vmware.api [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393449} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.350858] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.350858] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.351012] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.351808] env[69357]: INFO nova.compute.manager [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Took 1.18 seconds to destroy the instance on the hypervisor. [ 816.351808] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.351808] env[69357]: DEBUG nova.compute.manager [-] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.351808] env[69357]: DEBUG nova.network.neutron [-] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.440323] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594571} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.440323] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 86ede26b-bb10-412c-ae55-c8463428219b/86ede26b-bb10-412c-ae55-c8463428219b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.440323] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.440614] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76775499-418e-44e5-a9e8-8022a7fcb464 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.447855] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for the task: (returnval){ [ 816.447855] env[69357]: value = "task-4150571" [ 816.447855] env[69357]: _type = "Task" [ 816.447855] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.458336] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.590336] env[69357]: DEBUG nova.network.neutron [req-7b399883-ec00-43c2-b0de-ea25dc826d9f req-36c1342f-e8ad-4af8-b4e4-f39b4fc4eb89 service nova] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Updated VIF entry in instance network info cache for port bcf4bb5a-e078-48f2-89ea-8914c5c15f10. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.590336] env[69357]: DEBUG nova.network.neutron [req-7b399883-ec00-43c2-b0de-ea25dc826d9f req-36c1342f-e8ad-4af8-b4e4-f39b4fc4eb89 service nova] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Updating instance_info_cache with network_info: [{"id": "bcf4bb5a-e078-48f2-89ea-8914c5c15f10", "address": "fa:16:3e:8a:c4:75", "network": {"id": "ee276b88-63e3-4931-a89e-dc89d90958ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1672191133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32f5507b91344cf2b9c13adb8dccce9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf4bb5a-e0", "ovs_interfaceid": "bcf4bb5a-e078-48f2-89ea-8914c5c15f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.590336] env[69357]: INFO nova.compute.manager [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Took 46.76 seconds to build instance. [ 816.663116] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3fd127ad-aa8b-4d81-9ec2-6f919d3b962c tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.665380] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.146s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.666234] env[69357]: DEBUG nova.objects.instance [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Lazy-loading 'resources' on Instance uuid 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.760174] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150570, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.877247] env[69357]: DEBUG nova.virt.hardware [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.877996] env[69357]: DEBUG nova.virt.hardware [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.878212] env[69357]: DEBUG nova.virt.hardware [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.878466] env[69357]: DEBUG nova.virt.hardware [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.878630] env[69357]: DEBUG nova.virt.hardware [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.878869] env[69357]: DEBUG nova.virt.hardware [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.878992] env[69357]: DEBUG nova.virt.hardware [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.879177] env[69357]: DEBUG nova.virt.hardware [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.884023] env[69357]: DEBUG nova.virt.hardware [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.884023] env[69357]: DEBUG nova.virt.hardware [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.884023] env[69357]: DEBUG nova.virt.hardware [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.884306] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90f6dde-2285-42e4-b2cb-aaf91c7c7feb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.899257] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e55e59e-7a16-4c9a-a236-545a530ae77d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.919628] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:d8:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bd448be-f6d6-44c9-a092-e3001a0b0f34', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.929123] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.929476] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.929663] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-649cb655-216d-4f1c-ab4e-cc67dd7bc354 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.951718] env[69357]: DEBUG nova.compute.manager [req-98e82cf2-ab48-452a-83f0-3d77a043fabc req-cdd428ec-1544-4466-a6cd-a8de2ed830e9 service nova] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Received event network-vif-plugged-5e7ef2e1-e76e-455e-8c05-3a75625a2039 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.952058] env[69357]: DEBUG oslo_concurrency.lockutils [req-98e82cf2-ab48-452a-83f0-3d77a043fabc req-cdd428ec-1544-4466-a6cd-a8de2ed830e9 service nova] Acquiring lock "a2e799b7-d685-48ea-b21d-9327af272871-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.952211] env[69357]: DEBUG oslo_concurrency.lockutils [req-98e82cf2-ab48-452a-83f0-3d77a043fabc req-cdd428ec-1544-4466-a6cd-a8de2ed830e9 service nova] Lock "a2e799b7-d685-48ea-b21d-9327af272871-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.952377] env[69357]: DEBUG oslo_concurrency.lockutils [req-98e82cf2-ab48-452a-83f0-3d77a043fabc req-cdd428ec-1544-4466-a6cd-a8de2ed830e9 service nova] Lock "a2e799b7-d685-48ea-b21d-9327af272871-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.952601] env[69357]: DEBUG nova.compute.manager [req-98e82cf2-ab48-452a-83f0-3d77a043fabc req-cdd428ec-1544-4466-a6cd-a8de2ed830e9 service nova] [instance: a2e799b7-d685-48ea-b21d-9327af272871] No waiting events found dispatching network-vif-plugged-5e7ef2e1-e76e-455e-8c05-3a75625a2039 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 816.952854] env[69357]: WARNING nova.compute.manager [req-98e82cf2-ab48-452a-83f0-3d77a043fabc req-cdd428ec-1544-4466-a6cd-a8de2ed830e9 service nova] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Received unexpected event network-vif-plugged-5e7ef2e1-e76e-455e-8c05-3a75625a2039 for instance with vm_state building and task_state spawning. [ 816.952991] env[69357]: DEBUG nova.compute.manager [req-98e82cf2-ab48-452a-83f0-3d77a043fabc req-cdd428ec-1544-4466-a6cd-a8de2ed830e9 service nova] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Received event network-changed-5e7ef2e1-e76e-455e-8c05-3a75625a2039 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.953179] env[69357]: DEBUG nova.compute.manager [req-98e82cf2-ab48-452a-83f0-3d77a043fabc req-cdd428ec-1544-4466-a6cd-a8de2ed830e9 service nova] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Refreshing instance network info cache due to event network-changed-5e7ef2e1-e76e-455e-8c05-3a75625a2039. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.953447] env[69357]: DEBUG oslo_concurrency.lockutils [req-98e82cf2-ab48-452a-83f0-3d77a043fabc req-cdd428ec-1544-4466-a6cd-a8de2ed830e9 service nova] Acquiring lock "refresh_cache-a2e799b7-d685-48ea-b21d-9327af272871" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.953625] env[69357]: DEBUG oslo_concurrency.lockutils [req-98e82cf2-ab48-452a-83f0-3d77a043fabc req-cdd428ec-1544-4466-a6cd-a8de2ed830e9 service nova] Acquired lock "refresh_cache-a2e799b7-d685-48ea-b21d-9327af272871" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.953821] env[69357]: DEBUG nova.network.neutron [req-98e82cf2-ab48-452a-83f0-3d77a043fabc req-cdd428ec-1544-4466-a6cd-a8de2ed830e9 service nova] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Refreshing network info cache for port 5e7ef2e1-e76e-455e-8c05-3a75625a2039 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.965505] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.965505] env[69357]: value = "task-4150572" [ 816.965505] env[69357]: _type = "Task" [ 816.965505] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.974146] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063852} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.975523] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.976284] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b1ec50-c49b-440a-920f-d94c41730db3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.985614] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150572, 'name': CreateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.007378] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 86ede26b-bb10-412c-ae55-c8463428219b/86ede26b-bb10-412c-ae55-c8463428219b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.010145] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b1414c8-e678-4132-8b28-cb1e8a54933e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.031901] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for the task: (returnval){ [ 817.031901] env[69357]: value = "task-4150573" [ 817.031901] env[69357]: _type = "Task" [ 817.031901] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.042579] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150573, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.098027] env[69357]: DEBUG oslo_concurrency.lockutils [req-7b399883-ec00-43c2-b0de-ea25dc826d9f req-36c1342f-e8ad-4af8-b4e4-f39b4fc4eb89 service nova] Releasing lock "refresh_cache-fd7a3a67-ae9f-4954-85c7-49f9bc252105" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.098027] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fc0bae6d-3dfe-4eb8-89e1-05344eb61c54 tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Lock "dd42ede8-77ba-4781-95c2-5ed45f9b93ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.799s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.149467] env[69357]: DEBUG nova.network.neutron [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Successfully updated port: feb79de1-f6f9-4d62-8783-434587da29fd {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.251182] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91275787-204c-4fb3-b7b4-8fd3be5b91ec tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquiring lock "fd7a3a67-ae9f-4954-85c7-49f9bc252105" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.252143] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91275787-204c-4fb3-b7b4-8fd3be5b91ec tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Lock "fd7a3a67-ae9f-4954-85c7-49f9bc252105" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.252143] env[69357]: INFO nova.compute.manager [None req-91275787-204c-4fb3-b7b4-8fd3be5b91ec tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Rebooting instance [ 817.254389] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150570, 'name': CreateVM_Task, 'duration_secs': 0.779802} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.258314] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.258679] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.259046] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.259312] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.259470] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ae67acf-1a60-4849-801f-26b70500f8a4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.265969] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 817.265969] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]526c335d-4c06-915d-933d-5480735a3acd" [ 817.265969] env[69357]: _type = "Task" [ 817.265969] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.279207] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526c335d-4c06-915d-933d-5480735a3acd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.486810] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150572, 'name': CreateVM_Task, 'duration_secs': 0.469713} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.487046] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.487902] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.488054] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.488480] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.488744] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b09c071f-ca7f-4380-8f70-750f29ec7978 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.500018] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 817.500018] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529bf910-1198-01d9-a33c-9f0023a37593" [ 817.500018] env[69357]: _type = "Task" [ 817.500018] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.509626] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529bf910-1198-01d9-a33c-9f0023a37593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.548564] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.553393] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquiring lock "1519ed08-cf97-4bc5-9e26-4a62cb36ec6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.553393] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Lock "1519ed08-cf97-4bc5-9e26-4a62cb36ec6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.553393] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquiring lock "1519ed08-cf97-4bc5-9e26-4a62cb36ec6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.553393] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Lock "1519ed08-cf97-4bc5-9e26-4a62cb36ec6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.553393] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Lock "1519ed08-cf97-4bc5-9e26-4a62cb36ec6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.557837] env[69357]: INFO nova.compute.manager [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Terminating instance [ 817.589637] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquiring lock "c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.592020] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lock "c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.598788] env[69357]: DEBUG nova.compute.manager [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.653755] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Acquiring lock "refresh_cache-b1195a85-a1b3-4415-a4d8-3b8c910409a5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.653902] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Acquired lock "refresh_cache-b1195a85-a1b3-4415-a4d8-3b8c910409a5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.654099] env[69357]: DEBUG nova.network.neutron [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.709337] env[69357]: DEBUG nova.network.neutron [-] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.780757] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526c335d-4c06-915d-933d-5480735a3acd, 'name': SearchDatastore_Task, 'duration_secs': 0.041484} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.781135] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.781389] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.781635] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.781782] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.781963] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.782265] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9130a846-16bb-4a9c-8fdb-3e17c8c3b33b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.794836] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91275787-204c-4fb3-b7b4-8fd3be5b91ec tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquiring lock "refresh_cache-fd7a3a67-ae9f-4954-85c7-49f9bc252105" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.795044] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91275787-204c-4fb3-b7b4-8fd3be5b91ec tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquired lock "refresh_cache-fd7a3a67-ae9f-4954-85c7-49f9bc252105" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.795230] env[69357]: DEBUG nova.network.neutron [None req-91275787-204c-4fb3-b7b4-8fd3be5b91ec tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.802015] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.802015] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.802956] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63bbdaef-c88c-4d04-bccc-3e49dcec5276 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.810042] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 817.810042] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5269fdae-8280-e944-dadb-f271abe43424" [ 817.810042] env[69357]: _type = "Task" [ 817.810042] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.825634] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5269fdae-8280-e944-dadb-f271abe43424, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.871964] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d2f37a-4fc1-4473-91f1-dcf4ce6cd56e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.880273] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddd8b60-0fca-41a0-b3e7-33854d0013c2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.914581] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06ae581-97a6-42dc-bfcf-89dd6a787bde {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.922655] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0c70a5-cdfc-436c-b80b-371aa0a1d126 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.936960] env[69357]: DEBUG nova.compute.provider_tree [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.012023] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529bf910-1198-01d9-a33c-9f0023a37593, 'name': SearchDatastore_Task, 'duration_secs': 0.012346} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.012023] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.012023] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.012023] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.012023] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.012023] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.012023] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6608194-2995-4df6-b9a2-73853a4143d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.021559] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.022032] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.022935] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e063cb22-e10d-4d72-9314-24ac28e03d77 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.028713] env[69357]: DEBUG nova.network.neutron [req-98e82cf2-ab48-452a-83f0-3d77a043fabc req-cdd428ec-1544-4466-a6cd-a8de2ed830e9 service nova] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Updated VIF entry in instance network info cache for port 5e7ef2e1-e76e-455e-8c05-3a75625a2039. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.029844] env[69357]: DEBUG nova.network.neutron [req-98e82cf2-ab48-452a-83f0-3d77a043fabc req-cdd428ec-1544-4466-a6cd-a8de2ed830e9 service nova] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Updating instance_info_cache with network_info: [{"id": "5e7ef2e1-e76e-455e-8c05-3a75625a2039", "address": "fa:16:3e:7d:2e:b5", "network": {"id": "8bba7035-5a8a-4952-9c2d-6e9c83289577", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-662894074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f925efeb38144c10b0c5e8890f3a8511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e7ef2e1-e7", "ovs_interfaceid": "5e7ef2e1-e76e-455e-8c05-3a75625a2039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.032930] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 818.032930] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52821682-b9b5-96ac-a2a1-3bfddfaa656b" [ 818.032930] env[69357]: _type = "Task" [ 818.032930] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.047914] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52821682-b9b5-96ac-a2a1-3bfddfaa656b, 'name': SearchDatastore_Task, 'duration_secs': 0.011627} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.054124] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150573, 'name': ReconfigVM_Task, 'duration_secs': 0.661682} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.054124] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c814559-5b44-4200-92db-5c358e4e767a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.056695] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 86ede26b-bb10-412c-ae55-c8463428219b/86ede26b-bb10-412c-ae55-c8463428219b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.057160] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69357) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 818.058437] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-ee184c56-733a-473e-8d35-ba04402029fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.068236] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquiring lock "refresh_cache-1519ed08-cf97-4bc5-9e26-4a62cb36ec6c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.068236] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquired lock "refresh_cache-1519ed08-cf97-4bc5-9e26-4a62cb36ec6c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.068236] env[69357]: DEBUG nova.network.neutron [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.071799] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 818.071799] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]520613ac-720a-ab5f-02b8-35c4984c3cae" [ 818.071799] env[69357]: _type = "Task" [ 818.071799] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.072574] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for the task: (returnval){ [ 818.072574] env[69357]: value = "task-4150574" [ 818.072574] env[69357]: _type = "Task" [ 818.072574] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.089479] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]520613ac-720a-ab5f-02b8-35c4984c3cae, 'name': SearchDatastore_Task, 'duration_secs': 0.011796} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.092712] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.093054] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d/4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.093437] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150574, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.093906] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b1ed662-f693-4d6e-a522-9bdb91ebe6a7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.102972] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 818.102972] env[69357]: value = "task-4150575" [ 818.102972] env[69357]: _type = "Task" [ 818.102972] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.117249] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.145874] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.214700] env[69357]: INFO nova.compute.manager [-] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Took 1.86 seconds to deallocate network for instance. [ 818.249214] env[69357]: DEBUG nova.network.neutron [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.321956] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5269fdae-8280-e944-dadb-f271abe43424, 'name': SearchDatastore_Task, 'duration_secs': 0.037109} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.322876] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e36f75a-bf45-4e03-98ce-e813564b3f9a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.333868] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 818.333868] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52943d75-1532-d3c4-4082-9ba22f49829d" [ 818.333868] env[69357]: _type = "Task" [ 818.333868] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.348962] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52943d75-1532-d3c4-4082-9ba22f49829d, 'name': SearchDatastore_Task, 'duration_secs': 0.011823} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.349309] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.350062] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] a2e799b7-d685-48ea-b21d-9327af272871/a2e799b7-d685-48ea-b21d-9327af272871.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.350062] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2fc517b-362c-4fd3-8b93-0cd0651027b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.361446] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 818.361446] env[69357]: value = "task-4150576" [ 818.361446] env[69357]: _type = "Task" [ 818.361446] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.378879] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.439712] env[69357]: DEBUG nova.scheduler.client.report [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.534966] env[69357]: DEBUG oslo_concurrency.lockutils [req-98e82cf2-ab48-452a-83f0-3d77a043fabc req-cdd428ec-1544-4466-a6cd-a8de2ed830e9 service nova] Releasing lock "refresh_cache-a2e799b7-d685-48ea-b21d-9327af272871" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.587541] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150574, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.07079} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.587910] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69357) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 818.588832] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0b09b0-ef3f-48c2-83be-d0139c833ca2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.618745] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 86ede26b-bb10-412c-ae55-c8463428219b/ephemeral_0.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.622506] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e0f23ae-1a8e-4fa4-bc5e-e28faa49b39b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.643278] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150575, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.645634] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for the task: (returnval){ [ 818.645634] env[69357]: value = "task-4150577" [ 818.645634] env[69357]: _type = "Task" [ 818.645634] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.656699] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.724250] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.833736] env[69357]: DEBUG oslo_concurrency.lockutils [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Acquiring lock "dd42ede8-77ba-4781-95c2-5ed45f9b93ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.833736] env[69357]: DEBUG oslo_concurrency.lockutils [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Lock "dd42ede8-77ba-4781-95c2-5ed45f9b93ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.833736] env[69357]: DEBUG oslo_concurrency.lockutils [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Acquiring lock "dd42ede8-77ba-4781-95c2-5ed45f9b93ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.833736] env[69357]: DEBUG oslo_concurrency.lockutils [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Lock "dd42ede8-77ba-4781-95c2-5ed45f9b93ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.833736] env[69357]: DEBUG oslo_concurrency.lockutils [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Lock "dd42ede8-77ba-4781-95c2-5ed45f9b93ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.834624] env[69357]: INFO nova.compute.manager [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Terminating instance [ 818.883630] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150576, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.897694] env[69357]: DEBUG nova.network.neutron [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.948392] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.283s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.954125] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.706s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.954125] env[69357]: DEBUG nova.objects.instance [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Lazy-loading 'resources' on Instance uuid e0fe2d2a-c719-4ab8-bd50-7f439229322a {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.989698] env[69357]: INFO nova.scheduler.client.report [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Deleted allocations for instance 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5 [ 819.102530] env[69357]: DEBUG nova.network.neutron [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.124631] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627164} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.125766] env[69357]: DEBUG nova.network.neutron [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Updating instance_info_cache with network_info: [{"id": "feb79de1-f6f9-4d62-8783-434587da29fd", "address": "fa:16:3e:c1:bd:25", "network": {"id": "2012eee1-ae40-40b6-8f2e-6133c61fd855", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-68962466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6640b96d1114cbf9f564b47014991bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeb79de1-f6", "ovs_interfaceid": "feb79de1-f6f9-4d62-8783-434587da29fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.127684] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d/4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.128125] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.128495] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10ccd84c-3e40-4681-826d-f48d47bcc6c5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.140139] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 819.140139] env[69357]: value = "task-4150578" [ 819.140139] env[69357]: _type = "Task" [ 819.140139] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.155277] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.167210] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.315763] env[69357]: DEBUG nova.network.neutron [None req-91275787-204c-4fb3-b7b4-8fd3be5b91ec tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Updating instance_info_cache with network_info: [{"id": "bcf4bb5a-e078-48f2-89ea-8914c5c15f10", "address": "fa:16:3e:8a:c4:75", "network": {"id": "ee276b88-63e3-4931-a89e-dc89d90958ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1672191133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32f5507b91344cf2b9c13adb8dccce9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf4bb5a-e0", "ovs_interfaceid": "bcf4bb5a-e078-48f2-89ea-8914c5c15f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.340802] env[69357]: DEBUG nova.compute.manager [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.341088] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.342563] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273cbac1-ecdd-4b43-b005-b39ae6c097fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.352163] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.352510] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df722dd4-0127-431e-ad50-a12eedfaad74 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.361334] env[69357]: DEBUG oslo_vmware.api [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Waiting for the task: (returnval){ [ 819.361334] env[69357]: value = "task-4150579" [ 819.361334] env[69357]: _type = "Task" [ 819.361334] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.382317] env[69357]: DEBUG oslo_vmware.api [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Task: {'id': task-4150579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.387501] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761472} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.387501] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] a2e799b7-d685-48ea-b21d-9327af272871/a2e799b7-d685-48ea-b21d-9327af272871.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.387501] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.387501] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a84d6399-53a0-4130-b600-6e7760f37d19 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.400313] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 819.400313] env[69357]: value = "task-4150580" [ 819.400313] env[69357]: _type = "Task" [ 819.400313] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.412583] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.482820] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "8d23c06e-283e-4d2c-965e-2cb32d4b4605" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.484349] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "8d23c06e-283e-4d2c-965e-2cb32d4b4605" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.504691] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c768595c-c517-4559-b83b-6cc54158887f tempest-InstanceActionsNegativeTestJSON-1157188796 tempest-InstanceActionsNegativeTestJSON-1157188796-project-member] Lock "4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.485s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.526425] env[69357]: DEBUG nova.compute.manager [req-635df678-9741-42f3-9044-51d7dac28930 req-a0c4fad2-b9f3-4fc4-9d1f-5cb5502916cd service nova] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Received event network-vif-plugged-feb79de1-f6f9-4d62-8783-434587da29fd {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.527397] env[69357]: DEBUG oslo_concurrency.lockutils [req-635df678-9741-42f3-9044-51d7dac28930 req-a0c4fad2-b9f3-4fc4-9d1f-5cb5502916cd service nova] Acquiring lock "b1195a85-a1b3-4415-a4d8-3b8c910409a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.527709] env[69357]: DEBUG oslo_concurrency.lockutils [req-635df678-9741-42f3-9044-51d7dac28930 req-a0c4fad2-b9f3-4fc4-9d1f-5cb5502916cd service nova] Lock "b1195a85-a1b3-4415-a4d8-3b8c910409a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.528023] env[69357]: DEBUG oslo_concurrency.lockutils [req-635df678-9741-42f3-9044-51d7dac28930 req-a0c4fad2-b9f3-4fc4-9d1f-5cb5502916cd service nova] Lock "b1195a85-a1b3-4415-a4d8-3b8c910409a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.528347] env[69357]: DEBUG nova.compute.manager [req-635df678-9741-42f3-9044-51d7dac28930 req-a0c4fad2-b9f3-4fc4-9d1f-5cb5502916cd service nova] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] No waiting events found dispatching network-vif-plugged-feb79de1-f6f9-4d62-8783-434587da29fd {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 819.528638] env[69357]: WARNING nova.compute.manager [req-635df678-9741-42f3-9044-51d7dac28930 req-a0c4fad2-b9f3-4fc4-9d1f-5cb5502916cd service nova] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Received unexpected event network-vif-plugged-feb79de1-f6f9-4d62-8783-434587da29fd for instance with vm_state building and task_state spawning. [ 819.530130] env[69357]: DEBUG nova.compute.manager [req-635df678-9741-42f3-9044-51d7dac28930 req-a0c4fad2-b9f3-4fc4-9d1f-5cb5502916cd service nova] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Received event network-changed-feb79de1-f6f9-4d62-8783-434587da29fd {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.530548] env[69357]: DEBUG nova.compute.manager [req-635df678-9741-42f3-9044-51d7dac28930 req-a0c4fad2-b9f3-4fc4-9d1f-5cb5502916cd service nova] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Refreshing instance network info cache due to event network-changed-feb79de1-f6f9-4d62-8783-434587da29fd. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.530931] env[69357]: DEBUG oslo_concurrency.lockutils [req-635df678-9741-42f3-9044-51d7dac28930 req-a0c4fad2-b9f3-4fc4-9d1f-5cb5502916cd service nova] Acquiring lock "refresh_cache-b1195a85-a1b3-4415-a4d8-3b8c910409a5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.605784] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Releasing lock "refresh_cache-1519ed08-cf97-4bc5-9e26-4a62cb36ec6c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.610229] env[69357]: DEBUG nova.compute.manager [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.610229] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.611377] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b495ab7-1b65-49ab-bc30-3c5f1d3775d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.619802] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.619952] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc65f76f-c33d-4341-916e-6ec05591a489 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.628902] env[69357]: DEBUG oslo_vmware.api [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 819.628902] env[69357]: value = "task-4150581" [ 819.628902] env[69357]: _type = "Task" [ 819.628902] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.638301] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Releasing lock "refresh_cache-b1195a85-a1b3-4415-a4d8-3b8c910409a5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.638670] env[69357]: DEBUG nova.compute.manager [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Instance network_info: |[{"id": "feb79de1-f6f9-4d62-8783-434587da29fd", "address": "fa:16:3e:c1:bd:25", "network": {"id": "2012eee1-ae40-40b6-8f2e-6133c61fd855", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-68962466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6640b96d1114cbf9f564b47014991bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeb79de1-f6", "ovs_interfaceid": "feb79de1-f6f9-4d62-8783-434587da29fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.640920] env[69357]: DEBUG oslo_concurrency.lockutils [req-635df678-9741-42f3-9044-51d7dac28930 req-a0c4fad2-b9f3-4fc4-9d1f-5cb5502916cd service nova] Acquired lock "refresh_cache-b1195a85-a1b3-4415-a4d8-3b8c910409a5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.640920] env[69357]: DEBUG nova.network.neutron [req-635df678-9741-42f3-9044-51d7dac28930 req-a0c4fad2-b9f3-4fc4-9d1f-5cb5502916cd service nova] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Refreshing network info cache for port feb79de1-f6f9-4d62-8783-434587da29fd {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.641198] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:bd:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'feb79de1-f6f9-4d62-8783-434587da29fd', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.649210] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Creating folder: Project (f6640b96d1114cbf9f564b47014991bc). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.651897] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2231b0f-4ab2-4e93-b89f-ac67910c21d0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.665368] env[69357]: DEBUG oslo_vmware.api [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.676412] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097155} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.684261] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.684927] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Created folder: Project (f6640b96d1114cbf9f564b47014991bc) in parent group-v821763. [ 819.685144] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Creating folder: Instances. Parent ref: group-v821882. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.685979] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150577, 'name': ReconfigVM_Task, 'duration_secs': 0.940504} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.690548] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e32625-cc0f-4b0b-bc88-bbabddeece01 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.693417] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05805518-2570-43b3-9e0b-08bef643c1c2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.696019] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 86ede26b-bb10-412c-ae55-c8463428219b/ephemeral_0.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.697191] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-030f35ae-6625-4fe1-855f-a2c10c1a2265 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.723344] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d/4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.730030] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a203cbd5-9cc6-4344-b735-57dffec8dcfb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.744735] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for the task: (returnval){ [ 819.744735] env[69357]: value = "task-4150583" [ 819.744735] env[69357]: _type = "Task" [ 819.744735] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.745049] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Created folder: Instances in parent group-v821882. [ 819.745523] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.747210] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.751065] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5f4efcf-5496-4f2e-84f2-a6fd7b68ab92 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.767356] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 819.767356] env[69357]: value = "task-4150585" [ 819.767356] env[69357]: _type = "Task" [ 819.767356] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.779263] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150583, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.782090] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.782090] env[69357]: value = "task-4150586" [ 819.782090] env[69357]: _type = "Task" [ 819.782090] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.791226] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.801174] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150586, 'name': CreateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.825986] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91275787-204c-4fb3-b7b4-8fd3be5b91ec tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Releasing lock "refresh_cache-fd7a3a67-ae9f-4954-85c7-49f9bc252105" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.877952] env[69357]: DEBUG oslo_vmware.api [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Task: {'id': task-4150579, 'name': PowerOffVM_Task, 'duration_secs': 0.384815} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.877952] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.877952] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.877952] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-749f6b01-80d3-48ea-95e9-3a8bc7fc9237 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.912438] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23778} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.912760] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.913612] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d315e3c0-2cf6-4f5a-8cfc-b4a01b2af0e7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.940104] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] a2e799b7-d685-48ea-b21d-9327af272871/a2e799b7-d685-48ea-b21d-9327af272871.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.943361] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe59729f-a181-41dd-9aa8-ed540a3bce61 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.965211] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.965684] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.965815] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Deleting the datastore file [datastore2] dd42ede8-77ba-4781-95c2-5ed45f9b93ab {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.965988] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6635a0a-734e-49eb-a011-9176d26ff103 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.969576] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 819.969576] env[69357]: value = "task-4150588" [ 819.969576] env[69357]: _type = "Task" [ 819.969576] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.978631] env[69357]: DEBUG oslo_vmware.api [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Waiting for the task: (returnval){ [ 819.978631] env[69357]: value = "task-4150589" [ 819.978631] env[69357]: _type = "Task" [ 819.978631] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.987509] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150588, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.993782] env[69357]: DEBUG oslo_vmware.api [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Task: {'id': task-4150589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.156757] env[69357]: DEBUG oslo_vmware.api [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150581, 'name': PowerOffVM_Task, 'duration_secs': 0.182294} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.157082] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.157150] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.157835] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07057fa8-490e-4e39-a28e-98bffdebcb65 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.189632] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.189815] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.190027] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Deleting the datastore file [datastore2] 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.190323] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f09f2192-d862-474b-8a44-6ec006490130 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.203338] env[69357]: DEBUG oslo_vmware.api [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 820.203338] env[69357]: value = "task-4150591" [ 820.203338] env[69357]: _type = "Task" [ 820.203338] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.223232] env[69357]: DEBUG oslo_vmware.api [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.256482] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7f9ed0-ee47-43c9-8551-3923e9c4ad1d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.272807] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150583, 'name': Rename_Task, 'duration_secs': 0.277233} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.279093] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.279187] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-367d29f1-e0ff-4db5-8d60-cf9297d99c9d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.281738] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae5292f-5ede-4e33-b4af-0b3e1b18fbc6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.302234] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.302685] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for the task: (returnval){ [ 820.302685] env[69357]: value = "task-4150592" [ 820.302685] env[69357]: _type = "Task" [ 820.302685] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.345522] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf7b90e-95d5-4824-9b3d-1306eb238000 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.348697] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150586, 'name': CreateVM_Task, 'duration_secs': 0.477849} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.349339] env[69357]: DEBUG nova.compute.manager [None req-91275787-204c-4fb3-b7b4-8fd3be5b91ec tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 820.349619] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.350789] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e573faa-4284-43bc-b07d-6ece8150b5ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.356678] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.356993] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.357386] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.363995] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ca074a4-83ee-4d1b-a0dc-5517adf31414 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.368035] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.368215] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca5e817-c4e1-497d-ba48-f1a84bae4a5e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.381293] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Waiting for the task: (returnval){ [ 820.381293] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5221b0d9-5114-7382-b89d-fb9705dd7c96" [ 820.381293] env[69357]: _type = "Task" [ 820.381293] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.394947] env[69357]: DEBUG nova.compute.provider_tree [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.406173] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5221b0d9-5114-7382-b89d-fb9705dd7c96, 'name': SearchDatastore_Task, 'duration_secs': 0.01388} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.407296] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.407924] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.407924] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.408102] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.408179] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.408725] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f47a670-e834-4077-a5d4-d1eb6a3e1913 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.422513] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.422759] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.423854] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5962864c-593a-46dc-b9db-ed966f1cc622 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.431402] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Waiting for the task: (returnval){ [ 820.431402] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c53cde-c3e4-c514-6761-1b4a01600123" [ 820.431402] env[69357]: _type = "Task" [ 820.431402] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.442652] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c53cde-c3e4-c514-6761-1b4a01600123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.480672] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150588, 'name': ReconfigVM_Task, 'duration_secs': 0.444644} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.483945] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Reconfigured VM instance instance-0000002b to attach disk [datastore2] a2e799b7-d685-48ea-b21d-9327af272871/a2e799b7-d685-48ea-b21d-9327af272871.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.484622] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e9ff5e9-bd08-444c-ac3e-a89e4cee37dc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.492555] env[69357]: DEBUG oslo_vmware.api [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Task: {'id': task-4150589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174201} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.493961] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.494179] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.494370] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.494546] env[69357]: INFO nova.compute.manager [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Took 1.15 seconds to destroy the instance on the hypervisor. [ 820.494794] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.495071] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 820.495071] env[69357]: value = "task-4150593" [ 820.495071] env[69357]: _type = "Task" [ 820.495071] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.495378] env[69357]: DEBUG nova.compute.manager [-] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.495378] env[69357]: DEBUG nova.network.neutron [-] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.506323] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150593, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.679468] env[69357]: DEBUG nova.network.neutron [req-635df678-9741-42f3-9044-51d7dac28930 req-a0c4fad2-b9f3-4fc4-9d1f-5cb5502916cd service nova] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Updated VIF entry in instance network info cache for port feb79de1-f6f9-4d62-8783-434587da29fd. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.679856] env[69357]: DEBUG nova.network.neutron [req-635df678-9741-42f3-9044-51d7dac28930 req-a0c4fad2-b9f3-4fc4-9d1f-5cb5502916cd service nova] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Updating instance_info_cache with network_info: [{"id": "feb79de1-f6f9-4d62-8783-434587da29fd", "address": "fa:16:3e:c1:bd:25", "network": {"id": "2012eee1-ae40-40b6-8f2e-6133c61fd855", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-68962466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6640b96d1114cbf9f564b47014991bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeb79de1-f6", "ovs_interfaceid": "feb79de1-f6f9-4d62-8783-434587da29fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.712423] env[69357]: DEBUG oslo_vmware.api [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120593} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.712700] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.712886] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.713086] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.713261] env[69357]: INFO nova.compute.manager [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 820.713516] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.713718] env[69357]: DEBUG nova.compute.manager [-] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.713920] env[69357]: DEBUG nova.network.neutron [-] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.749460] env[69357]: DEBUG nova.network.neutron [-] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.782664] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150585, 'name': ReconfigVM_Task, 'duration_secs': 0.677791} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.782943] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d/4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.783609] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4353964-e3ef-4d97-91c1-c2664eefad52 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.791329] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 820.791329] env[69357]: value = "task-4150594" [ 820.791329] env[69357]: _type = "Task" [ 820.791329] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.801660] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150594, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.845060] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150592, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.901394] env[69357]: DEBUG nova.scheduler.client.report [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.946869] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c53cde-c3e4-c514-6761-1b4a01600123, 'name': SearchDatastore_Task, 'duration_secs': 0.011792} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.948135] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54fa4ed2-a8a3-4948-b544-f8cdeeb390c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.958995] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Waiting for the task: (returnval){ [ 820.958995] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]527a30b7-e757-fadc-7ef5-a6a201e13344" [ 820.958995] env[69357]: _type = "Task" [ 820.958995] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.966223] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527a30b7-e757-fadc-7ef5-a6a201e13344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.016624] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150593, 'name': Rename_Task, 'duration_secs': 0.206532} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.016982] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.017222] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1698d1e3-11da-4648-98f2-32bcadc7b79f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.025484] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 821.025484] env[69357]: value = "task-4150595" [ 821.025484] env[69357]: _type = "Task" [ 821.025484] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.034669] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.182352] env[69357]: DEBUG oslo_concurrency.lockutils [req-635df678-9741-42f3-9044-51d7dac28930 req-a0c4fad2-b9f3-4fc4-9d1f-5cb5502916cd service nova] Releasing lock "refresh_cache-b1195a85-a1b3-4415-a4d8-3b8c910409a5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.183078] env[69357]: DEBUG nova.compute.manager [req-635df678-9741-42f3-9044-51d7dac28930 req-a0c4fad2-b9f3-4fc4-9d1f-5cb5502916cd service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Received event network-vif-deleted-5490feb0-c9cd-4578-bed2-469c1c697813 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.252059] env[69357]: DEBUG nova.network.neutron [-] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.302068] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150594, 'name': Rename_Task, 'duration_secs': 0.173455} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.302396] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.302644] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd20ff0e-e3c5-4ada-adb0-ae942d5ef906 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.310244] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 821.310244] env[69357]: value = "task-4150596" [ 821.310244] env[69357]: _type = "Task" [ 821.310244] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.319448] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.345721] env[69357]: DEBUG oslo_vmware.api [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150592, 'name': PowerOnVM_Task, 'duration_secs': 0.683659} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.345988] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.346304] env[69357]: INFO nova.compute.manager [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Took 12.32 seconds to spawn the instance on the hypervisor. [ 821.347632] env[69357]: DEBUG nova.compute.manager [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 821.347632] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695a5d99-33e8-458f-bc33-f5037dc1868d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.392744] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00be300-450a-4254-be91-37b54233d182 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.403678] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-91275787-204c-4fb3-b7b4-8fd3be5b91ec tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Doing hard reboot of VM {{(pid=69357) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 821.403678] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-54b4e402-f568-46e2-9b5a-e47ac96e88af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.408396] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.455s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.412917] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.612s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.415141] env[69357]: INFO nova.compute.claims [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.419462] env[69357]: DEBUG oslo_vmware.api [None req-91275787-204c-4fb3-b7b4-8fd3be5b91ec tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for the task: (returnval){ [ 821.419462] env[69357]: value = "task-4150597" [ 821.419462] env[69357]: _type = "Task" [ 821.419462] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.434791] env[69357]: DEBUG oslo_vmware.api [None req-91275787-204c-4fb3-b7b4-8fd3be5b91ec tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150597, 'name': ResetVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.444401] env[69357]: INFO nova.scheduler.client.report [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Deleted allocations for instance e0fe2d2a-c719-4ab8-bd50-7f439229322a [ 821.475695] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527a30b7-e757-fadc-7ef5-a6a201e13344, 'name': SearchDatastore_Task, 'duration_secs': 0.012803} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.476779] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.478553] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] b1195a85-a1b3-4415-a4d8-3b8c910409a5/b1195a85-a1b3-4415-a4d8-3b8c910409a5.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.478553] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2962ab06-a18f-4b7c-bd03-58e346ef8144 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.488085] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Waiting for the task: (returnval){ [ 821.488085] env[69357]: value = "task-4150598" [ 821.488085] env[69357]: _type = "Task" [ 821.488085] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.499067] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Task: {'id': task-4150598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.539404] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.558643] env[69357]: DEBUG nova.network.neutron [-] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.595538] env[69357]: DEBUG nova.compute.manager [req-2ea02771-23d7-4384-9095-8f75e10bc5a4 req-96bc8517-ce2f-46c0-81e6-ad874c315b8a service nova] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Received event network-vif-deleted-0bc88d0d-77da-4f99-827c-fe88dc1a6396 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.754601] env[69357]: INFO nova.compute.manager [-] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Took 1.04 seconds to deallocate network for instance. [ 821.823965] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150596, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.869741] env[69357]: INFO nova.compute.manager [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Took 49.88 seconds to build instance. [ 821.934433] env[69357]: DEBUG oslo_vmware.api [None req-91275787-204c-4fb3-b7b4-8fd3be5b91ec tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150597, 'name': ResetVM_Task, 'duration_secs': 0.344468} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.934703] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-91275787-204c-4fb3-b7b4-8fd3be5b91ec tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Did hard reboot of VM {{(pid=69357) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 821.934930] env[69357]: DEBUG nova.compute.manager [None req-91275787-204c-4fb3-b7b4-8fd3be5b91ec tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 821.936075] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0febd926-daa6-4700-a5e2-f2b645a79747 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.953756] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b2e5c5e1-adf1-4df6-945c-af023743f3bc tempest-FloatingIPsAssociationNegativeTestJSON-86964046 tempest-FloatingIPsAssociationNegativeTestJSON-86964046-project-member] Lock "e0fe2d2a-c719-4ab8-bd50-7f439229322a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.284s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.001231] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Task: {'id': task-4150598, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.040735] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.062252] env[69357]: INFO nova.compute.manager [-] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Took 1.57 seconds to deallocate network for instance. [ 822.262613] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.326723] env[69357]: DEBUG oslo_vmware.api [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150596, 'name': PowerOnVM_Task, 'duration_secs': 0.517054} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.327808] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.328084] env[69357]: DEBUG nova.compute.manager [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 822.328962] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e576c16-4373-44de-9c59-dd72491010a2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.373195] env[69357]: DEBUG oslo_concurrency.lockutils [None req-475b3f30-b615-4b88-bac3-f9a502f06079 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Lock "86ede26b-bb10-412c-ae55-c8463428219b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.238s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.457150] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91275787-204c-4fb3-b7b4-8fd3be5b91ec tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Lock "fd7a3a67-ae9f-4954-85c7-49f9bc252105" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.205s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.511139] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Task: {'id': task-4150598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623479} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.514287] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] b1195a85-a1b3-4415-a4d8-3b8c910409a5/b1195a85-a1b3-4415-a4d8-3b8c910409a5.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.514584] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.515505] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe745002-00ee-4386-baac-fe3a058859b5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.523510] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Waiting for the task: (returnval){ [ 822.523510] env[69357]: value = "task-4150599" [ 822.523510] env[69357]: _type = "Task" [ 822.523510] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.541395] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Task: {'id': task-4150599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.550089] env[69357]: DEBUG oslo_vmware.api [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150595, 'name': PowerOnVM_Task, 'duration_secs': 1.447976} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.550744] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.551016] env[69357]: INFO nova.compute.manager [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Took 11.25 seconds to spawn the instance on the hypervisor. [ 822.551232] env[69357]: DEBUG nova.compute.manager [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 822.552147] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a61cc1-ced6-4daa-a598-dec0128df489 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.568828] env[69357]: DEBUG oslo_concurrency.lockutils [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.854499] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.877338] env[69357]: DEBUG nova.compute.manager [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.040508] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Task: {'id': task-4150599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273771} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.040700] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.042034] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdae9cb3-1c5b-4c12-b667-1bf874e0fc74 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.074028] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] b1195a85-a1b3-4415-a4d8-3b8c910409a5/b1195a85-a1b3-4415-a4d8-3b8c910409a5.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.080443] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2d8af92-a13d-40c9-96ff-cec899c15c20 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.100151] env[69357]: INFO nova.compute.manager [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Took 51.02 seconds to build instance. [ 823.110288] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Waiting for the task: (returnval){ [ 823.110288] env[69357]: value = "task-4150600" [ 823.110288] env[69357]: _type = "Task" [ 823.110288] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.119371] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7317bde-e031-4003-9654-fe64b30fed26 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.132914] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Task: {'id': task-4150600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.138394] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391e7c3c-be54-4874-9ad0-a1615a232af4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.189627] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6493f94e-f666-4ede-9c2a-28eb131d5ac9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.201721] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83003fd-04df-4bef-af25-7e3b52fbdb23 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.227737] env[69357]: DEBUG nova.compute.provider_tree [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.406712] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.604705] env[69357]: DEBUG oslo_concurrency.lockutils [None req-46f5f8bd-253a-4193-91eb-b666831cafec tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Lock "a2e799b7-d685-48ea-b21d-9327af272871" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.116s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.621188] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Task: {'id': task-4150600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.732810] env[69357]: DEBUG nova.scheduler.client.report [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.884282] env[69357]: DEBUG oslo_concurrency.lockutils [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Acquiring lock "655af0c1-2762-4fc1-b26d-4e8a608983fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.884646] env[69357]: DEBUG oslo_concurrency.lockutils [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Lock "655af0c1-2762-4fc1-b26d-4e8a608983fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.108372] env[69357]: DEBUG nova.compute.manager [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.121539] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Task: {'id': task-4150600, 'name': ReconfigVM_Task, 'duration_secs': 0.615646} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.122086] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Reconfigured VM instance instance-0000002c to attach disk [datastore2] b1195a85-a1b3-4415-a4d8-3b8c910409a5/b1195a85-a1b3-4415-a4d8-3b8c910409a5.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.123402] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09135eb5-136d-4bfc-9003-329d1f6049e2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.131674] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Waiting for the task: (returnval){ [ 824.131674] env[69357]: value = "task-4150601" [ 824.131674] env[69357]: _type = "Task" [ 824.131674] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.145278] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Task: {'id': task-4150601, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.239302] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.239302] env[69357]: DEBUG nova.compute.manager [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.243025] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.190s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.243025] env[69357]: DEBUG nova.objects.instance [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Lazy-loading 'resources' on Instance uuid 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.634163] env[69357]: DEBUG oslo_concurrency.lockutils [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.645114] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Task: {'id': task-4150601, 'name': Rename_Task, 'duration_secs': 0.342623} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.645486] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.645723] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f92c3e60-a5af-47c1-ac02-d6c2b60e2efb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.654085] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Waiting for the task: (returnval){ [ 824.654085] env[69357]: value = "task-4150602" [ 824.654085] env[69357]: _type = "Task" [ 824.654085] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.664540] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Task: {'id': task-4150602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.745403] env[69357]: DEBUG nova.compute.utils [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.752747] env[69357]: DEBUG nova.compute.manager [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.752747] env[69357]: DEBUG nova.network.neutron [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.834980] env[69357]: DEBUG nova.policy [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43b1a3f5244e444bab3a22e87585ade6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aeed843967394582a8207ae77c9b18aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.084162] env[69357]: DEBUG nova.compute.manager [req-e879c6da-b479-4f4e-92b0-9bcb78010c4a req-3c2fcd76-3003-4b65-841f-5c63be672e0c service nova] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Received event network-changed-6ae6ed9a-0ff1-4853-b37e-44aba5240640 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.084162] env[69357]: DEBUG nova.compute.manager [req-e879c6da-b479-4f4e-92b0-9bcb78010c4a req-3c2fcd76-3003-4b65-841f-5c63be672e0c service nova] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Refreshing instance network info cache due to event network-changed-6ae6ed9a-0ff1-4853-b37e-44aba5240640. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.084162] env[69357]: DEBUG oslo_concurrency.lockutils [req-e879c6da-b479-4f4e-92b0-9bcb78010c4a req-3c2fcd76-3003-4b65-841f-5c63be672e0c service nova] Acquiring lock "refresh_cache-86ede26b-bb10-412c-ae55-c8463428219b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.084162] env[69357]: DEBUG oslo_concurrency.lockutils [req-e879c6da-b479-4f4e-92b0-9bcb78010c4a req-3c2fcd76-3003-4b65-841f-5c63be672e0c service nova] Acquired lock "refresh_cache-86ede26b-bb10-412c-ae55-c8463428219b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.084162] env[69357]: DEBUG nova.network.neutron [req-e879c6da-b479-4f4e-92b0-9bcb78010c4a req-3c2fcd76-3003-4b65-841f-5c63be672e0c service nova] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Refreshing network info cache for port 6ae6ed9a-0ff1-4853-b37e-44aba5240640 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.085973] env[69357]: INFO nova.compute.manager [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Rescuing [ 825.087666] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquiring lock "refresh_cache-a2e799b7-d685-48ea-b21d-9327af272871" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.087907] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquired lock "refresh_cache-a2e799b7-d685-48ea-b21d-9327af272871" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.088150] env[69357]: DEBUG nova.network.neutron [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.168759] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Task: {'id': task-4150602, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.253085] env[69357]: DEBUG nova.compute.manager [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.428286] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c724eb2c-40a5-4e70-ae8b-737add0ff84c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.437601] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5151ba78-c2df-4d5e-b1d1-3d2840ff3b84 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.476936] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de82a81-f0fd-4cdd-bcdf-d66396747883 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.483768] env[69357]: DEBUG nova.network.neutron [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Successfully created port: 778c62bd-997b-4337-a1a1-763cfce580ba {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.489412] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22c7419-a838-44b2-af5f-034333a9d5a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.504519] env[69357]: DEBUG nova.compute.provider_tree [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.672229] env[69357]: DEBUG oslo_vmware.api [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Task: {'id': task-4150602, 'name': PowerOnVM_Task, 'duration_secs': 0.769328} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.672551] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.672847] env[69357]: INFO nova.compute.manager [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Took 10.23 seconds to spawn the instance on the hypervisor. [ 825.673098] env[69357]: DEBUG nova.compute.manager [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 825.673905] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f30fc2-dc2d-414b-bf56-da98c0a8c2ae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.015501] env[69357]: DEBUG nova.scheduler.client.report [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.070766] env[69357]: INFO nova.compute.manager [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Rebuilding instance [ 826.143458] env[69357]: DEBUG nova.compute.manager [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 826.148121] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fade96c-c5d0-4ef9-b4bf-3b7c724f5883 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.197248] env[69357]: INFO nova.compute.manager [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Took 47.97 seconds to build instance. [ 826.205780] env[69357]: DEBUG nova.network.neutron [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Updating instance_info_cache with network_info: [{"id": "5e7ef2e1-e76e-455e-8c05-3a75625a2039", "address": "fa:16:3e:7d:2e:b5", "network": {"id": "8bba7035-5a8a-4952-9c2d-6e9c83289577", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-662894074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f925efeb38144c10b0c5e8890f3a8511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e7ef2e1-e7", "ovs_interfaceid": "5e7ef2e1-e76e-455e-8c05-3a75625a2039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.244272] env[69357]: DEBUG nova.network.neutron [req-e879c6da-b479-4f4e-92b0-9bcb78010c4a req-3c2fcd76-3003-4b65-841f-5c63be672e0c service nova] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Updated VIF entry in instance network info cache for port 6ae6ed9a-0ff1-4853-b37e-44aba5240640. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.244715] env[69357]: DEBUG nova.network.neutron [req-e879c6da-b479-4f4e-92b0-9bcb78010c4a req-3c2fcd76-3003-4b65-841f-5c63be672e0c service nova] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Updating instance_info_cache with network_info: [{"id": "6ae6ed9a-0ff1-4853-b37e-44aba5240640", "address": "fa:16:3e:2d:7a:9c", "network": {"id": "e0f0df17-e274-461d-bad9-8b676e70e558", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-377505510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff2c0efe39474be18b84ce2158b2815e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae6ed9a-0f", "ovs_interfaceid": "6ae6ed9a-0ff1-4853-b37e-44aba5240640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.265027] env[69357]: DEBUG nova.compute.manager [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.296510] env[69357]: DEBUG nova.virt.hardware [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.296752] env[69357]: DEBUG nova.virt.hardware [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.296917] env[69357]: DEBUG nova.virt.hardware [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.297114] env[69357]: DEBUG nova.virt.hardware [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.298612] env[69357]: DEBUG nova.virt.hardware [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.298612] env[69357]: DEBUG nova.virt.hardware [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.298743] env[69357]: DEBUG nova.virt.hardware [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.299037] env[69357]: DEBUG nova.virt.hardware [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.299358] env[69357]: DEBUG nova.virt.hardware [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.300231] env[69357]: DEBUG nova.virt.hardware [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.300656] env[69357]: DEBUG nova.virt.hardware [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.302475] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7861f4a1-d8f4-4b10-bffe-a4e45c848c34 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.311807] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ab7732-ff7d-45ce-859c-bd3e8c2d21c5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.528465] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.528944] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.236s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.531169] env[69357]: INFO nova.compute.claims [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.555315] env[69357]: INFO nova.scheduler.client.report [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Deleted allocations for instance 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f [ 826.698538] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e06775a-1e1c-41ee-a2de-823e58f568b6 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Lock "b1195a85-a1b3-4415-a4d8-3b8c910409a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.087s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.709688] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Releasing lock "refresh_cache-a2e799b7-d685-48ea-b21d-9327af272871" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.723071] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquiring lock "fd7a3a67-ae9f-4954-85c7-49f9bc252105" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.723374] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Lock "fd7a3a67-ae9f-4954-85c7-49f9bc252105" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.723594] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquiring lock "fd7a3a67-ae9f-4954-85c7-49f9bc252105-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.723775] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Lock "fd7a3a67-ae9f-4954-85c7-49f9bc252105-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.723939] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Lock "fd7a3a67-ae9f-4954-85c7-49f9bc252105-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.735122] env[69357]: INFO nova.compute.manager [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Terminating instance [ 826.748413] env[69357]: DEBUG oslo_concurrency.lockutils [req-e879c6da-b479-4f4e-92b0-9bcb78010c4a req-3c2fcd76-3003-4b65-841f-5c63be672e0c service nova] Releasing lock "refresh_cache-86ede26b-bb10-412c-ae55-c8463428219b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.064135] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a879751-5feb-496e-9922-fda8823f89f0 tempest-ServersListShow296Test-878466244 tempest-ServersListShow296Test-878466244-project-member] Lock "2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.317s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.172687] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.172687] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3ee2db2-b317-442a-8e48-8aa6e28ffefa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.183253] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 827.183253] env[69357]: value = "task-4150603" [ 827.183253] env[69357]: _type = "Task" [ 827.183253] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.195553] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.198923] env[69357]: DEBUG nova.compute.manager [req-0db8c709-bc4c-4054-96ca-058d1bfb4fcd req-0006a0d6-9dd9-4f86-9c20-c4828e27c0cb service nova] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Received event network-changed-bcf4bb5a-e078-48f2-89ea-8914c5c15f10 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.199180] env[69357]: DEBUG nova.compute.manager [req-0db8c709-bc4c-4054-96ca-058d1bfb4fcd req-0006a0d6-9dd9-4f86-9c20-c4828e27c0cb service nova] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Refreshing instance network info cache due to event network-changed-bcf4bb5a-e078-48f2-89ea-8914c5c15f10. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.199403] env[69357]: DEBUG oslo_concurrency.lockutils [req-0db8c709-bc4c-4054-96ca-058d1bfb4fcd req-0006a0d6-9dd9-4f86-9c20-c4828e27c0cb service nova] Acquiring lock "refresh_cache-fd7a3a67-ae9f-4954-85c7-49f9bc252105" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.199542] env[69357]: DEBUG oslo_concurrency.lockutils [req-0db8c709-bc4c-4054-96ca-058d1bfb4fcd req-0006a0d6-9dd9-4f86-9c20-c4828e27c0cb service nova] Acquired lock "refresh_cache-fd7a3a67-ae9f-4954-85c7-49f9bc252105" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.199707] env[69357]: DEBUG nova.network.neutron [req-0db8c709-bc4c-4054-96ca-058d1bfb4fcd req-0006a0d6-9dd9-4f86-9c20-c4828e27c0cb service nova] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Refreshing network info cache for port bcf4bb5a-e078-48f2-89ea-8914c5c15f10 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.201462] env[69357]: DEBUG nova.compute.manager [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.244963] env[69357]: DEBUG nova.compute.manager [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.247737] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.247737] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984fc1d2-cdcb-4434-8624-c8a73d00a110 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.268410] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.270133] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ffa8374-6f36-4695-a54d-1016f7885440 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.282433] env[69357]: DEBUG oslo_vmware.api [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for the task: (returnval){ [ 827.282433] env[69357]: value = "task-4150604" [ 827.282433] env[69357]: _type = "Task" [ 827.282433] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.297216] env[69357]: DEBUG oslo_vmware.api [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.695340] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150603, 'name': PowerOffVM_Task, 'duration_secs': 0.251269} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.696354] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.696354] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.696966] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def394e1-9a31-4098-abb6-863de866ed7e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.712796] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.715736] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da4667dc-3ccb-4daa-9bc1-e55180f38b33 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.743702] env[69357]: DEBUG oslo_concurrency.lockutils [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.748981] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Acquiring lock "c89b7ce6-0b2d-4c7f-aae5-84e9b391735f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.749365] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Lock "c89b7ce6-0b2d-4c7f-aae5-84e9b391735f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.765798] env[69357]: DEBUG nova.network.neutron [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Successfully updated port: 778c62bd-997b-4337-a1a1-763cfce580ba {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.794941] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.795167] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.795350] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Deleting the datastore file [datastore1] 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.798309] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dc3661a-dd03-4d83-a9c6-d287eef0c363 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.804387] env[69357]: DEBUG oslo_vmware.api [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150604, 'name': PowerOffVM_Task, 'duration_secs': 0.300116} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.804993] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.805203] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.805455] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34914a8a-580d-48d2-b938-a0603f37b590 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.808869] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 827.808869] env[69357]: value = "task-4150606" [ 827.808869] env[69357]: _type = "Task" [ 827.808869] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.816773] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.882575] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.882871] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.882979] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Deleting the datastore file [datastore2] fd7a3a67-ae9f-4954-85c7-49f9bc252105 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.883362] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e3ecdab-30b8-4962-b241-e8e6d1d80a63 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.896474] env[69357]: DEBUG oslo_vmware.api [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for the task: (returnval){ [ 827.896474] env[69357]: value = "task-4150608" [ 827.896474] env[69357]: _type = "Task" [ 827.896474] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.905439] env[69357]: DEBUG oslo_vmware.api [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.983440] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cd8d93ae-0638-4c10-8b4e-1726103fd730 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Acquiring lock "b1195a85-a1b3-4415-a4d8-3b8c910409a5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.983743] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cd8d93ae-0638-4c10-8b4e-1726103fd730 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Lock "b1195a85-a1b3-4415-a4d8-3b8c910409a5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.984099] env[69357]: INFO nova.compute.manager [None req-cd8d93ae-0638-4c10-8b4e-1726103fd730 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Rebooting instance [ 828.117021] env[69357]: DEBUG nova.network.neutron [req-0db8c709-bc4c-4054-96ca-058d1bfb4fcd req-0006a0d6-9dd9-4f86-9c20-c4828e27c0cb service nova] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Updated VIF entry in instance network info cache for port bcf4bb5a-e078-48f2-89ea-8914c5c15f10. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.117021] env[69357]: DEBUG nova.network.neutron [req-0db8c709-bc4c-4054-96ca-058d1bfb4fcd req-0006a0d6-9dd9-4f86-9c20-c4828e27c0cb service nova] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Updating instance_info_cache with network_info: [{"id": "bcf4bb5a-e078-48f2-89ea-8914c5c15f10", "address": "fa:16:3e:8a:c4:75", "network": {"id": "ee276b88-63e3-4931-a89e-dc89d90958ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1672191133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32f5507b91344cf2b9c13adb8dccce9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf4bb5a-e0", "ovs_interfaceid": "bcf4bb5a-e078-48f2-89ea-8914c5c15f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.187082] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9927072c-7cd7-4aa9-b203-28626b345497 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.196615] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da301d08-72c9-436d-b901-d4a71671175e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.231177] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaa06f5-0cf7-45df-a850-6f70cb071117 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.242892] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364d099c-76d1-4159-971a-b400c9f99979 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.257142] env[69357]: DEBUG nova.compute.provider_tree [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.263733] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.264092] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03b5929c-0f4a-45aa-8ec4-04a298d04f3e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.270931] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "refresh_cache-fecb77e3-7516-46ec-8c82-fca2de9c61bc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.271245] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired lock "refresh_cache-fecb77e3-7516-46ec-8c82-fca2de9c61bc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.271407] env[69357]: DEBUG nova.network.neutron [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.274839] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 828.274839] env[69357]: value = "task-4150609" [ 828.274839] env[69357]: _type = "Task" [ 828.274839] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.287352] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.320318] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257154} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.320318] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.320566] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.320828] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.415638] env[69357]: DEBUG oslo_vmware.api [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196705} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.416087] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.416389] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.416694] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.417042] env[69357]: INFO nova.compute.manager [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Took 1.17 seconds to destroy the instance on the hypervisor. [ 828.417323] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.417615] env[69357]: DEBUG nova.compute.manager [-] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.417748] env[69357]: DEBUG nova.network.neutron [-] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.514869] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cd8d93ae-0638-4c10-8b4e-1726103fd730 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Acquiring lock "refresh_cache-b1195a85-a1b3-4415-a4d8-3b8c910409a5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.514869] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cd8d93ae-0638-4c10-8b4e-1726103fd730 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Acquired lock "refresh_cache-b1195a85-a1b3-4415-a4d8-3b8c910409a5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.514869] env[69357]: DEBUG nova.network.neutron [None req-cd8d93ae-0638-4c10-8b4e-1726103fd730 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.624044] env[69357]: DEBUG oslo_concurrency.lockutils [req-0db8c709-bc4c-4054-96ca-058d1bfb4fcd req-0006a0d6-9dd9-4f86-9c20-c4828e27c0cb service nova] Releasing lock "refresh_cache-fd7a3a67-ae9f-4954-85c7-49f9bc252105" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.760416] env[69357]: DEBUG nova.scheduler.client.report [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.792372] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150609, 'name': PowerOffVM_Task, 'duration_secs': 0.380334} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.792758] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.793751] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc833fe7-62fe-4b29-b162-109e70787e89 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.815390] env[69357]: DEBUG nova.network.neutron [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.817848] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da3b4da-b38c-43e4-9bd8-1e947557d827 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.867756] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.871026] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62ebdf84-220c-40e7-87ad-e943b49fefe1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.878690] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 828.878690] env[69357]: value = "task-4150610" [ 828.878690] env[69357]: _type = "Task" [ 828.878690] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.891025] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 828.891341] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.891637] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.891826] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.892071] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.892828] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dae17838-1d40-47ed-8d37-a5bcbd4d7499 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.901995] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.902559] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.903860] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b54103f-cf5f-4259-9973-05834b7b8511 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.910271] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 828.910271] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5208c68e-be47-294a-7788-170e9af28012" [ 828.910271] env[69357]: _type = "Task" [ 828.910271] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.923183] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5208c68e-be47-294a-7788-170e9af28012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.002904] env[69357]: DEBUG nova.network.neutron [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Updating instance_info_cache with network_info: [{"id": "778c62bd-997b-4337-a1a1-763cfce580ba", "address": "fa:16:3e:6e:7f:b0", "network": {"id": "53920da6-d263-44f4-a530-25b528a83149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-247356550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeed843967394582a8207ae77c9b18aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap778c62bd-99", "ovs_interfaceid": "778c62bd-997b-4337-a1a1-763cfce580ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.266431] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.267113] env[69357]: DEBUG nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.278998] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.367s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.282836] env[69357]: INFO nova.compute.claims [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.286342] env[69357]: DEBUG nova.network.neutron [-] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.334209] env[69357]: DEBUG nova.network.neutron [None req-cd8d93ae-0638-4c10-8b4e-1726103fd730 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Updating instance_info_cache with network_info: [{"id": "feb79de1-f6f9-4d62-8783-434587da29fd", "address": "fa:16:3e:c1:bd:25", "network": {"id": "2012eee1-ae40-40b6-8f2e-6133c61fd855", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-68962466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6640b96d1114cbf9f564b47014991bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeb79de1-f6", "ovs_interfaceid": "feb79de1-f6f9-4d62-8783-434587da29fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.346028] env[69357]: DEBUG nova.compute.manager [req-4636a76b-9931-4b33-a835-be53e1bba533 req-c7aa2ca5-e521-47e6-b513-6ca58e0c6b2f service nova] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Received event network-vif-plugged-778c62bd-997b-4337-a1a1-763cfce580ba {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.346028] env[69357]: DEBUG oslo_concurrency.lockutils [req-4636a76b-9931-4b33-a835-be53e1bba533 req-c7aa2ca5-e521-47e6-b513-6ca58e0c6b2f service nova] Acquiring lock "fecb77e3-7516-46ec-8c82-fca2de9c61bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.346028] env[69357]: DEBUG oslo_concurrency.lockutils [req-4636a76b-9931-4b33-a835-be53e1bba533 req-c7aa2ca5-e521-47e6-b513-6ca58e0c6b2f service nova] Lock "fecb77e3-7516-46ec-8c82-fca2de9c61bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.346028] env[69357]: DEBUG oslo_concurrency.lockutils [req-4636a76b-9931-4b33-a835-be53e1bba533 req-c7aa2ca5-e521-47e6-b513-6ca58e0c6b2f service nova] Lock "fecb77e3-7516-46ec-8c82-fca2de9c61bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.346028] env[69357]: DEBUG nova.compute.manager [req-4636a76b-9931-4b33-a835-be53e1bba533 req-c7aa2ca5-e521-47e6-b513-6ca58e0c6b2f service nova] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] No waiting events found dispatching network-vif-plugged-778c62bd-997b-4337-a1a1-763cfce580ba {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 829.346028] env[69357]: WARNING nova.compute.manager [req-4636a76b-9931-4b33-a835-be53e1bba533 req-c7aa2ca5-e521-47e6-b513-6ca58e0c6b2f service nova] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Received unexpected event network-vif-plugged-778c62bd-997b-4337-a1a1-763cfce580ba for instance with vm_state building and task_state spawning. [ 829.346028] env[69357]: DEBUG nova.compute.manager [req-4636a76b-9931-4b33-a835-be53e1bba533 req-c7aa2ca5-e521-47e6-b513-6ca58e0c6b2f service nova] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Received event network-changed-778c62bd-997b-4337-a1a1-763cfce580ba {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.346028] env[69357]: DEBUG nova.compute.manager [req-4636a76b-9931-4b33-a835-be53e1bba533 req-c7aa2ca5-e521-47e6-b513-6ca58e0c6b2f service nova] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Refreshing instance network info cache due to event network-changed-778c62bd-997b-4337-a1a1-763cfce580ba. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.346581] env[69357]: DEBUG oslo_concurrency.lockutils [req-4636a76b-9931-4b33-a835-be53e1bba533 req-c7aa2ca5-e521-47e6-b513-6ca58e0c6b2f service nova] Acquiring lock "refresh_cache-fecb77e3-7516-46ec-8c82-fca2de9c61bc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.369321] env[69357]: DEBUG nova.virt.hardware [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.369574] env[69357]: DEBUG nova.virt.hardware [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.369726] env[69357]: DEBUG nova.virt.hardware [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.369932] env[69357]: DEBUG nova.virt.hardware [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.370130] env[69357]: DEBUG nova.virt.hardware [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.370341] env[69357]: DEBUG nova.virt.hardware [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.370554] env[69357]: DEBUG nova.virt.hardware [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.370681] env[69357]: DEBUG nova.virt.hardware [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.370826] env[69357]: DEBUG nova.virt.hardware [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.371015] env[69357]: DEBUG nova.virt.hardware [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.371151] env[69357]: DEBUG nova.virt.hardware [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.372487] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdedbaa5-6a53-47b7-b4bc-b7bae43248ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.384878] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd4aba3-7fc6-4480-bd80-f251202e45f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.405055] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:d8:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bd448be-f6d6-44c9-a092-e3001a0b0f34', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.410972] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.411542] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.415606] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b488382a-4851-42cd-8e5c-ae14398d0418 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.439667] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5208c68e-be47-294a-7788-170e9af28012, 'name': SearchDatastore_Task, 'duration_secs': 0.038397} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.441973] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.441973] env[69357]: value = "task-4150611" [ 829.441973] env[69357]: _type = "Task" [ 829.441973] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.442258] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6150963-f4dc-4fba-9cf3-61c661758d75 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.453101] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 829.453101] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52430052-9198-d5f5-4e55-afb8faf8d348" [ 829.453101] env[69357]: _type = "Task" [ 829.453101] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.457275] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150611, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.466647] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52430052-9198-d5f5-4e55-afb8faf8d348, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.505701] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Releasing lock "refresh_cache-fecb77e3-7516-46ec-8c82-fca2de9c61bc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.506127] env[69357]: DEBUG nova.compute.manager [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Instance network_info: |[{"id": "778c62bd-997b-4337-a1a1-763cfce580ba", "address": "fa:16:3e:6e:7f:b0", "network": {"id": "53920da6-d263-44f4-a530-25b528a83149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-247356550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeed843967394582a8207ae77c9b18aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap778c62bd-99", "ovs_interfaceid": "778c62bd-997b-4337-a1a1-763cfce580ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.506458] env[69357]: DEBUG oslo_concurrency.lockutils [req-4636a76b-9931-4b33-a835-be53e1bba533 req-c7aa2ca5-e521-47e6-b513-6ca58e0c6b2f service nova] Acquired lock "refresh_cache-fecb77e3-7516-46ec-8c82-fca2de9c61bc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.506640] env[69357]: DEBUG nova.network.neutron [req-4636a76b-9931-4b33-a835-be53e1bba533 req-c7aa2ca5-e521-47e6-b513-6ca58e0c6b2f service nova] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Refreshing network info cache for port 778c62bd-997b-4337-a1a1-763cfce580ba {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.508373] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:7f:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '778c62bd-997b-4337-a1a1-763cfce580ba', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.516759] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.517840] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.518098] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2229ebe2-9988-4ce2-9193-2eaeff688054 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.539806] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.539806] env[69357]: value = "task-4150612" [ 829.539806] env[69357]: _type = "Task" [ 829.539806] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.549918] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150612, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.790331] env[69357]: DEBUG nova.compute.utils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.795258] env[69357]: DEBUG nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.795551] env[69357]: DEBUG nova.network.neutron [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.798798] env[69357]: INFO nova.compute.manager [-] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Took 1.38 seconds to deallocate network for instance. [ 829.837153] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cd8d93ae-0638-4c10-8b4e-1726103fd730 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Releasing lock "refresh_cache-b1195a85-a1b3-4415-a4d8-3b8c910409a5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.864983] env[69357]: DEBUG nova.policy [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3ddbd06ca554f71bbb8f724eedb1a41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1f050495c37491ba500d619982436e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.958298] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150611, 'name': CreateVM_Task, 'duration_secs': 0.491264} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.961492] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.965025] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.965025] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.965025] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.965025] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68dd3ec0-248c-4c8c-af5d-df6859974bce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.969338] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52430052-9198-d5f5-4e55-afb8faf8d348, 'name': SearchDatastore_Task, 'duration_secs': 0.016386} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.970822] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.971297] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] a2e799b7-d685-48ea-b21d-9327af272871/2e3b5354-f6ca-4797-91ac-a700805a06c3-rescue.vmdk. {{(pid=69357) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 829.971781] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 829.971781] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]520c02e6-dd7a-c9d6-fc04-1d42324d3140" [ 829.971781] env[69357]: _type = "Task" [ 829.971781] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.972220] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90f2a28c-8fcf-4a5d-a4c0-36ca1602562e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.986041] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]520c02e6-dd7a-c9d6-fc04-1d42324d3140, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.986041] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 829.986041] env[69357]: value = "task-4150613" [ 829.986041] env[69357]: _type = "Task" [ 829.986041] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.993619] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.055787] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150612, 'name': CreateVM_Task, 'duration_secs': 0.399246} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.056234] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.057307] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.057648] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.059135] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.059135] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3109fe0a-b663-41dd-8acf-6d980b415813 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.067393] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 830.067393] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c4d552-14a1-de0e-fc63-e96db4217808" [ 830.067393] env[69357]: _type = "Task" [ 830.067393] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.076266] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c4d552-14a1-de0e-fc63-e96db4217808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.154642] env[69357]: DEBUG nova.objects.instance [None req-fee234da-c7b1-42d9-ab11-280275a2b8fd tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Lazy-loading 'flavor' on Instance uuid e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.296464] env[69357]: DEBUG nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.307114] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.343519] env[69357]: DEBUG nova.compute.manager [None req-cd8d93ae-0638-4c10-8b4e-1726103fd730 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 830.348098] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815adcd2-8b7c-4b63-9755-05d6072c6db3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.496339] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]520c02e6-dd7a-c9d6-fc04-1d42324d3140, 'name': SearchDatastore_Task, 'duration_secs': 0.018532} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.501728] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.501994] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.502349] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.502410] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.502588] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.503372] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29fc79cf-0386-4a66-bf34-5535f5859cc2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.511315] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150613, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.523772] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.523964] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.524754] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5628709f-96b6-4712-a4d1-d46c3ce131fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.535828] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 830.535828] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5222dfe7-9531-2119-2a2a-0fd3f4e29b4e" [ 830.535828] env[69357]: _type = "Task" [ 830.535828] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.546792] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5222dfe7-9531-2119-2a2a-0fd3f4e29b4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.581470] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c4d552-14a1-de0e-fc63-e96db4217808, 'name': SearchDatastore_Task, 'duration_secs': 0.010142} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.581470] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.581470] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.581470] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.581807] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.581807] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.582080] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05fc2ced-9aad-459d-81ec-1f6a9764ef39 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.599093] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.599290] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.600093] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee05fb40-6458-43cd-92e4-87f25d74a617 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.613372] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 830.613372] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52dacc7a-5511-b917-a56a-3f4cb7cfcc45" [ 830.613372] env[69357]: _type = "Task" [ 830.613372] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.625012] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52dacc7a-5511-b917-a56a-3f4cb7cfcc45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.665057] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fee234da-c7b1-42d9-ab11-280275a2b8fd tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Acquiring lock "refresh_cache-e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.665398] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fee234da-c7b1-42d9-ab11-280275a2b8fd tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Acquired lock "refresh_cache-e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.717187] env[69357]: DEBUG nova.network.neutron [req-4636a76b-9931-4b33-a835-be53e1bba533 req-c7aa2ca5-e521-47e6-b513-6ca58e0c6b2f service nova] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Updated VIF entry in instance network info cache for port 778c62bd-997b-4337-a1a1-763cfce580ba. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.717187] env[69357]: DEBUG nova.network.neutron [req-4636a76b-9931-4b33-a835-be53e1bba533 req-c7aa2ca5-e521-47e6-b513-6ca58e0c6b2f service nova] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Updating instance_info_cache with network_info: [{"id": "778c62bd-997b-4337-a1a1-763cfce580ba", "address": "fa:16:3e:6e:7f:b0", "network": {"id": "53920da6-d263-44f4-a530-25b528a83149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-247356550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeed843967394582a8207ae77c9b18aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap778c62bd-99", "ovs_interfaceid": "778c62bd-997b-4337-a1a1-763cfce580ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.769665] env[69357]: DEBUG nova.network.neutron [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Successfully created port: aa7cd323-5a8a-47a0-a2ff-64375a458c22 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.962328] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb06d2e7-b2d4-4d46-966b-d677bd4658df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.972271] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4997c4-114e-452d-bf07-09555e789fa6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.008793] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2455187e-c05e-49c3-98e8-1c5692b2c4e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.020642] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb13c2f-933a-4a30-93d1-423475408773 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.024662] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584735} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.025081] env[69357]: INFO nova.virt.vmwareapi.ds_util [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] a2e799b7-d685-48ea-b21d-9327af272871/2e3b5354-f6ca-4797-91ac-a700805a06c3-rescue.vmdk. [ 831.026260] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1c6335-660e-493b-b1ba-e2924955a7b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.038824] env[69357]: DEBUG nova.compute.provider_tree [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.065964] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] a2e799b7-d685-48ea-b21d-9327af272871/2e3b5354-f6ca-4797-91ac-a700805a06c3-rescue.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.067402] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-975d919a-61d4-4014-ae58-73abf51e58b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.084673] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5222dfe7-9531-2119-2a2a-0fd3f4e29b4e, 'name': SearchDatastore_Task, 'duration_secs': 0.040661} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.085931] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-969b416b-4b6c-4d5d-a303-4b7fcf4e0266 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.090962] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 831.090962] env[69357]: value = "task-4150614" [ 831.090962] env[69357]: _type = "Task" [ 831.090962] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.092873] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 831.092873] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b6727e-fa2b-066a-2230-54234ab35acc" [ 831.092873] env[69357]: _type = "Task" [ 831.092873] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.104237] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.107190] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b6727e-fa2b-066a-2230-54234ab35acc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.123996] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52dacc7a-5511-b917-a56a-3f4cb7cfcc45, 'name': SearchDatastore_Task, 'duration_secs': 0.082441} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.124778] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e94030cc-f0de-4ee0-a072-0f1f950cdda4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.130673] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 831.130673] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5292dcb9-0752-c407-ccc5-7f951b71171c" [ 831.130673] env[69357]: _type = "Task" [ 831.130673] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.138942] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5292dcb9-0752-c407-ccc5-7f951b71171c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.219017] env[69357]: DEBUG oslo_concurrency.lockutils [req-4636a76b-9931-4b33-a835-be53e1bba533 req-c7aa2ca5-e521-47e6-b513-6ca58e0c6b2f service nova] Releasing lock "refresh_cache-fecb77e3-7516-46ec-8c82-fca2de9c61bc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.220396] env[69357]: DEBUG nova.compute.manager [req-4636a76b-9931-4b33-a835-be53e1bba533 req-c7aa2ca5-e521-47e6-b513-6ca58e0c6b2f service nova] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Received event network-vif-deleted-bcf4bb5a-e078-48f2-89ea-8914c5c15f10 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.311352] env[69357]: DEBUG nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.347432] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.347432] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.347432] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.347893] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.347893] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.347893] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.349166] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.349166] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.349166] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.349166] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.349166] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.349654] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64d9255-0069-4952-ac34-de09364cc304 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.359733] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c683af-5937-452b-bde3-1b6479314be5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.376011] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddfe8fc-eff4-48d1-8493-0dc6eeaa2c77 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.383545] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8d93ae-0638-4c10-8b4e-1726103fd730 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Doing hard reboot of VM {{(pid=69357) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 831.383838] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-99bab69b-27df-4e9e-b092-0ffdc3f8e0ae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.390697] env[69357]: DEBUG oslo_vmware.api [None req-cd8d93ae-0638-4c10-8b4e-1726103fd730 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Waiting for the task: (returnval){ [ 831.390697] env[69357]: value = "task-4150615" [ 831.390697] env[69357]: _type = "Task" [ 831.390697] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.401355] env[69357]: DEBUG oslo_vmware.api [None req-cd8d93ae-0638-4c10-8b4e-1726103fd730 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Task: {'id': task-4150615, 'name': ResetVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.498478] env[69357]: DEBUG nova.network.neutron [None req-fee234da-c7b1-42d9-ab11-280275a2b8fd tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.541144] env[69357]: DEBUG nova.compute.manager [req-d39c6c4b-3aab-40e6-83b6-3180b845c1e6 req-49b05b81-bc68-468e-82bf-609df23b929b service nova] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Received event network-changed-a7d3b49e-ddfa-414c-94e9-df175e925d48 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.541399] env[69357]: DEBUG nova.compute.manager [req-d39c6c4b-3aab-40e6-83b6-3180b845c1e6 req-49b05b81-bc68-468e-82bf-609df23b929b service nova] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Refreshing instance network info cache due to event network-changed-a7d3b49e-ddfa-414c-94e9-df175e925d48. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.541967] env[69357]: DEBUG oslo_concurrency.lockutils [req-d39c6c4b-3aab-40e6-83b6-3180b845c1e6 req-49b05b81-bc68-468e-82bf-609df23b929b service nova] Acquiring lock "refresh_cache-e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.545475] env[69357]: DEBUG nova.scheduler.client.report [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.608825] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.613872] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b6727e-fa2b-066a-2230-54234ab35acc, 'name': SearchDatastore_Task, 'duration_secs': 0.011969} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.614204] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.614726] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d/4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.615051] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c5a9e20-eca4-4472-87de-4ad15ee527ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.623822] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 831.623822] env[69357]: value = "task-4150616" [ 831.623822] env[69357]: _type = "Task" [ 831.623822] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.634462] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.647324] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5292dcb9-0752-c407-ccc5-7f951b71171c, 'name': SearchDatastore_Task, 'duration_secs': 0.010659} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.647628] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.647912] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] fecb77e3-7516-46ec-8c82-fca2de9c61bc/fecb77e3-7516-46ec-8c82-fca2de9c61bc.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.648218] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96c511f9-e7b2-4492-9a31-c691b62b5b2a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.658182] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 831.658182] env[69357]: value = "task-4150617" [ 831.658182] env[69357]: _type = "Task" [ 831.658182] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.667682] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.901711] env[69357]: DEBUG oslo_vmware.api [None req-cd8d93ae-0638-4c10-8b4e-1726103fd730 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Task: {'id': task-4150615, 'name': ResetVM_Task, 'duration_secs': 0.14101} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.901781] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8d93ae-0638-4c10-8b4e-1726103fd730 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Did hard reboot of VM {{(pid=69357) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 831.901961] env[69357]: DEBUG nova.compute.manager [None req-cd8d93ae-0638-4c10-8b4e-1726103fd730 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 831.903325] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fbb52a-b933-4e1c-b794-08e00b194f44 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.052719] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.053673] env[69357]: DEBUG nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.059286] env[69357]: DEBUG oslo_concurrency.lockutils [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.750s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.059689] env[69357]: DEBUG nova.objects.instance [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lazy-loading 'resources' on Instance uuid 7a15f252-27dd-4d08-b403-e28163cbd102 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.112966] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150614, 'name': ReconfigVM_Task, 'duration_secs': 0.63232} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.113366] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Reconfigured VM instance instance-0000002b to attach disk [datastore2] a2e799b7-d685-48ea-b21d-9327af272871/2e3b5354-f6ca-4797-91ac-a700805a06c3-rescue.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.114334] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cf6450-c6b8-48c8-bdf3-f7c4cdf940ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.154473] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5830bbbe-3699-454d-acb1-f5f868e85d6e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.177403] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150616, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.180539] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 832.180539] env[69357]: value = "task-4150618" [ 832.180539] env[69357]: _type = "Task" [ 832.180539] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.188062] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150617, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.196223] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.421187] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cd8d93ae-0638-4c10-8b4e-1726103fd730 tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Lock "b1195a85-a1b3-4415-a4d8-3b8c910409a5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.437s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.441927] env[69357]: DEBUG nova.network.neutron [None req-fee234da-c7b1-42d9-ab11-280275a2b8fd tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Updating instance_info_cache with network_info: [{"id": "a7d3b49e-ddfa-414c-94e9-df175e925d48", "address": "fa:16:3e:d9:e1:d0", "network": {"id": "8e528957-41a4-4ca4-86ad-b74aac882d79", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1831656953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4233e026de44e8eb33c77164c1dc909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d3b49e-dd", "ovs_interfaceid": "a7d3b49e-ddfa-414c-94e9-df175e925d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.563968] env[69357]: DEBUG nova.objects.instance [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lazy-loading 'numa_topology' on Instance uuid 7a15f252-27dd-4d08-b403-e28163cbd102 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.566051] env[69357]: DEBUG nova.compute.utils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.568046] env[69357]: DEBUG nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.568046] env[69357]: DEBUG nova.network.neutron [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.651726] env[69357]: DEBUG nova.policy [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3ddbd06ca554f71bbb8f724eedb1a41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1f050495c37491ba500d619982436e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.661571] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659499} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.661669] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d/4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.661982] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.662267] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-125a161b-2c58-4d00-98e9-0f7c9d38900d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.670328] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 832.670328] env[69357]: value = "task-4150619" [ 832.670328] env[69357]: _type = "Task" [ 832.670328] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.684582] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595077} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.693977] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] fecb77e3-7516-46ec-8c82-fca2de9c61bc/fecb77e3-7516-46ec-8c82-fca2de9c61bc.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.693977] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.694300] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.694409] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d33e9d8f-d59d-45ac-bfe3-97a0e7b7784a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.703986] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150618, 'name': ReconfigVM_Task, 'duration_secs': 0.188526} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.705962] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.706401] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 832.706401] env[69357]: value = "task-4150620" [ 832.706401] env[69357]: _type = "Task" [ 832.706401] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.706624] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b67efcec-e308-4989-afc0-70157910fe04 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.717456] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.719343] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 832.719343] env[69357]: value = "task-4150621" [ 832.719343] env[69357]: _type = "Task" [ 832.719343] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.732189] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.944849] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fee234da-c7b1-42d9-ab11-280275a2b8fd tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Releasing lock "refresh_cache-e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.945146] env[69357]: DEBUG nova.compute.manager [None req-fee234da-c7b1-42d9-ab11-280275a2b8fd tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Inject network info {{(pid=69357) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 832.945402] env[69357]: DEBUG nova.compute.manager [None req-fee234da-c7b1-42d9-ab11-280275a2b8fd tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] network_info to inject: |[{"id": "a7d3b49e-ddfa-414c-94e9-df175e925d48", "address": "fa:16:3e:d9:e1:d0", "network": {"id": "8e528957-41a4-4ca4-86ad-b74aac882d79", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1831656953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4233e026de44e8eb33c77164c1dc909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d3b49e-dd", "ovs_interfaceid": "a7d3b49e-ddfa-414c-94e9-df175e925d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 832.951283] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fee234da-c7b1-42d9-ab11-280275a2b8fd tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Reconfiguring VM instance to set the machine id {{(pid=69357) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 832.951638] env[69357]: DEBUG oslo_concurrency.lockutils [req-d39c6c4b-3aab-40e6-83b6-3180b845c1e6 req-49b05b81-bc68-468e-82bf-609df23b929b service nova] Acquired lock "refresh_cache-e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.951803] env[69357]: DEBUG nova.network.neutron [req-d39c6c4b-3aab-40e6-83b6-3180b845c1e6 req-49b05b81-bc68-468e-82bf-609df23b929b service nova] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Refreshing network info cache for port a7d3b49e-ddfa-414c-94e9-df175e925d48 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.953137] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15b960f6-d47f-421c-84d6-043bd1de9323 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.974757] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "a867059b-ea7b-4222-a47c-a6621cf37421" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.974994] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "a867059b-ea7b-4222-a47c-a6621cf37421" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.979765] env[69357]: DEBUG oslo_vmware.api [None req-fee234da-c7b1-42d9-ab11-280275a2b8fd tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Waiting for the task: (returnval){ [ 832.979765] env[69357]: value = "task-4150622" [ 832.979765] env[69357]: _type = "Task" [ 832.979765] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.990533] env[69357]: DEBUG oslo_vmware.api [None req-fee234da-c7b1-42d9-ab11-280275a2b8fd tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': task-4150622, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.067932] env[69357]: DEBUG nova.objects.base [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Object Instance<7a15f252-27dd-4d08-b403-e28163cbd102> lazy-loaded attributes: resources,numa_topology {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 833.070975] env[69357]: DEBUG nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.124947] env[69357]: DEBUG nova.objects.instance [None req-30cb0fd5-845f-4a7f-90d4-253e498b7d67 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Lazy-loading 'flavor' on Instance uuid e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.201854] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113248} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.201854] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.202200] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c831ca3-589e-4f1e-8468-96c0d947be66 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.210071] env[69357]: DEBUG nova.network.neutron [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Successfully updated port: aa7cd323-5a8a-47a0-a2ff-64375a458c22 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.246833] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d/4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.250655] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquiring lock "refresh_cache-48c75cd8-2cd8-4f8d-be21-e2003cf1b41f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.250813] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquired lock "refresh_cache-48c75cd8-2cd8-4f8d-be21-e2003cf1b41f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.250974] env[69357]: DEBUG nova.network.neutron [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.259175] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8ddb38d-81cc-4079-9b24-c6b1e3e4bc20 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.283967] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.238518} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.290203] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.291082] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150621, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.291362] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 833.291362] env[69357]: value = "task-4150623" [ 833.291362] env[69357]: _type = "Task" [ 833.291362] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.294672] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fcd381-715a-40c6-b4fc-ceb978830aad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.325934] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] fecb77e3-7516-46ec-8c82-fca2de9c61bc/fecb77e3-7516-46ec-8c82-fca2de9c61bc.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.326342] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.329748] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e40d064b-d388-41d5-86fb-04a907532309 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.354033] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 833.354033] env[69357]: value = "task-4150624" [ 833.354033] env[69357]: _type = "Task" [ 833.354033] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.364542] env[69357]: DEBUG nova.network.neutron [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.369564] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.397730] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Acquiring lock "b1195a85-a1b3-4415-a4d8-3b8c910409a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.398201] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Lock "b1195a85-a1b3-4415-a4d8-3b8c910409a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.398466] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Acquiring lock "b1195a85-a1b3-4415-a4d8-3b8c910409a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.400081] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Lock "b1195a85-a1b3-4415-a4d8-3b8c910409a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.400081] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Lock "b1195a85-a1b3-4415-a4d8-3b8c910409a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.401339] env[69357]: INFO nova.compute.manager [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Terminating instance [ 833.491672] env[69357]: DEBUG oslo_vmware.api [None req-fee234da-c7b1-42d9-ab11-280275a2b8fd tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': task-4150622, 'name': ReconfigVM_Task, 'duration_secs': 0.236696} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.494803] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fee234da-c7b1-42d9-ab11-280275a2b8fd tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Reconfigured VM instance to set the machine id {{(pid=69357) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 833.557360] env[69357]: DEBUG nova.network.neutron [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Successfully created port: 5123e9a3-bb0d-4da6-a8d2-45e5249b72ed {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.635546] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30cb0fd5-845f-4a7f-90d4-253e498b7d67 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Acquiring lock "refresh_cache-e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.730704] env[69357]: DEBUG nova.compute.manager [req-81bd6ccd-626b-477a-9af6-5dbf79f6b106 req-bcb70213-be82-4ed8-8bd3-2a7377a1c984 service nova] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Received event network-vif-plugged-aa7cd323-5a8a-47a0-a2ff-64375a458c22 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.730947] env[69357]: DEBUG oslo_concurrency.lockutils [req-81bd6ccd-626b-477a-9af6-5dbf79f6b106 req-bcb70213-be82-4ed8-8bd3-2a7377a1c984 service nova] Acquiring lock "48c75cd8-2cd8-4f8d-be21-e2003cf1b41f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.731240] env[69357]: DEBUG oslo_concurrency.lockutils [req-81bd6ccd-626b-477a-9af6-5dbf79f6b106 req-bcb70213-be82-4ed8-8bd3-2a7377a1c984 service nova] Lock "48c75cd8-2cd8-4f8d-be21-e2003cf1b41f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.731426] env[69357]: DEBUG oslo_concurrency.lockutils [req-81bd6ccd-626b-477a-9af6-5dbf79f6b106 req-bcb70213-be82-4ed8-8bd3-2a7377a1c984 service nova] Lock "48c75cd8-2cd8-4f8d-be21-e2003cf1b41f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.731598] env[69357]: DEBUG nova.compute.manager [req-81bd6ccd-626b-477a-9af6-5dbf79f6b106 req-bcb70213-be82-4ed8-8bd3-2a7377a1c984 service nova] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] No waiting events found dispatching network-vif-plugged-aa7cd323-5a8a-47a0-a2ff-64375a458c22 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 833.731769] env[69357]: WARNING nova.compute.manager [req-81bd6ccd-626b-477a-9af6-5dbf79f6b106 req-bcb70213-be82-4ed8-8bd3-2a7377a1c984 service nova] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Received unexpected event network-vif-plugged-aa7cd323-5a8a-47a0-a2ff-64375a458c22 for instance with vm_state building and task_state spawning. [ 833.731922] env[69357]: DEBUG nova.compute.manager [req-81bd6ccd-626b-477a-9af6-5dbf79f6b106 req-bcb70213-be82-4ed8-8bd3-2a7377a1c984 service nova] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Received event network-changed-aa7cd323-5a8a-47a0-a2ff-64375a458c22 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.732083] env[69357]: DEBUG nova.compute.manager [req-81bd6ccd-626b-477a-9af6-5dbf79f6b106 req-bcb70213-be82-4ed8-8bd3-2a7377a1c984 service nova] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Refreshing instance network info cache due to event network-changed-aa7cd323-5a8a-47a0-a2ff-64375a458c22. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.732695] env[69357]: DEBUG oslo_concurrency.lockutils [req-81bd6ccd-626b-477a-9af6-5dbf79f6b106 req-bcb70213-be82-4ed8-8bd3-2a7377a1c984 service nova] Acquiring lock "refresh_cache-48c75cd8-2cd8-4f8d-be21-e2003cf1b41f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.749238] env[69357]: DEBUG oslo_vmware.api [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150621, 'name': PowerOnVM_Task, 'duration_secs': 0.74688} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.749526] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.753089] env[69357]: DEBUG nova.compute.manager [None req-c751652a-f6fe-4ef7-94e1-1dea53e90380 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 833.754297] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f395ca0-5128-4bcd-aa39-17b75d6c33ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.785493] env[69357]: DEBUG nova.network.neutron [req-d39c6c4b-3aab-40e6-83b6-3180b845c1e6 req-49b05b81-bc68-468e-82bf-609df23b929b service nova] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Updated VIF entry in instance network info cache for port a7d3b49e-ddfa-414c-94e9-df175e925d48. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.785493] env[69357]: DEBUG nova.network.neutron [req-d39c6c4b-3aab-40e6-83b6-3180b845c1e6 req-49b05b81-bc68-468e-82bf-609df23b929b service nova] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Updating instance_info_cache with network_info: [{"id": "a7d3b49e-ddfa-414c-94e9-df175e925d48", "address": "fa:16:3e:d9:e1:d0", "network": {"id": "8e528957-41a4-4ca4-86ad-b74aac882d79", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1831656953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4233e026de44e8eb33c77164c1dc909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d3b49e-dd", "ovs_interfaceid": "a7d3b49e-ddfa-414c-94e9-df175e925d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.811165] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150623, 'name': ReconfigVM_Task, 'duration_secs': 0.340471} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.811469] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d/4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.812358] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0069462-e277-4a63-b92d-b48ed90dc1f6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.818903] env[69357]: DEBUG nova.network.neutron [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Updating instance_info_cache with network_info: [{"id": "aa7cd323-5a8a-47a0-a2ff-64375a458c22", "address": "fa:16:3e:2d:d8:08", "network": {"id": "2f4f4f84-fbf6-4399-ab94-609d7628cf66", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1290997041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1f050495c37491ba500d619982436e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa7cd323-5a", "ovs_interfaceid": "aa7cd323-5a8a-47a0-a2ff-64375a458c22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.823651] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 833.823651] env[69357]: value = "task-4150625" [ 833.823651] env[69357]: _type = "Task" [ 833.823651] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.837340] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150625, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.843493] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bface4f3-220a-48c3-96e1-a460bd05bb7f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.851914] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef86b60-4b38-491a-8aa4-85c08b660405 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.864859] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150624, 'name': ReconfigVM_Task, 'duration_secs': 0.33329} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.891205] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Reconfigured VM instance instance-0000002d to attach disk [datastore2] fecb77e3-7516-46ec-8c82-fca2de9c61bc/fecb77e3-7516-46ec-8c82-fca2de9c61bc.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.892912] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5149b557-897e-4657-983c-f43462d298ff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.895390] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4cacbb-8c90-4388-91e6-636352cfed9e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.907885] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997268c8-79ee-4180-a684-67c69399d52d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.917037] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 833.917037] env[69357]: value = "task-4150626" [ 833.917037] env[69357]: _type = "Task" [ 833.917037] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.917037] env[69357]: DEBUG nova.compute.manager [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.917037] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.917037] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f485c30-d212-4997-8bf4-52d12d74840a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.933047] env[69357]: DEBUG nova.compute.provider_tree [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.941371] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150626, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.943720] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.944630] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30393a04-b008-46d5-9c4a-9416fc7b82e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.953058] env[69357]: DEBUG oslo_vmware.api [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Waiting for the task: (returnval){ [ 833.953058] env[69357]: value = "task-4150627" [ 833.953058] env[69357]: _type = "Task" [ 833.953058] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.963519] env[69357]: DEBUG oslo_vmware.api [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Task: {'id': task-4150627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.086938] env[69357]: DEBUG nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.120661] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.121088] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.121379] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.121667] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.121941] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.122180] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.122586] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.122882] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.123114] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.123366] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.123680] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.125186] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d93087f-c1aa-4ea2-bce8-91c4199e124a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.140024] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcb2070-f8de-4b39-86c7-89ada0a77b77 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.289793] env[69357]: DEBUG oslo_concurrency.lockutils [req-d39c6c4b-3aab-40e6-83b6-3180b845c1e6 req-49b05b81-bc68-468e-82bf-609df23b929b service nova] Releasing lock "refresh_cache-e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.290239] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30cb0fd5-845f-4a7f-90d4-253e498b7d67 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Acquired lock "refresh_cache-e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.320957] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Releasing lock "refresh_cache-48c75cd8-2cd8-4f8d-be21-e2003cf1b41f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.321408] env[69357]: DEBUG nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Instance network_info: |[{"id": "aa7cd323-5a8a-47a0-a2ff-64375a458c22", "address": "fa:16:3e:2d:d8:08", "network": {"id": "2f4f4f84-fbf6-4399-ab94-609d7628cf66", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1290997041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1f050495c37491ba500d619982436e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa7cd323-5a", "ovs_interfaceid": "aa7cd323-5a8a-47a0-a2ff-64375a458c22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.321999] env[69357]: DEBUG oslo_concurrency.lockutils [req-81bd6ccd-626b-477a-9af6-5dbf79f6b106 req-bcb70213-be82-4ed8-8bd3-2a7377a1c984 service nova] Acquired lock "refresh_cache-48c75cd8-2cd8-4f8d-be21-e2003cf1b41f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.322306] env[69357]: DEBUG nova.network.neutron [req-81bd6ccd-626b-477a-9af6-5dbf79f6b106 req-bcb70213-be82-4ed8-8bd3-2a7377a1c984 service nova] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Refreshing network info cache for port aa7cd323-5a8a-47a0-a2ff-64375a458c22 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.327021] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:d8:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721c6720-3ce0-450e-9951-a894f03acc27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa7cd323-5a8a-47a0-a2ff-64375a458c22', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.336745] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Creating folder: Project (a1f050495c37491ba500d619982436e8). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.338176] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e317620-fd9f-4499-8f07-46fd6dc1c2b5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.349079] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150625, 'name': Rename_Task, 'duration_secs': 0.16809} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.349346] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.349584] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7f483bf-25df-4848-becc-f028ea8c24d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.353326] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Created folder: Project (a1f050495c37491ba500d619982436e8) in parent group-v821763. [ 834.353519] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Creating folder: Instances. Parent ref: group-v821887. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.353736] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbf41c28-1e9f-4577-bbb8-cfd60226af1b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.358275] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 834.358275] env[69357]: value = "task-4150629" [ 834.358275] env[69357]: _type = "Task" [ 834.358275] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.368285] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Created folder: Instances in parent group-v821887. [ 834.368537] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.371596] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.372296] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de4cd221-a3b9-4046-b2d3-1fcad1f20049 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.396953] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.405027] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.405027] env[69357]: value = "task-4150631" [ 834.405027] env[69357]: _type = "Task" [ 834.405027] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.415084] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150631, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.426545] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150626, 'name': Rename_Task, 'duration_secs': 0.188548} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.426893] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.427189] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45b930a2-3f50-45ba-ae7b-575df341daca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.434580] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 834.434580] env[69357]: value = "task-4150632" [ 834.434580] env[69357]: _type = "Task" [ 834.434580] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.438837] env[69357]: DEBUG nova.scheduler.client.report [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.448864] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.464996] env[69357]: DEBUG oslo_vmware.api [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Task: {'id': task-4150627, 'name': PowerOffVM_Task, 'duration_secs': 0.275354} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.465211] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.465261] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.465527] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c9d1c49-f41a-44bb-a078-773d894e9ec2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.551045] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.551301] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.551490] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Deleting the datastore file [datastore2] b1195a85-a1b3-4415-a4d8-3b8c910409a5 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.551770] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3158d8e0-9f96-411a-8432-96f12144e314 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.559342] env[69357]: DEBUG oslo_vmware.api [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Waiting for the task: (returnval){ [ 834.559342] env[69357]: value = "task-4150634" [ 834.559342] env[69357]: _type = "Task" [ 834.559342] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.571433] env[69357]: DEBUG oslo_vmware.api [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Task: {'id': task-4150634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.751659] env[69357]: INFO nova.compute.manager [None req-d3caff94-450c-4e1a-914d-2f5de6aed6f5 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Unrescuing [ 834.752042] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d3caff94-450c-4e1a-914d-2f5de6aed6f5 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquiring lock "refresh_cache-a2e799b7-d685-48ea-b21d-9327af272871" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.752321] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d3caff94-450c-4e1a-914d-2f5de6aed6f5 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquired lock "refresh_cache-a2e799b7-d685-48ea-b21d-9327af272871" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.752578] env[69357]: DEBUG nova.network.neutron [None req-d3caff94-450c-4e1a-914d-2f5de6aed6f5 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.869682] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150629, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.889810] env[69357]: DEBUG nova.network.neutron [None req-30cb0fd5-845f-4a7f-90d4-253e498b7d67 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.918042] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150631, 'name': CreateVM_Task, 'duration_secs': 0.465517} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.918042] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.918717] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.918942] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.919364] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.920051] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19d4e3f3-fd0e-4d05-a446-7a43be84d8d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.926438] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 834.926438] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529405a4-4bbc-009f-8ad0-4bfaea025d9f" [ 834.926438] env[69357]: _type = "Task" [ 834.926438] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.937270] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529405a4-4bbc-009f-8ad0-4bfaea025d9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.947557] env[69357]: DEBUG oslo_concurrency.lockutils [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.889s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.950276] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150632, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.954037] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.934s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.956225] env[69357]: INFO nova.compute.claims [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.073461] env[69357]: DEBUG oslo_vmware.api [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Task: {'id': task-4150634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150693} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.074091] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.076476] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.076476] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.076476] env[69357]: INFO nova.compute.manager [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 835.076476] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.076476] env[69357]: DEBUG nova.compute.manager [-] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.076476] env[69357]: DEBUG nova.network.neutron [-] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.369658] env[69357]: DEBUG oslo_vmware.api [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150629, 'name': PowerOnVM_Task, 'duration_secs': 0.66957} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.370058] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.370391] env[69357]: DEBUG nova.compute.manager [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 835.371207] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17e32bf-3626-4b68-9d6c-b53a836ae4a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.439240] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529405a4-4bbc-009f-8ad0-4bfaea025d9f, 'name': SearchDatastore_Task, 'duration_secs': 0.012409} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.442886] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.443240] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.443498] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.443645] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.443825] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.444133] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92173944-2c2d-442d-841e-0f790e05bf99 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.454844] env[69357]: DEBUG oslo_vmware.api [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150632, 'name': PowerOnVM_Task, 'duration_secs': 0.661204} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.454844] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.454844] env[69357]: INFO nova.compute.manager [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Took 9.19 seconds to spawn the instance on the hypervisor. [ 835.454844] env[69357]: DEBUG nova.compute.manager [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 835.455149] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b1f228-b729-4e38-872c-a31e1210bd79 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.470400] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.470400] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.470400] env[69357]: DEBUG oslo_concurrency.lockutils [None req-649dd3f6-f6b6-4bff-8b3d-d8e7cdf93bce tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "7a15f252-27dd-4d08-b403-e28163cbd102" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 67.209s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.474491] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e65baf0-204b-45c8-9577-89b5dac80a54 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.480052] env[69357]: DEBUG oslo_concurrency.lockutils [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "7a15f252-27dd-4d08-b403-e28163cbd102" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 39.848s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.480052] env[69357]: INFO nova.compute.manager [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Unshelving [ 835.493045] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 835.493045] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a2b2fd-ce7f-f629-a9e1-fe619e56cccd" [ 835.493045] env[69357]: _type = "Task" [ 835.493045] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.503991] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a2b2fd-ce7f-f629-a9e1-fe619e56cccd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.538425] env[69357]: DEBUG nova.network.neutron [req-81bd6ccd-626b-477a-9af6-5dbf79f6b106 req-bcb70213-be82-4ed8-8bd3-2a7377a1c984 service nova] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Updated VIF entry in instance network info cache for port aa7cd323-5a8a-47a0-a2ff-64375a458c22. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.538845] env[69357]: DEBUG nova.network.neutron [req-81bd6ccd-626b-477a-9af6-5dbf79f6b106 req-bcb70213-be82-4ed8-8bd3-2a7377a1c984 service nova] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Updating instance_info_cache with network_info: [{"id": "aa7cd323-5a8a-47a0-a2ff-64375a458c22", "address": "fa:16:3e:2d:d8:08", "network": {"id": "2f4f4f84-fbf6-4399-ab94-609d7628cf66", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1290997041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1f050495c37491ba500d619982436e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa7cd323-5a", "ovs_interfaceid": "aa7cd323-5a8a-47a0-a2ff-64375a458c22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.723151] env[69357]: DEBUG nova.network.neutron [None req-30cb0fd5-845f-4a7f-90d4-253e498b7d67 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Updating instance_info_cache with network_info: [{"id": "a7d3b49e-ddfa-414c-94e9-df175e925d48", "address": "fa:16:3e:d9:e1:d0", "network": {"id": "8e528957-41a4-4ca4-86ad-b74aac882d79", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1831656953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4233e026de44e8eb33c77164c1dc909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d3b49e-dd", "ovs_interfaceid": "a7d3b49e-ddfa-414c-94e9-df175e925d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.889815] env[69357]: DEBUG nova.compute.manager [req-bf201175-7869-410f-912b-c16898432ffe req-91b4c0fd-8e34-40aa-a14e-d8ea93fa4c57 service nova] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Received event network-changed-a7d3b49e-ddfa-414c-94e9-df175e925d48 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.890099] env[69357]: DEBUG nova.compute.manager [req-bf201175-7869-410f-912b-c16898432ffe req-91b4c0fd-8e34-40aa-a14e-d8ea93fa4c57 service nova] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Refreshing instance network info cache due to event network-changed-a7d3b49e-ddfa-414c-94e9-df175e925d48. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.890417] env[69357]: DEBUG oslo_concurrency.lockutils [req-bf201175-7869-410f-912b-c16898432ffe req-91b4c0fd-8e34-40aa-a14e-d8ea93fa4c57 service nova] Acquiring lock "refresh_cache-e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.894184] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.971547] env[69357]: DEBUG nova.network.neutron [None req-d3caff94-450c-4e1a-914d-2f5de6aed6f5 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Updating instance_info_cache with network_info: [{"id": "5e7ef2e1-e76e-455e-8c05-3a75625a2039", "address": "fa:16:3e:7d:2e:b5", "network": {"id": "8bba7035-5a8a-4952-9c2d-6e9c83289577", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-662894074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f925efeb38144c10b0c5e8890f3a8511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e7ef2e1-e7", "ovs_interfaceid": "5e7ef2e1-e76e-455e-8c05-3a75625a2039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.008971] env[69357]: INFO nova.compute.manager [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Took 49.24 seconds to build instance. [ 836.021988] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a2b2fd-ce7f-f629-a9e1-fe619e56cccd, 'name': SearchDatastore_Task, 'duration_secs': 0.018722} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.022851] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d0db8c3-da1a-4e8c-8bf0-98b44c88d38e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.030203] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 836.030203] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d0d82d-0274-da5f-cce0-981b75df806a" [ 836.030203] env[69357]: _type = "Task" [ 836.030203] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.045427] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d0d82d-0274-da5f-cce0-981b75df806a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.046022] env[69357]: DEBUG oslo_concurrency.lockutils [req-81bd6ccd-626b-477a-9af6-5dbf79f6b106 req-bcb70213-be82-4ed8-8bd3-2a7377a1c984 service nova] Releasing lock "refresh_cache-48c75cd8-2cd8-4f8d-be21-e2003cf1b41f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.114834] env[69357]: DEBUG nova.network.neutron [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Successfully updated port: 5123e9a3-bb0d-4da6-a8d2-45e5249b72ed {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.227032] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30cb0fd5-845f-4a7f-90d4-253e498b7d67 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Releasing lock "refresh_cache-e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.227214] env[69357]: DEBUG nova.compute.manager [None req-30cb0fd5-845f-4a7f-90d4-253e498b7d67 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Inject network info {{(pid=69357) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 836.227416] env[69357]: DEBUG nova.compute.manager [None req-30cb0fd5-845f-4a7f-90d4-253e498b7d67 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] network_info to inject: |[{"id": "a7d3b49e-ddfa-414c-94e9-df175e925d48", "address": "fa:16:3e:d9:e1:d0", "network": {"id": "8e528957-41a4-4ca4-86ad-b74aac882d79", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1831656953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4233e026de44e8eb33c77164c1dc909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d3b49e-dd", "ovs_interfaceid": "a7d3b49e-ddfa-414c-94e9-df175e925d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 836.237323] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30cb0fd5-845f-4a7f-90d4-253e498b7d67 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Reconfiguring VM instance to set the machine id {{(pid=69357) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 836.241272] env[69357]: DEBUG oslo_concurrency.lockutils [req-bf201175-7869-410f-912b-c16898432ffe req-91b4c0fd-8e34-40aa-a14e-d8ea93fa4c57 service nova] Acquired lock "refresh_cache-e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.242678] env[69357]: DEBUG nova.network.neutron [req-bf201175-7869-410f-912b-c16898432ffe req-91b4c0fd-8e34-40aa-a14e-d8ea93fa4c57 service nova] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Refreshing network info cache for port a7d3b49e-ddfa-414c-94e9-df175e925d48 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.243345] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b2403f9-e0a4-4f1e-8c2d-f1399728de6d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.261133] env[69357]: DEBUG oslo_vmware.api [None req-30cb0fd5-845f-4a7f-90d4-253e498b7d67 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Waiting for the task: (returnval){ [ 836.261133] env[69357]: value = "task-4150635" [ 836.261133] env[69357]: _type = "Task" [ 836.261133] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.274133] env[69357]: DEBUG oslo_vmware.api [None req-30cb0fd5-845f-4a7f-90d4-253e498b7d67 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': task-4150635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.463179] env[69357]: DEBUG nova.network.neutron [-] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.476460] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d3caff94-450c-4e1a-914d-2f5de6aed6f5 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Releasing lock "refresh_cache-a2e799b7-d685-48ea-b21d-9327af272871" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.477153] env[69357]: DEBUG nova.objects.instance [None req-d3caff94-450c-4e1a-914d-2f5de6aed6f5 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Lazy-loading 'flavor' on Instance uuid a2e799b7-d685-48ea-b21d-9327af272871 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.499599] env[69357]: DEBUG nova.compute.utils [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.514807] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6884029-05be-4be7-86b3-55992743bf06 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "fecb77e3-7516-46ec-8c82-fca2de9c61bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.193s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.544634] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d0d82d-0274-da5f-cce0-981b75df806a, 'name': SearchDatastore_Task, 'duration_secs': 0.01086} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.544634] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.544892] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f/48c75cd8-2cd8-4f8d-be21-e2003cf1b41f.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.545195] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fb3e1e0-cafa-4f4a-8ca5-50bcb50431bf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.556602] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 836.556602] env[69357]: value = "task-4150636" [ 836.556602] env[69357]: _type = "Task" [ 836.556602] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.569250] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.579844] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e68ef8-af61-4a04-821d-c7cb062f7802 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.588570] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef02064-3c24-46e5-a7d3-dace20c37606 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.625486] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquiring lock "refresh_cache-36949508-c7f6-451e-a426-2fe304eb776d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.625486] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquired lock "refresh_cache-36949508-c7f6-451e-a426-2fe304eb776d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.625486] env[69357]: DEBUG nova.network.neutron [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.628030] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b58f5d-d570-4253-b6a5-0f128bca4c6e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.636699] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8d8d16-f34e-49d6-8fb6-5d9857fd4ff2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.653321] env[69357]: DEBUG nova.compute.provider_tree [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.772333] env[69357]: DEBUG oslo_vmware.api [None req-30cb0fd5-845f-4a7f-90d4-253e498b7d67 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': task-4150635, 'name': ReconfigVM_Task, 'duration_secs': 0.161172} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.772804] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30cb0fd5-845f-4a7f-90d4-253e498b7d67 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Reconfigured VM instance to set the machine id {{(pid=69357) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 836.967258] env[69357]: INFO nova.compute.manager [-] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Took 1.89 seconds to deallocate network for instance. [ 836.988522] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40744c2b-eff4-4a7a-9d5b-abc25f9c0985 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.013208] env[69357]: INFO nova.virt.block_device [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Booting with volume c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc at /dev/sdb [ 837.016263] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3caff94-450c-4e1a-914d-2f5de6aed6f5 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.016263] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06cd1cf5-d4de-489f-8487-1c5824193e37 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.018192] env[69357]: DEBUG nova.compute.manager [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.036691] env[69357]: DEBUG oslo_vmware.api [None req-d3caff94-450c-4e1a-914d-2f5de6aed6f5 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 837.036691] env[69357]: value = "task-4150637" [ 837.036691] env[69357]: _type = "Task" [ 837.036691] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.053883] env[69357]: DEBUG oslo_vmware.api [None req-d3caff94-450c-4e1a-914d-2f5de6aed6f5 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.073023] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150636, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.076870] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eaefeb42-7035-4827-8a37-8f675ee8141e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.091585] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bde8af0-6eed-4186-a7d5-4966ff1ee3ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.122796] env[69357]: DEBUG nova.network.neutron [req-bf201175-7869-410f-912b-c16898432ffe req-91b4c0fd-8e34-40aa-a14e-d8ea93fa4c57 service nova] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Updated VIF entry in instance network info cache for port a7d3b49e-ddfa-414c-94e9-df175e925d48. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.123241] env[69357]: DEBUG nova.network.neutron [req-bf201175-7869-410f-912b-c16898432ffe req-91b4c0fd-8e34-40aa-a14e-d8ea93fa4c57 service nova] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Updating instance_info_cache with network_info: [{"id": "a7d3b49e-ddfa-414c-94e9-df175e925d48", "address": "fa:16:3e:d9:e1:d0", "network": {"id": "8e528957-41a4-4ca4-86ad-b74aac882d79", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1831656953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4233e026de44e8eb33c77164c1dc909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d3b49e-dd", "ovs_interfaceid": "a7d3b49e-ddfa-414c-94e9-df175e925d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.150330] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca5eab2d-710f-44dd-a8e6-cc3fe30bba78 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.156745] env[69357]: DEBUG nova.scheduler.client.report [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.165898] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Acquiring lock "e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.167418] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Lock "e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.167418] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Acquiring lock "e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.167418] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Lock "e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.167418] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Lock "e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.170314] env[69357]: INFO nova.compute.manager [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Terminating instance [ 837.177288] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7bb10b-f358-4031-aedf-e7e7486c08e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.216743] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258cdbb7-8d83-49f5-8c29-e1a871992b0b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.225778] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20c7ba0-6186-41ea-a812-669d08189566 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.229292] env[69357]: DEBUG nova.network.neutron [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.246782] env[69357]: DEBUG nova.virt.block_device [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Updating existing volume attachment record: d6499bb9-fe0b-4723-bfe6-f16002e36470 {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 837.299452] env[69357]: DEBUG oslo_concurrency.lockutils [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "e402b5ae-8d98-4790-8c53-0e6d6559cd2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.299452] env[69357]: DEBUG oslo_concurrency.lockutils [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "e402b5ae-8d98-4790-8c53-0e6d6559cd2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.299452] env[69357]: DEBUG oslo_concurrency.lockutils [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "e402b5ae-8d98-4790-8c53-0e6d6559cd2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.299452] env[69357]: DEBUG oslo_concurrency.lockutils [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "e402b5ae-8d98-4790-8c53-0e6d6559cd2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.299452] env[69357]: DEBUG oslo_concurrency.lockutils [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "e402b5ae-8d98-4790-8c53-0e6d6559cd2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.304389] env[69357]: INFO nova.compute.manager [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Terminating instance [ 837.357635] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c842210-b5c0-4a20-a9a3-b2328ab36550 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "fecb77e3-7516-46ec-8c82-fca2de9c61bc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.357635] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c842210-b5c0-4a20-a9a3-b2328ab36550 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "fecb77e3-7516-46ec-8c82-fca2de9c61bc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.410139] env[69357]: DEBUG nova.network.neutron [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Updating instance_info_cache with network_info: [{"id": "5123e9a3-bb0d-4da6-a8d2-45e5249b72ed", "address": "fa:16:3e:11:72:a4", "network": {"id": "2f4f4f84-fbf6-4399-ab94-609d7628cf66", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1290997041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1f050495c37491ba500d619982436e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5123e9a3-bb", "ovs_interfaceid": "5123e9a3-bb0d-4da6-a8d2-45e5249b72ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.474914] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.550579] env[69357]: DEBUG oslo_vmware.api [None req-d3caff94-450c-4e1a-914d-2f5de6aed6f5 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150637, 'name': PowerOffVM_Task, 'duration_secs': 0.289311} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.551502] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.551772] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3caff94-450c-4e1a-914d-2f5de6aed6f5 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.557132] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3caff94-450c-4e1a-914d-2f5de6aed6f5 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Reconfiguring VM instance instance-0000002b to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 837.557754] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68b04efa-17db-4aa2-927d-0a8e5518304f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.583854] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761498} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.585139] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f/48c75cd8-2cd8-4f8d-be21-e2003cf1b41f.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.585371] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.585671] env[69357]: DEBUG oslo_vmware.api [None req-d3caff94-450c-4e1a-914d-2f5de6aed6f5 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 837.585671] env[69357]: value = "task-4150640" [ 837.585671] env[69357]: _type = "Task" [ 837.585671] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.585855] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94d59f35-f42e-4f38-b106-694b396785e7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.364956] env[69357]: DEBUG oslo_concurrency.lockutils [req-bf201175-7869-410f-912b-c16898432ffe req-91b4c0fd-8e34-40aa-a14e-d8ea93fa4c57 service nova] Releasing lock "refresh_cache-e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.365809] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.412s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.366301] env[69357]: DEBUG nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.369117] env[69357]: DEBUG nova.compute.manager [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.369312] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.370156] env[69357]: DEBUG nova.compute.manager [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.370336] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.371179] env[69357]: DEBUG nova.compute.utils [None req-9c842210-b5c0-4a20-a9a3-b2328ab36550 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.372467] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Releasing lock "refresh_cache-36949508-c7f6-451e-a426-2fe304eb776d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.372720] env[69357]: DEBUG nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Instance network_info: |[{"id": "5123e9a3-bb0d-4da6-a8d2-45e5249b72ed", "address": "fa:16:3e:11:72:a4", "network": {"id": "2f4f4f84-fbf6-4399-ab94-609d7628cf66", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1290997041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1f050495c37491ba500d619982436e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5123e9a3-bb", "ovs_interfaceid": "5123e9a3-bb0d-4da6-a8d2-45e5249b72ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.374191] env[69357]: DEBUG nova.compute.manager [req-68066ed0-60b4-4633-bff7-fea1fa8655bf req-cdac5358-189e-4996-be59-1eb50cc7c10e service nova] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Received event network-vif-plugged-5123e9a3-bb0d-4da6-a8d2-45e5249b72ed {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.375028] env[69357]: DEBUG oslo_concurrency.lockutils [req-68066ed0-60b4-4633-bff7-fea1fa8655bf req-cdac5358-189e-4996-be59-1eb50cc7c10e service nova] Acquiring lock "36949508-c7f6-451e-a426-2fe304eb776d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.375028] env[69357]: DEBUG oslo_concurrency.lockutils [req-68066ed0-60b4-4633-bff7-fea1fa8655bf req-cdac5358-189e-4996-be59-1eb50cc7c10e service nova] Lock "36949508-c7f6-451e-a426-2fe304eb776d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.375028] env[69357]: DEBUG oslo_concurrency.lockutils [req-68066ed0-60b4-4633-bff7-fea1fa8655bf req-cdac5358-189e-4996-be59-1eb50cc7c10e service nova] Lock "36949508-c7f6-451e-a426-2fe304eb776d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.375028] env[69357]: DEBUG nova.compute.manager [req-68066ed0-60b4-4633-bff7-fea1fa8655bf req-cdac5358-189e-4996-be59-1eb50cc7c10e service nova] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] No waiting events found dispatching network-vif-plugged-5123e9a3-bb0d-4da6-a8d2-45e5249b72ed {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 838.375310] env[69357]: WARNING nova.compute.manager [req-68066ed0-60b4-4633-bff7-fea1fa8655bf req-cdac5358-189e-4996-be59-1eb50cc7c10e service nova] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Received unexpected event network-vif-plugged-5123e9a3-bb0d-4da6-a8d2-45e5249b72ed for instance with vm_state building and task_state spawning. [ 838.375310] env[69357]: DEBUG nova.compute.manager [req-68066ed0-60b4-4633-bff7-fea1fa8655bf req-cdac5358-189e-4996-be59-1eb50cc7c10e service nova] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Received event network-vif-deleted-feb79de1-f6f9-4d62-8783-434587da29fd {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.375386] env[69357]: DEBUG nova.compute.manager [req-68066ed0-60b4-4633-bff7-fea1fa8655bf req-cdac5358-189e-4996-be59-1eb50cc7c10e service nova] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Received event network-changed-5123e9a3-bb0d-4da6-a8d2-45e5249b72ed {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.375511] env[69357]: DEBUG nova.compute.manager [req-68066ed0-60b4-4633-bff7-fea1fa8655bf req-cdac5358-189e-4996-be59-1eb50cc7c10e service nova] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Refreshing instance network info cache due to event network-changed-5123e9a3-bb0d-4da6-a8d2-45e5249b72ed. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.375688] env[69357]: DEBUG oslo_concurrency.lockutils [req-68066ed0-60b4-4633-bff7-fea1fa8655bf req-cdac5358-189e-4996-be59-1eb50cc7c10e service nova] Acquiring lock "refresh_cache-36949508-c7f6-451e-a426-2fe304eb776d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.375818] env[69357]: DEBUG oslo_concurrency.lockutils [req-68066ed0-60b4-4633-bff7-fea1fa8655bf req-cdac5358-189e-4996-be59-1eb50cc7c10e service nova] Acquired lock "refresh_cache-36949508-c7f6-451e-a426-2fe304eb776d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.375965] env[69357]: DEBUG nova.network.neutron [req-68066ed0-60b4-4633-bff7-fea1fa8655bf req-cdac5358-189e-4996-be59-1eb50cc7c10e service nova] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Refreshing network info cache for port 5123e9a3-bb0d-4da6-a8d2-45e5249b72ed {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.379046] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.900s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.380903] env[69357]: INFO nova.compute.claims [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.386025] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6503e5-d04b-445a-9327-98aedf6c2f9d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.387704] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82c54e1-b75a-41ab-8fc4-77cccdab884c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.390810] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:72:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721c6720-3ce0-450e-9951-a894f03acc27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5123e9a3-bb0d-4da6-a8d2-45e5249b72ed', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.399232] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.400312] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 838.400312] env[69357]: value = "task-4150642" [ 838.400312] env[69357]: _type = "Task" [ 838.400312] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.401339] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.402947] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2c75a24-d1b4-43ac-b5bc-33891872b98f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.430347] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.430658] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.430903] env[69357]: DEBUG oslo_vmware.api [None req-d3caff94-450c-4e1a-914d-2f5de6aed6f5 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150640, 'name': ReconfigVM_Task, 'duration_secs': 0.240529} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.432164] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c525b5d1-a379-4f0b-a93b-0921a6827e2b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.434041] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04950344-8861-4f33-8f90-f618caae0777 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.435071] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3caff94-450c-4e1a-914d-2f5de6aed6f5 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Reconfigured VM instance instance-0000002b to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 838.435266] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3caff94-450c-4e1a-914d-2f5de6aed6f5 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.439866] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aabfc027-6e0d-487f-985a-12d95cc37e82 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.442575] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150642, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.442830] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.442830] env[69357]: value = "task-4150643" [ 838.442830] env[69357]: _type = "Task" [ 838.442830] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.450356] env[69357]: DEBUG oslo_vmware.api [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 838.450356] env[69357]: value = "task-4150645" [ 838.450356] env[69357]: _type = "Task" [ 838.450356] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.452116] env[69357]: DEBUG oslo_vmware.api [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Waiting for the task: (returnval){ [ 838.452116] env[69357]: value = "task-4150644" [ 838.452116] env[69357]: _type = "Task" [ 838.452116] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.460277] env[69357]: DEBUG oslo_vmware.api [None req-d3caff94-450c-4e1a-914d-2f5de6aed6f5 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 838.460277] env[69357]: value = "task-4150646" [ 838.460277] env[69357]: _type = "Task" [ 838.460277] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.460693] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150643, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.471656] env[69357]: DEBUG oslo_vmware.api [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.479561] env[69357]: DEBUG oslo_vmware.api [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': task-4150644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.481465] env[69357]: DEBUG oslo_vmware.api [None req-d3caff94-450c-4e1a-914d-2f5de6aed6f5 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150646, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.878947] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c842210-b5c0-4a20-a9a3-b2328ab36550 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "fecb77e3-7516-46ec-8c82-fca2de9c61bc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.521s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.880078] env[69357]: DEBUG nova.compute.utils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.882073] env[69357]: DEBUG nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.882256] env[69357]: DEBUG nova.network.neutron [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.917999] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087013} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.918331] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.919537] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2abbf82-d7e3-49cd-932d-455361b026c5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.943684] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f/48c75cd8-2cd8-4f8d-be21-e2003cf1b41f.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.944362] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-228d4e36-c86a-4ea5-9df8-9ffe92a22801 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.962393] env[69357]: DEBUG nova.policy [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3ddbd06ca554f71bbb8f724eedb1a41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1f050495c37491ba500d619982436e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.985400] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150643, 'name': CreateVM_Task, 'duration_secs': 0.467977} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.985400] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 838.985400] env[69357]: value = "task-4150647" [ 838.985400] env[69357]: _type = "Task" [ 838.985400] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.994074] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.994242] env[69357]: DEBUG oslo_vmware.api [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150645, 'name': PowerOffVM_Task, 'duration_secs': 0.230007} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.994463] env[69357]: DEBUG oslo_vmware.api [None req-d3caff94-450c-4e1a-914d-2f5de6aed6f5 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150646, 'name': PowerOnVM_Task, 'duration_secs': 0.44867} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.994664] env[69357]: DEBUG oslo_vmware.api [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': task-4150644, 'name': PowerOffVM_Task, 'duration_secs': 0.306571} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.995328] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.995495] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.995815] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.999104] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.999104] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.999342] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3caff94-450c-4e1a-914d-2f5de6aed6f5 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.999576] env[69357]: DEBUG nova.compute.manager [None req-d3caff94-450c-4e1a-914d-2f5de6aed6f5 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 838.999828] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.000031] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.000279] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec079138-f2bc-4eaa-8bb5-3e5f0776b626 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.001970] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-291c3b1f-f9ec-474f-b715-8ae8f5565f24 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.004624] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ee3aa0-2bb1-4490-9f42-8e700db6467d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.006955] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9bad09f-9bfc-4caf-8dfd-7db0c87a5bca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.018016] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.020700] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 839.020700] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52940522-aca2-d9e8-6145-dc7236ead273" [ 839.020700] env[69357]: _type = "Task" [ 839.020700] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.030948] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52940522-aca2-d9e8-6145-dc7236ead273, 'name': SearchDatastore_Task, 'duration_secs': 0.010337} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.033300] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.033300] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.033300] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.033300] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.033300] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.033300] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-205f3f04-f5c6-4702-8cf4-7055ede5f2e4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.043463] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.043778] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.044631] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fe3416a-5ea0-420f-b65f-0e220bb0200b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.051214] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 839.051214] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]525e3a92-2598-c10e-ec76-da1f825a2a86" [ 839.051214] env[69357]: _type = "Task" [ 839.051214] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.064207] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]525e3a92-2598-c10e-ec76-da1f825a2a86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.112161] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.112396] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.112584] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Deleting the datastore file [datastore2] e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.113664] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ef20fef-23b8-46ed-bf3f-f9533e441749 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.117675] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.117675] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.117675] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Deleting the datastore file [datastore2] e402b5ae-8d98-4790-8c53-0e6d6559cd2a {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.117675] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54558787-fd4e-4b3f-a514-be7ab0c83775 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.125216] env[69357]: DEBUG oslo_vmware.api [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Waiting for the task: (returnval){ [ 839.125216] env[69357]: value = "task-4150650" [ 839.125216] env[69357]: _type = "Task" [ 839.125216] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.126782] env[69357]: DEBUG oslo_vmware.api [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 839.126782] env[69357]: value = "task-4150651" [ 839.126782] env[69357]: _type = "Task" [ 839.126782] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.138640] env[69357]: DEBUG oslo_vmware.api [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': task-4150650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.141983] env[69357]: DEBUG oslo_vmware.api [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.273908] env[69357]: DEBUG nova.network.neutron [req-68066ed0-60b4-4633-bff7-fea1fa8655bf req-cdac5358-189e-4996-be59-1eb50cc7c10e service nova] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Updated VIF entry in instance network info cache for port 5123e9a3-bb0d-4da6-a8d2-45e5249b72ed. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.274522] env[69357]: DEBUG nova.network.neutron [req-68066ed0-60b4-4633-bff7-fea1fa8655bf req-cdac5358-189e-4996-be59-1eb50cc7c10e service nova] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Updating instance_info_cache with network_info: [{"id": "5123e9a3-bb0d-4da6-a8d2-45e5249b72ed", "address": "fa:16:3e:11:72:a4", "network": {"id": "2f4f4f84-fbf6-4399-ab94-609d7628cf66", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1290997041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1f050495c37491ba500d619982436e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5123e9a3-bb", "ovs_interfaceid": "5123e9a3-bb0d-4da6-a8d2-45e5249b72ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.387490] env[69357]: DEBUG nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.400296] env[69357]: DEBUG nova.network.neutron [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Successfully created port: dc85d114-78ba-4b8a-af3d-4fa09ef2f6bf {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.508450] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150647, 'name': ReconfigVM_Task, 'duration_secs': 0.484149} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.512147] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f/48c75cd8-2cd8-4f8d-be21-e2003cf1b41f.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.513560] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f920f82c-80be-4197-8fe5-ffcf7725996f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.523021] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 839.523021] env[69357]: value = "task-4150652" [ 839.523021] env[69357]: _type = "Task" [ 839.523021] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.543309] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150652, 'name': Rename_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.569021] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]525e3a92-2598-c10e-ec76-da1f825a2a86, 'name': SearchDatastore_Task, 'duration_secs': 0.254871} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.573816] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-639db785-0065-4b6b-a230-15403b712694 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.580819] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 839.580819] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b73e47-0e60-7c03-4432-8f33201c719b" [ 839.580819] env[69357]: _type = "Task" [ 839.580819] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.593811] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b73e47-0e60-7c03-4432-8f33201c719b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.640675] env[69357]: DEBUG oslo_vmware.api [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Task: {'id': task-4150650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180475} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.648540] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.648540] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.648540] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.648540] env[69357]: INFO nova.compute.manager [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Took 1.28 seconds to destroy the instance on the hypervisor. [ 839.648540] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.648540] env[69357]: DEBUG oslo_vmware.api [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168289} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.648540] env[69357]: DEBUG nova.compute.manager [-] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.648540] env[69357]: DEBUG nova.network.neutron [-] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.649912] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.650178] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.658257] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.658257] env[69357]: INFO nova.compute.manager [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Took 1.28 seconds to destroy the instance on the hypervisor. [ 839.658257] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.658257] env[69357]: DEBUG nova.compute.manager [-] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.658257] env[69357]: DEBUG nova.network.neutron [-] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.777982] env[69357]: DEBUG oslo_concurrency.lockutils [req-68066ed0-60b4-4633-bff7-fea1fa8655bf req-cdac5358-189e-4996-be59-1eb50cc7c10e service nova] Releasing lock "refresh_cache-36949508-c7f6-451e-a426-2fe304eb776d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.976813] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c842210-b5c0-4a20-a9a3-b2328ab36550 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "fecb77e3-7516-46ec-8c82-fca2de9c61bc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.976813] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c842210-b5c0-4a20-a9a3-b2328ab36550 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "fecb77e3-7516-46ec-8c82-fca2de9c61bc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.976813] env[69357]: INFO nova.compute.manager [None req-9c842210-b5c0-4a20-a9a3-b2328ab36550 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Attaching volume d106baee-1b8c-44b3-875f-081991488eaa to /dev/sdb [ 840.026048] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e752279-c36e-4ca6-ac85-73ff7a3fc7a4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.043063] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150652, 'name': Rename_Task, 'duration_secs': 0.274758} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.043513] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.044608] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6358822-25a0-4b1e-b4aa-2c6fb79afc8a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.048885] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-850eafcc-5ea7-4140-a515-f8bfa1d5a236 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.059195] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 840.059195] env[69357]: value = "task-4150654" [ 840.059195] env[69357]: _type = "Task" [ 840.059195] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.073529] env[69357]: DEBUG nova.virt.block_device [None req-9c842210-b5c0-4a20-a9a3-b2328ab36550 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Updating existing volume attachment record: ef6ad65d-50f9-453c-b2cb-ccce1eb1ddca {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 840.085475] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150654, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.103843] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b73e47-0e60-7c03-4432-8f33201c719b, 'name': SearchDatastore_Task, 'duration_secs': 0.014176} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.104548] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.104859] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 36949508-c7f6-451e-a426-2fe304eb776d/36949508-c7f6-451e-a426-2fe304eb776d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.106078] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6bdf9ea-aec6-44b0-a28e-b828c76be40f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.114294] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 840.114294] env[69357]: value = "task-4150655" [ 840.114294] env[69357]: _type = "Task" [ 840.114294] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.123598] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f949568-72ce-4e9f-8948-7a6e18df5b94 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.138137] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.139914] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea540d6-0764-4b7e-805c-bfd620d3feaa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.175789] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66e7a23-16bb-4e69-ba34-7e6fd3178a9f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.185483] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67c352b-5876-4c86-a7e3-4ec93b754558 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.201889] env[69357]: DEBUG nova.compute.provider_tree [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.397876] env[69357]: DEBUG nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.441706] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.441815] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.441922] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.442501] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.442501] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.442593] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.442731] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.442899] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.443083] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.443252] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.443439] env[69357]: DEBUG nova.virt.hardware [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.444570] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15ea96a-645d-45a5-b065-b216342d1e56 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.447731] env[69357]: DEBUG oslo_concurrency.lockutils [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquiring lock "a2e799b7-d685-48ea-b21d-9327af272871" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.447731] env[69357]: DEBUG oslo_concurrency.lockutils [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Lock "a2e799b7-d685-48ea-b21d-9327af272871" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.447901] env[69357]: DEBUG oslo_concurrency.lockutils [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquiring lock "a2e799b7-d685-48ea-b21d-9327af272871-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.448235] env[69357]: DEBUG oslo_concurrency.lockutils [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Lock "a2e799b7-d685-48ea-b21d-9327af272871-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.448323] env[69357]: DEBUG oslo_concurrency.lockutils [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Lock "a2e799b7-d685-48ea-b21d-9327af272871-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.451111] env[69357]: INFO nova.compute.manager [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Terminating instance [ 840.460252] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423d418c-8dae-4fde-b5e3-c251b4154e19 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.539888] env[69357]: DEBUG nova.compute.manager [req-f1090b35-7d3c-4964-978a-836c0d6b2a8a req-ee65a845-7bfe-4262-aa2d-c6f562e0f48a service nova] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Received event network-vif-deleted-932f8448-cb0e-4854-9e80-520a0b55ce51 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.540255] env[69357]: INFO nova.compute.manager [req-f1090b35-7d3c-4964-978a-836c0d6b2a8a req-ee65a845-7bfe-4262-aa2d-c6f562e0f48a service nova] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Neutron deleted interface 932f8448-cb0e-4854-9e80-520a0b55ce51; detaching it from the instance and deleting it from the info cache [ 840.540479] env[69357]: DEBUG nova.network.neutron [req-f1090b35-7d3c-4964-978a-836c0d6b2a8a req-ee65a845-7bfe-4262-aa2d-c6f562e0f48a service nova] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.580359] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150654, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.627252] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150655, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.706637] env[69357]: DEBUG nova.scheduler.client.report [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.820835] env[69357]: DEBUG nova.network.neutron [-] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.963806] env[69357]: DEBUG nova.compute.manager [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.964760] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.966075] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d37c37-af91-47cb-8ed0-7b5af9dbedbf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.977736] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.978233] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9af9180-27d4-4fc2-9f97-9524596d8530 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.987344] env[69357]: DEBUG oslo_vmware.api [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 840.987344] env[69357]: value = "task-4150659" [ 840.987344] env[69357]: _type = "Task" [ 840.987344] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.999140] env[69357]: DEBUG oslo_vmware.api [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.044245] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93f8d548-cc37-4603-b3a7-d9d6f3799d36 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.054756] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931b4de9-0ddc-4259-8bee-678441a29f51 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.078360] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150654, 'name': PowerOnVM_Task, 'duration_secs': 0.754277} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.078914] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.079312] env[69357]: INFO nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Took 9.77 seconds to spawn the instance on the hypervisor. [ 841.079501] env[69357]: DEBUG nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 841.080315] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb8b362-fa3d-43ef-aeb8-49d80bece08e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.106819] env[69357]: DEBUG nova.compute.manager [req-f1090b35-7d3c-4964-978a-836c0d6b2a8a req-ee65a845-7bfe-4262-aa2d-c6f562e0f48a service nova] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Detach interface failed, port_id=932f8448-cb0e-4854-9e80-520a0b55ce51, reason: Instance e402b5ae-8d98-4790-8c53-0e6d6559cd2a could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 841.126526] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.880898} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.126819] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 36949508-c7f6-451e-a426-2fe304eb776d/36949508-c7f6-451e-a426-2fe304eb776d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.127111] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.127326] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fff4adff-bd8a-45cf-aabb-7f953ce4855c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.130142] env[69357]: DEBUG nova.network.neutron [-] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.136109] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 841.136109] env[69357]: value = "task-4150660" [ 841.136109] env[69357]: _type = "Task" [ 841.136109] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.145851] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.212697] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.213504] env[69357]: DEBUG nova.compute.manager [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.220401] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.381s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.226022] env[69357]: INFO nova.compute.claims [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.330183] env[69357]: INFO nova.compute.manager [-] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Took 1.68 seconds to deallocate network for instance. [ 841.379574] env[69357]: DEBUG nova.network.neutron [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Successfully updated port: dc85d114-78ba-4b8a-af3d-4fa09ef2f6bf {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.498741] env[69357]: DEBUG oslo_vmware.api [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150659, 'name': PowerOffVM_Task, 'duration_secs': 0.382082} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.499065] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.499295] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.499511] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3744fe29-5855-40d2-bd5a-a4292b1b772e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.599649] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.600169] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.600583] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Deleting the datastore file [datastore2] a2e799b7-d685-48ea-b21d-9327af272871 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.601107] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd6d98fe-6f58-410c-9438-d970e6dd662b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.611057] env[69357]: DEBUG oslo_vmware.api [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 841.611057] env[69357]: value = "task-4150662" [ 841.611057] env[69357]: _type = "Task" [ 841.611057] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.633989] env[69357]: INFO nova.compute.manager [-] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Took 1.99 seconds to deallocate network for instance. [ 841.634333] env[69357]: DEBUG oslo_vmware.api [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.635131] env[69357]: INFO nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Took 54.37 seconds to build instance. [ 841.657884] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14091} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.657884] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.659549] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb11ae0-883e-4871-90e7-6fb09ce3b220 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.701568] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 36949508-c7f6-451e-a426-2fe304eb776d/36949508-c7f6-451e-a426-2fe304eb776d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.702556] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2158153-9450-41f1-b056-0fae3bb13195 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.730325] env[69357]: DEBUG nova.compute.utils [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.738190] env[69357]: DEBUG nova.compute.manager [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.738190] env[69357]: DEBUG nova.network.neutron [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.745743] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 841.745743] env[69357]: value = "task-4150663" [ 841.745743] env[69357]: _type = "Task" [ 841.745743] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.757831] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.802548] env[69357]: DEBUG nova.policy [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8bab26c7cb84d44a343e8ad7aaf22cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7021cfc9bcf4ad0b6830bfe80b7240e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.840925] env[69357]: DEBUG oslo_concurrency.lockutils [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.883307] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquiring lock "refresh_cache-43bb73c9-a011-4251-b7ab-1088da7ad5fb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.883307] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquired lock "refresh_cache-43bb73c9-a011-4251-b7ab-1088da7ad5fb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.883307] env[69357]: DEBUG nova.network.neutron [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.123495] env[69357]: DEBUG oslo_vmware.api [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.141463] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "48c75cd8-2cd8-4f8d-be21-e2003cf1b41f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.410s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.150799] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.215879] env[69357]: DEBUG nova.network.neutron [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Successfully created port: f781071d-b3da-4892-a03d-d7ace8c2044c {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.236658] env[69357]: DEBUG nova.compute.manager [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.258840] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.441616] env[69357]: DEBUG nova.network.neutron [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.628592] env[69357]: DEBUG oslo_vmware.api [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.621335} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.632600] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.632762] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.633037] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.633223] env[69357]: INFO nova.compute.manager [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Took 1.67 seconds to destroy the instance on the hypervisor. [ 842.633574] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.633889] env[69357]: DEBUG nova.compute.manager [-] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.634059] env[69357]: DEBUG nova.network.neutron [-] [instance: a2e799b7-d685-48ea-b21d-9327af272871] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.643442] env[69357]: DEBUG nova.compute.manager [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.670508] env[69357]: DEBUG nova.compute.manager [req-5c96db6e-3a6d-4431-955d-1d4950b10fba req-98b1233f-3dfc-4baf-9431-962ef94cc7c6 service nova] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Received event network-vif-deleted-a7d3b49e-ddfa-414c-94e9-df175e925d48 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.670776] env[69357]: DEBUG nova.compute.manager [req-5c96db6e-3a6d-4431-955d-1d4950b10fba req-98b1233f-3dfc-4baf-9431-962ef94cc7c6 service nova] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Received event network-vif-plugged-dc85d114-78ba-4b8a-af3d-4fa09ef2f6bf {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.670982] env[69357]: DEBUG oslo_concurrency.lockutils [req-5c96db6e-3a6d-4431-955d-1d4950b10fba req-98b1233f-3dfc-4baf-9431-962ef94cc7c6 service nova] Acquiring lock "43bb73c9-a011-4251-b7ab-1088da7ad5fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.671229] env[69357]: DEBUG oslo_concurrency.lockutils [req-5c96db6e-3a6d-4431-955d-1d4950b10fba req-98b1233f-3dfc-4baf-9431-962ef94cc7c6 service nova] Lock "43bb73c9-a011-4251-b7ab-1088da7ad5fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.671377] env[69357]: DEBUG oslo_concurrency.lockutils [req-5c96db6e-3a6d-4431-955d-1d4950b10fba req-98b1233f-3dfc-4baf-9431-962ef94cc7c6 service nova] Lock "43bb73c9-a011-4251-b7ab-1088da7ad5fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.671572] env[69357]: DEBUG nova.compute.manager [req-5c96db6e-3a6d-4431-955d-1d4950b10fba req-98b1233f-3dfc-4baf-9431-962ef94cc7c6 service nova] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] No waiting events found dispatching network-vif-plugged-dc85d114-78ba-4b8a-af3d-4fa09ef2f6bf {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 842.671761] env[69357]: WARNING nova.compute.manager [req-5c96db6e-3a6d-4431-955d-1d4950b10fba req-98b1233f-3dfc-4baf-9431-962ef94cc7c6 service nova] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Received unexpected event network-vif-plugged-dc85d114-78ba-4b8a-af3d-4fa09ef2f6bf for instance with vm_state building and task_state spawning. [ 842.673622] env[69357]: DEBUG nova.compute.manager [req-5c96db6e-3a6d-4431-955d-1d4950b10fba req-98b1233f-3dfc-4baf-9431-962ef94cc7c6 service nova] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Received event network-changed-dc85d114-78ba-4b8a-af3d-4fa09ef2f6bf {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.673622] env[69357]: DEBUG nova.compute.manager [req-5c96db6e-3a6d-4431-955d-1d4950b10fba req-98b1233f-3dfc-4baf-9431-962ef94cc7c6 service nova] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Refreshing instance network info cache due to event network-changed-dc85d114-78ba-4b8a-af3d-4fa09ef2f6bf. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.673622] env[69357]: DEBUG oslo_concurrency.lockutils [req-5c96db6e-3a6d-4431-955d-1d4950b10fba req-98b1233f-3dfc-4baf-9431-962ef94cc7c6 service nova] Acquiring lock "refresh_cache-43bb73c9-a011-4251-b7ab-1088da7ad5fb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.761477] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150663, 'name': ReconfigVM_Task, 'duration_secs': 0.953488} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.761477] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 36949508-c7f6-451e-a426-2fe304eb776d/36949508-c7f6-451e-a426-2fe304eb776d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.761477] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa796fa0-21e9-4275-bb98-0e3ce9ca7f68 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.771196] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 842.771196] env[69357]: value = "task-4150665" [ 842.771196] env[69357]: _type = "Task" [ 842.771196] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.772797] env[69357]: DEBUG nova.network.neutron [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Updating instance_info_cache with network_info: [{"id": "dc85d114-78ba-4b8a-af3d-4fa09ef2f6bf", "address": "fa:16:3e:fa:df:26", "network": {"id": "2f4f4f84-fbf6-4399-ab94-609d7628cf66", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1290997041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1f050495c37491ba500d619982436e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc85d114-78", "ovs_interfaceid": "dc85d114-78ba-4b8a-af3d-4fa09ef2f6bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.789753] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150665, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.848852] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5142823e-11a2-42d2-8401-134885051045 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.858256] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e0a1e2-760c-4f9c-967b-d9aaf39cc3da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.896206] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74056f34-2470-467b-b261-554177edd9df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.904735] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c15b169-22ba-4d51-bc94-7bf2807a0feb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.910744] env[69357]: DEBUG oslo_concurrency.lockutils [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.919558] env[69357]: DEBUG nova.compute.provider_tree [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.174813] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.254597] env[69357]: DEBUG nova.compute.manager [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.282878] env[69357]: DEBUG nova.virt.hardware [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.283081] env[69357]: DEBUG nova.virt.hardware [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.283214] env[69357]: DEBUG nova.virt.hardware [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.283490] env[69357]: DEBUG nova.virt.hardware [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.283548] env[69357]: DEBUG nova.virt.hardware [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.283703] env[69357]: DEBUG nova.virt.hardware [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.283912] env[69357]: DEBUG nova.virt.hardware [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.284155] env[69357]: DEBUG nova.virt.hardware [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.284368] env[69357]: DEBUG nova.virt.hardware [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.284579] env[69357]: DEBUG nova.virt.hardware [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.284777] env[69357]: DEBUG nova.virt.hardware [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.285363] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Releasing lock "refresh_cache-43bb73c9-a011-4251-b7ab-1088da7ad5fb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.285733] env[69357]: DEBUG nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Instance network_info: |[{"id": "dc85d114-78ba-4b8a-af3d-4fa09ef2f6bf", "address": "fa:16:3e:fa:df:26", "network": {"id": "2f4f4f84-fbf6-4399-ab94-609d7628cf66", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1290997041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1f050495c37491ba500d619982436e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc85d114-78", "ovs_interfaceid": "dc85d114-78ba-4b8a-af3d-4fa09ef2f6bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.287041] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de69f170-9005-4fd7-a8c3-6e86b1ef0a91 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.290084] env[69357]: DEBUG oslo_concurrency.lockutils [req-5c96db6e-3a6d-4431-955d-1d4950b10fba req-98b1233f-3dfc-4baf-9431-962ef94cc7c6 service nova] Acquired lock "refresh_cache-43bb73c9-a011-4251-b7ab-1088da7ad5fb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.290336] env[69357]: DEBUG nova.network.neutron [req-5c96db6e-3a6d-4431-955d-1d4950b10fba req-98b1233f-3dfc-4baf-9431-962ef94cc7c6 service nova] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Refreshing network info cache for port dc85d114-78ba-4b8a-af3d-4fa09ef2f6bf {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.292208] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:df:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721c6720-3ce0-450e-9951-a894f03acc27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc85d114-78ba-4b8a-af3d-4fa09ef2f6bf', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.302559] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.307580] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.312789] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bd8aa61-d770-4bb3-abee-73a88b354587 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.330157] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150665, 'name': Rename_Task, 'duration_secs': 0.158487} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.332993] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.333847] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-980c2c98-a9d8-4132-8f4f-0634ce49e736 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.336804] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ce744f-9487-48a6-a6b5-244f1338cf39 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.343506] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.343506] env[69357]: value = "task-4150666" [ 843.343506] env[69357]: _type = "Task" [ 843.343506] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.360962] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 843.360962] env[69357]: value = "task-4150667" [ 843.360962] env[69357]: _type = "Task" [ 843.360962] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.368605] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150666, 'name': CreateVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.378811] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150667, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.423236] env[69357]: DEBUG nova.scheduler.client.report [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.495068] env[69357]: DEBUG nova.network.neutron [-] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.677576] env[69357]: DEBUG nova.network.neutron [req-5c96db6e-3a6d-4431-955d-1d4950b10fba req-98b1233f-3dfc-4baf-9431-962ef94cc7c6 service nova] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Updated VIF entry in instance network info cache for port dc85d114-78ba-4b8a-af3d-4fa09ef2f6bf. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.678034] env[69357]: DEBUG nova.network.neutron [req-5c96db6e-3a6d-4431-955d-1d4950b10fba req-98b1233f-3dfc-4baf-9431-962ef94cc7c6 service nova] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Updating instance_info_cache with network_info: [{"id": "dc85d114-78ba-4b8a-af3d-4fa09ef2f6bf", "address": "fa:16:3e:fa:df:26", "network": {"id": "2f4f4f84-fbf6-4399-ab94-609d7628cf66", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1290997041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1f050495c37491ba500d619982436e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc85d114-78", "ovs_interfaceid": "dc85d114-78ba-4b8a-af3d-4fa09ef2f6bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.858150] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150666, 'name': CreateVM_Task, 'duration_secs': 0.492914} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.858150] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.858771] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.858967] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.859358] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.859799] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b24fd6d-efbc-48c1-b898-998a8bbd3671 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.870868] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150667, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.872323] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 843.872323] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5248bc2c-4e7e-7a8a-1631-0a3d626ada86" [ 843.872323] env[69357]: _type = "Task" [ 843.872323] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.882273] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5248bc2c-4e7e-7a8a-1631-0a3d626ada86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.932600] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.932600] env[69357]: DEBUG nova.compute.manager [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.933853] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.934317] env[69357]: DEBUG nova.objects.instance [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 843.998181] env[69357]: INFO nova.compute.manager [-] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Took 1.36 seconds to deallocate network for instance. [ 844.030448] env[69357]: DEBUG nova.network.neutron [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Successfully updated port: f781071d-b3da-4892-a03d-d7ace8c2044c {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.181483] env[69357]: DEBUG oslo_concurrency.lockutils [req-5c96db6e-3a6d-4431-955d-1d4950b10fba req-98b1233f-3dfc-4baf-9431-962ef94cc7c6 service nova] Releasing lock "refresh_cache-43bb73c9-a011-4251-b7ab-1088da7ad5fb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.371995] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150667, 'name': PowerOnVM_Task, 'duration_secs': 0.697505} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.372330] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.372575] env[69357]: INFO nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Took 10.29 seconds to spawn the instance on the hypervisor. [ 844.372768] env[69357]: DEBUG nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 844.373613] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22697be9-c085-4660-b642-4c435c8ba367 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.389601] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5248bc2c-4e7e-7a8a-1631-0a3d626ada86, 'name': SearchDatastore_Task, 'duration_secs': 0.01298} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.389840] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.390113] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.390421] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.390548] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.390730] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.391583] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de667b02-6b40-4b7d-92b8-b07c49042fd7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.403175] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.403385] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.404161] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-375438c2-5a38-4d30-87fc-b5cdfa592808 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.410906] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 844.410906] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5215db37-154d-c4b2-af21-70fae5de05ea" [ 844.410906] env[69357]: _type = "Task" [ 844.410906] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.421109] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5215db37-154d-c4b2-af21-70fae5de05ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.440846] env[69357]: DEBUG nova.compute.utils [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.445217] env[69357]: DEBUG nova.compute.manager [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.445398] env[69357]: DEBUG nova.network.neutron [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.499171] env[69357]: DEBUG nova.policy [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e631aa238a61497082a988265c24c38a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8bcda75ff3e450b8f854affcd6ec994', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.505152] env[69357]: DEBUG oslo_concurrency.lockutils [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.533967] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Acquiring lock "refresh_cache-3a6fd246-be33-4c93-8d1a-2a99fe59dd69" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.534173] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Acquired lock "refresh_cache-3a6fd246-be33-4c93-8d1a-2a99fe59dd69" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.534285] env[69357]: DEBUG nova.network.neutron [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.786947] env[69357]: DEBUG nova.compute.manager [req-af2e76bc-926e-4c6e-b9cc-eaf0bd9f9ce6 req-a531b3f4-2d11-496a-b890-c084927cdb5f service nova] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Received event network-vif-deleted-5e7ef2e1-e76e-455e-8c05-3a75625a2039 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.786947] env[69357]: DEBUG nova.compute.manager [req-af2e76bc-926e-4c6e-b9cc-eaf0bd9f9ce6 req-a531b3f4-2d11-496a-b890-c084927cdb5f service nova] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Received event network-vif-plugged-f781071d-b3da-4892-a03d-d7ace8c2044c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.786947] env[69357]: DEBUG oslo_concurrency.lockutils [req-af2e76bc-926e-4c6e-b9cc-eaf0bd9f9ce6 req-a531b3f4-2d11-496a-b890-c084927cdb5f service nova] Acquiring lock "3a6fd246-be33-4c93-8d1a-2a99fe59dd69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.786947] env[69357]: DEBUG oslo_concurrency.lockutils [req-af2e76bc-926e-4c6e-b9cc-eaf0bd9f9ce6 req-a531b3f4-2d11-496a-b890-c084927cdb5f service nova] Lock "3a6fd246-be33-4c93-8d1a-2a99fe59dd69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.786947] env[69357]: DEBUG oslo_concurrency.lockutils [req-af2e76bc-926e-4c6e-b9cc-eaf0bd9f9ce6 req-a531b3f4-2d11-496a-b890-c084927cdb5f service nova] Lock "3a6fd246-be33-4c93-8d1a-2a99fe59dd69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.787610] env[69357]: DEBUG nova.compute.manager [req-af2e76bc-926e-4c6e-b9cc-eaf0bd9f9ce6 req-a531b3f4-2d11-496a-b890-c084927cdb5f service nova] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] No waiting events found dispatching network-vif-plugged-f781071d-b3da-4892-a03d-d7ace8c2044c {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 844.787610] env[69357]: WARNING nova.compute.manager [req-af2e76bc-926e-4c6e-b9cc-eaf0bd9f9ce6 req-a531b3f4-2d11-496a-b890-c084927cdb5f service nova] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Received unexpected event network-vif-plugged-f781071d-b3da-4892-a03d-d7ace8c2044c for instance with vm_state building and task_state spawning. [ 844.787610] env[69357]: DEBUG nova.compute.manager [req-af2e76bc-926e-4c6e-b9cc-eaf0bd9f9ce6 req-a531b3f4-2d11-496a-b890-c084927cdb5f service nova] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Received event network-changed-f781071d-b3da-4892-a03d-d7ace8c2044c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.787861] env[69357]: DEBUG nova.compute.manager [req-af2e76bc-926e-4c6e-b9cc-eaf0bd9f9ce6 req-a531b3f4-2d11-496a-b890-c084927cdb5f service nova] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Refreshing instance network info cache due to event network-changed-f781071d-b3da-4892-a03d-d7ace8c2044c. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.787933] env[69357]: DEBUG oslo_concurrency.lockutils [req-af2e76bc-926e-4c6e-b9cc-eaf0bd9f9ce6 req-a531b3f4-2d11-496a-b890-c084927cdb5f service nova] Acquiring lock "refresh_cache-3a6fd246-be33-4c93-8d1a-2a99fe59dd69" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.898936] env[69357]: INFO nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Took 53.02 seconds to build instance. [ 844.923146] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5215db37-154d-c4b2-af21-70fae5de05ea, 'name': SearchDatastore_Task, 'duration_secs': 0.028605} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.924128] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b79b5b65-7263-4c20-ad54-6df39d1d107b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.930522] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 844.930522] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5240a5cf-078f-0a22-e829-e95dc5fe2dcc" [ 844.930522] env[69357]: _type = "Task" [ 844.930522] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.939626] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5240a5cf-078f-0a22-e829-e95dc5fe2dcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.948495] env[69357]: DEBUG nova.compute.manager [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.952828] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d5b34deb-af3f-4d48-b32c-7fb3c0c19245 tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.954243] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.809s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.955775] env[69357]: INFO nova.compute.claims [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.091323] env[69357]: DEBUG nova.network.neutron [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.139666] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c842210-b5c0-4a20-a9a3-b2328ab36550 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 845.139918] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c842210-b5c0-4a20-a9a3-b2328ab36550 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821894', 'volume_id': 'd106baee-1b8c-44b3-875f-081991488eaa', 'name': 'volume-d106baee-1b8c-44b3-875f-081991488eaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fecb77e3-7516-46ec-8c82-fca2de9c61bc', 'attached_at': '', 'detached_at': '', 'volume_id': 'd106baee-1b8c-44b3-875f-081991488eaa', 'serial': 'd106baee-1b8c-44b3-875f-081991488eaa'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 845.140887] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e882b889-a1ce-4f77-9e5d-b7e9c5e38a43 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.144450] env[69357]: DEBUG nova.network.neutron [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Successfully created port: 45067217-394c-43f1-97e3-6d455245c2c6 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.166016] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389a872f-e91a-450b-873a-9648561543c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.193387] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c842210-b5c0-4a20-a9a3-b2328ab36550 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] volume-d106baee-1b8c-44b3-875f-081991488eaa/volume-d106baee-1b8c-44b3-875f-081991488eaa.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.193752] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa71fa97-b8e9-41d8-a468-6af51f91d731 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.213634] env[69357]: DEBUG oslo_vmware.api [None req-9c842210-b5c0-4a20-a9a3-b2328ab36550 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 845.213634] env[69357]: value = "task-4150668" [ 845.213634] env[69357]: _type = "Task" [ 845.213634] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.223319] env[69357]: DEBUG oslo_vmware.api [None req-9c842210-b5c0-4a20-a9a3-b2328ab36550 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.401184] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "36949508-c7f6-451e-a426-2fe304eb776d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.622s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.405218] env[69357]: DEBUG nova.network.neutron [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Updating instance_info_cache with network_info: [{"id": "f781071d-b3da-4892-a03d-d7ace8c2044c", "address": "fa:16:3e:08:f4:e5", "network": {"id": "63a7ad3d-0d06-41d9-b490-3f24cfdedbe1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-591634497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7021cfc9bcf4ad0b6830bfe80b7240e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf781071d-b3", "ovs_interfaceid": "f781071d-b3da-4892-a03d-d7ace8c2044c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.443550] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5240a5cf-078f-0a22-e829-e95dc5fe2dcc, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.443860] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.444191] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 43bb73c9-a011-4251-b7ab-1088da7ad5fb/43bb73c9-a011-4251-b7ab-1088da7ad5fb.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.444491] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cba6d834-81a2-4cb8-9132-7a63ec56b1de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.455914] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 845.455914] env[69357]: value = "task-4150669" [ 845.455914] env[69357]: _type = "Task" [ 845.455914] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.470626] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.726932] env[69357]: DEBUG oslo_vmware.api [None req-9c842210-b5c0-4a20-a9a3-b2328ab36550 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.905669] env[69357]: DEBUG nova.compute.manager [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.909272] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Releasing lock "refresh_cache-3a6fd246-be33-4c93-8d1a-2a99fe59dd69" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.909586] env[69357]: DEBUG nova.compute.manager [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Instance network_info: |[{"id": "f781071d-b3da-4892-a03d-d7ace8c2044c", "address": "fa:16:3e:08:f4:e5", "network": {"id": "63a7ad3d-0d06-41d9-b490-3f24cfdedbe1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-591634497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7021cfc9bcf4ad0b6830bfe80b7240e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf781071d-b3", "ovs_interfaceid": "f781071d-b3da-4892-a03d-d7ace8c2044c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.910370] env[69357]: DEBUG oslo_concurrency.lockutils [req-af2e76bc-926e-4c6e-b9cc-eaf0bd9f9ce6 req-a531b3f4-2d11-496a-b890-c084927cdb5f service nova] Acquired lock "refresh_cache-3a6fd246-be33-4c93-8d1a-2a99fe59dd69" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.910735] env[69357]: DEBUG nova.network.neutron [req-af2e76bc-926e-4c6e-b9cc-eaf0bd9f9ce6 req-a531b3f4-2d11-496a-b890-c084927cdb5f service nova] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Refreshing network info cache for port f781071d-b3da-4892-a03d-d7ace8c2044c {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.913308] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:f4:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f781071d-b3da-4892-a03d-d7ace8c2044c', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.922749] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Creating folder: Project (f7021cfc9bcf4ad0b6830bfe80b7240e). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.927180] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bd60337-0e61-41e3-8a9c-224de8e2b64c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.945087] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Created folder: Project (f7021cfc9bcf4ad0b6830bfe80b7240e) in parent group-v821763. [ 845.945087] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Creating folder: Instances. Parent ref: group-v821896. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.945087] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bbc0b7b-c2f0-4639-ac27-7b1931505f8f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.956715] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Created folder: Instances in parent group-v821896. [ 845.957103] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.958022] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.965764] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8adbb748-9277-4cee-a4ce-29e178840665 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.985498] env[69357]: DEBUG nova.compute.manager [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.996970] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514481} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.997205] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.997205] env[69357]: value = "task-4150672" [ 845.997205] env[69357]: _type = "Task" [ 845.997205] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.997457] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 43bb73c9-a011-4251-b7ab-1088da7ad5fb/43bb73c9-a011-4251-b7ab-1088da7ad5fb.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.997675] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.997989] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6477a956-7ca5-46ac-9d7b-4d0c7828fbb2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.010591] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150672, 'name': CreateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.015452] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 846.015452] env[69357]: value = "task-4150673" [ 846.015452] env[69357]: _type = "Task" [ 846.015452] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.023106] env[69357]: DEBUG nova.virt.hardware [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.023418] env[69357]: DEBUG nova.virt.hardware [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.023584] env[69357]: DEBUG nova.virt.hardware [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.023836] env[69357]: DEBUG nova.virt.hardware [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.023984] env[69357]: DEBUG nova.virt.hardware [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.024172] env[69357]: DEBUG nova.virt.hardware [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.024400] env[69357]: DEBUG nova.virt.hardware [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.024560] env[69357]: DEBUG nova.virt.hardware [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.024734] env[69357]: DEBUG nova.virt.hardware [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.024909] env[69357]: DEBUG nova.virt.hardware [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.025106] env[69357]: DEBUG nova.virt.hardware [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.026830] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8878fe87-6544-412b-8e1a-03618763f80c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.035819] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.044377] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b547be-f7ea-4353-9c47-6a6003ee4eca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.228473] env[69357]: DEBUG oslo_vmware.api [None req-9c842210-b5c0-4a20-a9a3-b2328ab36550 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150668, 'name': ReconfigVM_Task, 'duration_secs': 0.635037} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.228837] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c842210-b5c0-4a20-a9a3-b2328ab36550 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Reconfigured VM instance instance-0000002d to attach disk [datastore2] volume-d106baee-1b8c-44b3-875f-081991488eaa/volume-d106baee-1b8c-44b3-875f-081991488eaa.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.238228] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3b531e5-b865-4c23-9fba-32ed53216d21 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.255772] env[69357]: DEBUG oslo_vmware.api [None req-9c842210-b5c0-4a20-a9a3-b2328ab36550 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 846.255772] env[69357]: value = "task-4150674" [ 846.255772] env[69357]: _type = "Task" [ 846.255772] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.276263] env[69357]: DEBUG oslo_vmware.api [None req-9c842210-b5c0-4a20-a9a3-b2328ab36550 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150674, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.276263] env[69357]: DEBUG nova.network.neutron [req-af2e76bc-926e-4c6e-b9cc-eaf0bd9f9ce6 req-a531b3f4-2d11-496a-b890-c084927cdb5f service nova] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Updated VIF entry in instance network info cache for port f781071d-b3da-4892-a03d-d7ace8c2044c. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.276647] env[69357]: DEBUG nova.network.neutron [req-af2e76bc-926e-4c6e-b9cc-eaf0bd9f9ce6 req-a531b3f4-2d11-496a-b890-c084927cdb5f service nova] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Updating instance_info_cache with network_info: [{"id": "f781071d-b3da-4892-a03d-d7ace8c2044c", "address": "fa:16:3e:08:f4:e5", "network": {"id": "63a7ad3d-0d06-41d9-b490-3f24cfdedbe1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-591634497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7021cfc9bcf4ad0b6830bfe80b7240e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf781071d-b3", "ovs_interfaceid": "f781071d-b3da-4892-a03d-d7ace8c2044c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.433328] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.513401] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150672, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.525096] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090342} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.525327] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.526160] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c77841-e704-44bb-a889-012d3b8379e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.553707] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 43bb73c9-a011-4251-b7ab-1088da7ad5fb/43bb73c9-a011-4251-b7ab-1088da7ad5fb.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.557252] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7650f42d-803b-43f4-8a20-d4b65193d682 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.581741] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 846.581741] env[69357]: value = "task-4150675" [ 846.581741] env[69357]: _type = "Task" [ 846.581741] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.587204] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8514330-212b-4409-9528-b05dca3c2958 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.596291] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150675, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.599322] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24154f8f-f6b3-4b30-97e3-d61c440dbd14 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.637442] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41821b56-e108-40de-a9f2-67a85b5b6c2d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.646800] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66473f65-d3a8-406c-93f5-ed079520c9e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.662296] env[69357]: DEBUG nova.compute.provider_tree [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.768803] env[69357]: DEBUG oslo_vmware.api [None req-9c842210-b5c0-4a20-a9a3-b2328ab36550 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150674, 'name': ReconfigVM_Task, 'duration_secs': 0.164688} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.769219] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c842210-b5c0-4a20-a9a3-b2328ab36550 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821894', 'volume_id': 'd106baee-1b8c-44b3-875f-081991488eaa', 'name': 'volume-d106baee-1b8c-44b3-875f-081991488eaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fecb77e3-7516-46ec-8c82-fca2de9c61bc', 'attached_at': '', 'detached_at': '', 'volume_id': 'd106baee-1b8c-44b3-875f-081991488eaa', 'serial': 'd106baee-1b8c-44b3-875f-081991488eaa'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 846.782258] env[69357]: DEBUG oslo_concurrency.lockutils [req-af2e76bc-926e-4c6e-b9cc-eaf0bd9f9ce6 req-a531b3f4-2d11-496a-b890-c084927cdb5f service nova] Releasing lock "refresh_cache-3a6fd246-be33-4c93-8d1a-2a99fe59dd69" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.890210] env[69357]: DEBUG nova.network.neutron [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Successfully updated port: 45067217-394c-43f1-97e3-6d455245c2c6 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.995090] env[69357]: DEBUG nova.compute.manager [req-e41a3816-9fd1-4df7-95eb-4e364c46d68f req-8ced57ec-b862-42cb-a398-de24ff31e1cb service nova] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Received event network-vif-plugged-45067217-394c-43f1-97e3-6d455245c2c6 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.995397] env[69357]: DEBUG oslo_concurrency.lockutils [req-e41a3816-9fd1-4df7-95eb-4e364c46d68f req-8ced57ec-b862-42cb-a398-de24ff31e1cb service nova] Acquiring lock "4dbab034-07d4-43ce-a4b3-67861b9cd3e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.995543] env[69357]: DEBUG oslo_concurrency.lockutils [req-e41a3816-9fd1-4df7-95eb-4e364c46d68f req-8ced57ec-b862-42cb-a398-de24ff31e1cb service nova] Lock "4dbab034-07d4-43ce-a4b3-67861b9cd3e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.995755] env[69357]: DEBUG oslo_concurrency.lockutils [req-e41a3816-9fd1-4df7-95eb-4e364c46d68f req-8ced57ec-b862-42cb-a398-de24ff31e1cb service nova] Lock "4dbab034-07d4-43ce-a4b3-67861b9cd3e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.995943] env[69357]: DEBUG nova.compute.manager [req-e41a3816-9fd1-4df7-95eb-4e364c46d68f req-8ced57ec-b862-42cb-a398-de24ff31e1cb service nova] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] No waiting events found dispatching network-vif-plugged-45067217-394c-43f1-97e3-6d455245c2c6 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 846.998019] env[69357]: WARNING nova.compute.manager [req-e41a3816-9fd1-4df7-95eb-4e364c46d68f req-8ced57ec-b862-42cb-a398-de24ff31e1cb service nova] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Received unexpected event network-vif-plugged-45067217-394c-43f1-97e3-6d455245c2c6 for instance with vm_state building and task_state spawning. [ 846.998019] env[69357]: DEBUG nova.compute.manager [req-e41a3816-9fd1-4df7-95eb-4e364c46d68f req-8ced57ec-b862-42cb-a398-de24ff31e1cb service nova] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Received event network-changed-45067217-394c-43f1-97e3-6d455245c2c6 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.998019] env[69357]: DEBUG nova.compute.manager [req-e41a3816-9fd1-4df7-95eb-4e364c46d68f req-8ced57ec-b862-42cb-a398-de24ff31e1cb service nova] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Refreshing instance network info cache due to event network-changed-45067217-394c-43f1-97e3-6d455245c2c6. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.998207] env[69357]: DEBUG oslo_concurrency.lockutils [req-e41a3816-9fd1-4df7-95eb-4e364c46d68f req-8ced57ec-b862-42cb-a398-de24ff31e1cb service nova] Acquiring lock "refresh_cache-4dbab034-07d4-43ce-a4b3-67861b9cd3e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.998287] env[69357]: DEBUG oslo_concurrency.lockutils [req-e41a3816-9fd1-4df7-95eb-4e364c46d68f req-8ced57ec-b862-42cb-a398-de24ff31e1cb service nova] Acquired lock "refresh_cache-4dbab034-07d4-43ce-a4b3-67861b9cd3e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.998461] env[69357]: DEBUG nova.network.neutron [req-e41a3816-9fd1-4df7-95eb-4e364c46d68f req-8ced57ec-b862-42cb-a398-de24ff31e1cb service nova] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Refreshing network info cache for port 45067217-394c-43f1-97e3-6d455245c2c6 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.011383] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150672, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.092342] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150675, 'name': ReconfigVM_Task, 'duration_secs': 0.369777} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.092644] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 43bb73c9-a011-4251-b7ab-1088da7ad5fb/43bb73c9-a011-4251-b7ab-1088da7ad5fb.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.093288] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4b3013a-9a16-4206-b428-db40f8e0e49f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.100678] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 847.100678] env[69357]: value = "task-4150676" [ 847.100678] env[69357]: _type = "Task" [ 847.100678] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.111578] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150676, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.165833] env[69357]: DEBUG nova.scheduler.client.report [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.392864] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquiring lock "refresh_cache-4dbab034-07d4-43ce-a4b3-67861b9cd3e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.513053] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150672, 'name': CreateVM_Task, 'duration_secs': 1.509944} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.513363] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.514128] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.514327] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.514656] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.514916] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eb62a45-1b9e-493f-b289-371ddf08cd61 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.520478] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Waiting for the task: (returnval){ [ 847.520478] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]521f66de-310d-3583-fb56-22cefa1238bd" [ 847.520478] env[69357]: _type = "Task" [ 847.520478] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.530462] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]521f66de-310d-3583-fb56-22cefa1238bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.549632] env[69357]: DEBUG nova.network.neutron [req-e41a3816-9fd1-4df7-95eb-4e364c46d68f req-8ced57ec-b862-42cb-a398-de24ff31e1cb service nova] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.610572] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150676, 'name': Rename_Task, 'duration_secs': 0.437498} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.610909] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.611263] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b20b2d2-8e2b-4ef2-853e-edbeeeb253cb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.618567] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 847.618567] env[69357]: value = "task-4150677" [ 847.618567] env[69357]: _type = "Task" [ 847.618567] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.627270] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.640587] env[69357]: DEBUG nova.network.neutron [req-e41a3816-9fd1-4df7-95eb-4e364c46d68f req-8ced57ec-b862-42cb-a398-de24ff31e1cb service nova] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.671281] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.671796] env[69357]: DEBUG nova.compute.manager [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.674573] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.952s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.675313] env[69357]: DEBUG nova.objects.instance [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lazy-loading 'resources' on Instance uuid 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.813732] env[69357]: DEBUG nova.objects.instance [None req-9c842210-b5c0-4a20-a9a3-b2328ab36550 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lazy-loading 'flavor' on Instance uuid fecb77e3-7516-46ec-8c82-fca2de9c61bc {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.031229] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]521f66de-310d-3583-fb56-22cefa1238bd, 'name': SearchDatastore_Task, 'duration_secs': 0.013107} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.031687] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.031811] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.032055] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.032210] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.032392] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.032658] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3a615aa-382b-4ea7-9771-e3fc95c10f3b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.041843] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.042032] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.043029] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0953aae-a2ad-484a-aa74-8ecbb05f742c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.048456] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Waiting for the task: (returnval){ [ 848.048456] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]523c25b7-a063-0cdc-9b80-e245a8de011c" [ 848.048456] env[69357]: _type = "Task" [ 848.048456] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.057766] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]523c25b7-a063-0cdc-9b80-e245a8de011c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.130050] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150677, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.144553] env[69357]: DEBUG oslo_concurrency.lockutils [req-e41a3816-9fd1-4df7-95eb-4e364c46d68f req-8ced57ec-b862-42cb-a398-de24ff31e1cb service nova] Releasing lock "refresh_cache-4dbab034-07d4-43ce-a4b3-67861b9cd3e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.145053] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquired lock "refresh_cache-4dbab034-07d4-43ce-a4b3-67861b9cd3e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.145218] env[69357]: DEBUG nova.network.neutron [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.180672] env[69357]: DEBUG nova.compute.utils [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.182364] env[69357]: DEBUG nova.compute.manager [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.182545] env[69357]: DEBUG nova.network.neutron [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.239927] env[69357]: DEBUG nova.policy [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c47c8f4a901b477a8a91374c59c49168', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ae212c3a0ca49c5b318ba00b9a6ce94', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.319083] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9c842210-b5c0-4a20-a9a3-b2328ab36550 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "fecb77e3-7516-46ec-8c82-fca2de9c61bc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.342s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.575889] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]523c25b7-a063-0cdc-9b80-e245a8de011c, 'name': SearchDatastore_Task, 'duration_secs': 0.009983} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.575889] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c96d4285-3035-4c4b-af6f-270df0fc7b91 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.583238] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Waiting for the task: (returnval){ [ 848.583238] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52771388-cb09-3c09-4a8f-f4da3cefd950" [ 848.583238] env[69357]: _type = "Task" [ 848.583238] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.600378] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52771388-cb09-3c09-4a8f-f4da3cefd950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.632982] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150677, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.686650] env[69357]: DEBUG nova.compute.manager [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.694227] env[69357]: DEBUG nova.network.neutron [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Successfully created port: 5a0e5024-ea2a-4a57-8f96-1b095c72a5bc {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.698915] env[69357]: DEBUG nova.network.neutron [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.759344] env[69357]: DEBUG oslo_concurrency.lockutils [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "fecb77e3-7516-46ec-8c82-fca2de9c61bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.759344] env[69357]: DEBUG oslo_concurrency.lockutils [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "fecb77e3-7516-46ec-8c82-fca2de9c61bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.759344] env[69357]: DEBUG oslo_concurrency.lockutils [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "fecb77e3-7516-46ec-8c82-fca2de9c61bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.759344] env[69357]: DEBUG oslo_concurrency.lockutils [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "fecb77e3-7516-46ec-8c82-fca2de9c61bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.759514] env[69357]: DEBUG oslo_concurrency.lockutils [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "fecb77e3-7516-46ec-8c82-fca2de9c61bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.763689] env[69357]: INFO nova.compute.manager [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Terminating instance [ 848.783690] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f413aebc-0a38-4803-af02-d8edb103cc4e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.799180] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868fc933-7c8c-4810-9896-b9d1bfad3c53 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.840736] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18214a9f-a1e1-40f9-a24d-2278974efd36 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.851550] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200e3883-71b5-44e7-8131-4799db963d41 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.867686] env[69357]: DEBUG nova.compute.provider_tree [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.052629] env[69357]: DEBUG nova.network.neutron [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Updating instance_info_cache with network_info: [{"id": "45067217-394c-43f1-97e3-6d455245c2c6", "address": "fa:16:3e:ed:fd:62", "network": {"id": "3fcb4c37-9085-4792-af78-4bc4611dd81b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-847480197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8bcda75ff3e450b8f854affcd6ec994", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45067217-39", "ovs_interfaceid": "45067217-394c-43f1-97e3-6d455245c2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.096391] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52771388-cb09-3c09-4a8f-f4da3cefd950, 'name': SearchDatastore_Task, 'duration_secs': 0.011649} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.096391] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.096391] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 3a6fd246-be33-4c93-8d1a-2a99fe59dd69/3a6fd246-be33-4c93-8d1a-2a99fe59dd69.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.096391] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f7efca0-ba47-487c-b4ab-91d6e29aa7df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.104751] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Waiting for the task: (returnval){ [ 849.104751] env[69357]: value = "task-4150678" [ 849.104751] env[69357]: _type = "Task" [ 849.104751] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.116043] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Task: {'id': task-4150678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.129515] env[69357]: DEBUG oslo_vmware.api [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150677, 'name': PowerOnVM_Task, 'duration_secs': 1.309133} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.129806] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.130040] env[69357]: INFO nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Took 8.73 seconds to spawn the instance on the hypervisor. [ 849.130274] env[69357]: DEBUG nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 849.131185] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3bbbe3-42ac-483c-a068-9d07116d012d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.270880] env[69357]: DEBUG nova.compute.manager [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.270880] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.270880] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6378b4a3-ef54-4ef6-8fb5-a57a2bd7de1a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.277732] env[69357]: DEBUG oslo_vmware.api [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 849.277732] env[69357]: value = "task-4150679" [ 849.277732] env[69357]: _type = "Task" [ 849.277732] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.289902] env[69357]: DEBUG oslo_vmware.api [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.309385] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.309945] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.375176] env[69357]: DEBUG nova.scheduler.client.report [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.556366] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Releasing lock "refresh_cache-4dbab034-07d4-43ce-a4b3-67861b9cd3e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.556809] env[69357]: DEBUG nova.compute.manager [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Instance network_info: |[{"id": "45067217-394c-43f1-97e3-6d455245c2c6", "address": "fa:16:3e:ed:fd:62", "network": {"id": "3fcb4c37-9085-4792-af78-4bc4611dd81b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-847480197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8bcda75ff3e450b8f854affcd6ec994", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45067217-39", "ovs_interfaceid": "45067217-394c-43f1-97e3-6d455245c2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.557682] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:fd:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7908211b-df93-467b-87a8-3c3d29b03de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45067217-394c-43f1-97e3-6d455245c2c6', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.566015] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.566263] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.566496] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-261665f2-13a4-4d32-b799-6114340bbf1d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.588763] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.588763] env[69357]: value = "task-4150680" [ 849.588763] env[69357]: _type = "Task" [ 849.588763] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.599513] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150680, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.615332] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Task: {'id': task-4150678, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.654702] env[69357]: INFO nova.compute.manager [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Took 46.66 seconds to build instance. [ 849.701551] env[69357]: DEBUG nova.compute.manager [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.738480] env[69357]: DEBUG nova.virt.hardware [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:53:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b4e7b807-6d4e-45d1-8e84-f328769b12bf',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-434714064',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.738791] env[69357]: DEBUG nova.virt.hardware [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.738958] env[69357]: DEBUG nova.virt.hardware [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.739204] env[69357]: DEBUG nova.virt.hardware [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.739424] env[69357]: DEBUG nova.virt.hardware [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.739613] env[69357]: DEBUG nova.virt.hardware [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.739838] env[69357]: DEBUG nova.virt.hardware [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.740038] env[69357]: DEBUG nova.virt.hardware [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.740268] env[69357]: DEBUG nova.virt.hardware [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.740490] env[69357]: DEBUG nova.virt.hardware [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.740725] env[69357]: DEBUG nova.virt.hardware [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.742171] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c578bf6-f0e9-4494-a9af-ae6e342f8686 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.751505] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6def619d-521b-48ef-848a-f890096d06b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.788068] env[69357]: DEBUG oslo_vmware.api [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150679, 'name': PowerOffVM_Task, 'duration_secs': 0.428113} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.788467] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.788587] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 849.788787] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821894', 'volume_id': 'd106baee-1b8c-44b3-875f-081991488eaa', 'name': 'volume-d106baee-1b8c-44b3-875f-081991488eaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fecb77e3-7516-46ec-8c82-fca2de9c61bc', 'attached_at': '', 'detached_at': '', 'volume_id': 'd106baee-1b8c-44b3-875f-081991488eaa', 'serial': 'd106baee-1b8c-44b3-875f-081991488eaa'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 849.789603] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f27ea74-0397-4ebc-96f7-5d8826b8e2f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.812585] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623524b9-5865-489e-9ceb-13795f1a48fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.821733] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.822036] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.822292] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.822553] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.822782] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.822941] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.823112] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 849.823243] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.827312] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbcfe50-e833-4c68-b672-ad9168bd6843 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.850769] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e4aead-6324-495d-9b48-9ce330349802 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.870196] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] The volume has not been displaced from its original location: [datastore2] volume-d106baee-1b8c-44b3-875f-081991488eaa/volume-d106baee-1b8c-44b3-875f-081991488eaa.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 849.875816] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Reconfiguring VM instance instance-0000002d to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 849.877665] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89da128b-78f0-41c8-93c5-925b2ea6519e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.890460] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.893407] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.630s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.893407] env[69357]: DEBUG nova.objects.instance [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Lazy-loading 'resources' on Instance uuid 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.901594] env[69357]: DEBUG oslo_vmware.api [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 849.901594] env[69357]: value = "task-4150681" [ 849.901594] env[69357]: _type = "Task" [ 849.901594] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.919793] env[69357]: DEBUG oslo_vmware.api [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.921229] env[69357]: INFO nova.scheduler.client.report [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Deleted allocations for instance 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358 [ 850.100037] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150680, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.117026] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Task: {'id': task-4150678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519732} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.117026] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 3a6fd246-be33-4c93-8d1a-2a99fe59dd69/3a6fd246-be33-4c93-8d1a-2a99fe59dd69.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.117188] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.117399] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db5c15a6-b915-4f7a-af8d-523ffb84e33e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.125199] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Waiting for the task: (returnval){ [ 850.125199] env[69357]: value = "task-4150682" [ 850.125199] env[69357]: _type = "Task" [ 850.125199] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.137626] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Task: {'id': task-4150682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.157090] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aa5ad8c5-febe-4b47-b3ce-c16305ba79e3 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "43bb73c9-a011-4251-b7ab-1088da7ad5fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.327s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.327987] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.411767] env[69357]: DEBUG oslo_vmware.api [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150681, 'name': ReconfigVM_Task, 'duration_secs': 0.384498} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.412117] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Reconfigured VM instance instance-0000002d to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 850.418559] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-115b3527-ab71-49a0-8e6f-6dd4e7752950 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.430157] env[69357]: DEBUG nova.compute.manager [req-e9e60c19-a818-4ec5-9a65-54a39974341c req-28442337-5620-424e-8931-f6ac328b0cd8 service nova] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Received event network-vif-plugged-5a0e5024-ea2a-4a57-8f96-1b095c72a5bc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.430378] env[69357]: DEBUG oslo_concurrency.lockutils [req-e9e60c19-a818-4ec5-9a65-54a39974341c req-28442337-5620-424e-8931-f6ac328b0cd8 service nova] Acquiring lock "f3bbdae0-ba72-459f-8d6b-59ec6b8a4705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.430593] env[69357]: DEBUG oslo_concurrency.lockutils [req-e9e60c19-a818-4ec5-9a65-54a39974341c req-28442337-5620-424e-8931-f6ac328b0cd8 service nova] Lock "f3bbdae0-ba72-459f-8d6b-59ec6b8a4705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.430762] env[69357]: DEBUG oslo_concurrency.lockutils [req-e9e60c19-a818-4ec5-9a65-54a39974341c req-28442337-5620-424e-8931-f6ac328b0cd8 service nova] Lock "f3bbdae0-ba72-459f-8d6b-59ec6b8a4705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.430938] env[69357]: DEBUG nova.compute.manager [req-e9e60c19-a818-4ec5-9a65-54a39974341c req-28442337-5620-424e-8931-f6ac328b0cd8 service nova] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] No waiting events found dispatching network-vif-plugged-5a0e5024-ea2a-4a57-8f96-1b095c72a5bc {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 850.431659] env[69357]: WARNING nova.compute.manager [req-e9e60c19-a818-4ec5-9a65-54a39974341c req-28442337-5620-424e-8931-f6ac328b0cd8 service nova] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Received unexpected event network-vif-plugged-5a0e5024-ea2a-4a57-8f96-1b095c72a5bc for instance with vm_state building and task_state spawning. [ 850.438862] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3e737021-d14e-42a3-a9b8-9f252f181a26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.776s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.440872] env[69357]: DEBUG oslo_concurrency.lockutils [req-9210fc94-b1cc-4418-8ae0-8a2a7adbb967 req-a084565a-2c9c-4424-b809-f7718a37138c service nova] Acquired lock "7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.441791] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec1e96f-04b4-41c9-bddf-da12370ae4de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.455237] env[69357]: DEBUG oslo_vmware.api [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 850.455237] env[69357]: value = "task-4150683" [ 850.455237] env[69357]: _type = "Task" [ 850.455237] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.466668] env[69357]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 850.466845] env[69357]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69357) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 850.467983] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6bf1272-d9ed-448d-83e0-47a66ccb9b2d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.474151] env[69357]: DEBUG oslo_vmware.api [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.484950] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa271810-c0cf-4d57-94f8-8515055a7ea3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.529864] env[69357]: ERROR root [req-9210fc94-b1cc-4418-8ae0-8a2a7adbb967 req-a084565a-2c9c-4424-b809-f7718a37138c service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-821839' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-821839' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-821839' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-821839'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-821839' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-821839' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-821839'}\n"]: nova.exception.InstanceNotFound: Instance 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358 could not be found. [ 850.530349] env[69357]: DEBUG oslo_concurrency.lockutils [req-9210fc94-b1cc-4418-8ae0-8a2a7adbb967 req-a084565a-2c9c-4424-b809-f7718a37138c service nova] Releasing lock "7f7a4dea-6bd6-41e1-9b70-c5c0034f3358" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.530462] env[69357]: DEBUG nova.compute.manager [req-9210fc94-b1cc-4418-8ae0-8a2a7adbb967 req-a084565a-2c9c-4424-b809-f7718a37138c service nova] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Detach interface failed, port_id=faee5bfa-fa04-41f9-9b97-0bbab151af2a, reason: Instance 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 850.533905] env[69357]: DEBUG nova.network.neutron [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Successfully updated port: 5a0e5024-ea2a-4a57-8f96-1b095c72a5bc {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.601631] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150680, 'name': CreateVM_Task, 'duration_secs': 0.600062} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.604516] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.605497] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.605661] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.605964] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.606248] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd8ab5c-15a5-4312-90c8-fa4a2a821209 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.611437] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 850.611437] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5258c08e-72b4-d637-509d-3ecd3cc86aa0" [ 850.611437] env[69357]: _type = "Task" [ 850.611437] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.622660] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5258c08e-72b4-d637-509d-3ecd3cc86aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.634950] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Task: {'id': task-4150682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077465} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.637790] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.639198] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136b8823-e2b9-4279-9125-0784185bc767 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.663088] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 3a6fd246-be33-4c93-8d1a-2a99fe59dd69/3a6fd246-be33-4c93-8d1a-2a99fe59dd69.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.666639] env[69357]: DEBUG nova.compute.manager [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 850.669153] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e37370c2-f492-4f3b-b604-04fbe4e5e280 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.693673] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Waiting for the task: (returnval){ [ 850.693673] env[69357]: value = "task-4150684" [ 850.693673] env[69357]: _type = "Task" [ 850.693673] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.708131] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Task: {'id': task-4150684, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.978430] env[69357]: DEBUG oslo_vmware.api [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150683, 'name': ReconfigVM_Task, 'duration_secs': 0.327851} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.978915] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821894', 'volume_id': 'd106baee-1b8c-44b3-875f-081991488eaa', 'name': 'volume-d106baee-1b8c-44b3-875f-081991488eaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fecb77e3-7516-46ec-8c82-fca2de9c61bc', 'attached_at': '', 'detached_at': '', 'volume_id': 'd106baee-1b8c-44b3-875f-081991488eaa', 'serial': 'd106baee-1b8c-44b3-875f-081991488eaa'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 850.979222] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.982835] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f502a02c-b107-4eb0-9dbc-66c9e91c828b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.991198] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.991522] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b4bd39e-47e5-4034-994d-4bf0bbbd029b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.012128] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5aaeaa6-f591-4c5d-a9a6-2cc2346a1235 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.022882] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24da4ee9-d4c3-4fee-98f0-cbea8b58389d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.063787] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "refresh_cache-f3bbdae0-ba72-459f-8d6b-59ec6b8a4705" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.064015] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquired lock "refresh_cache-f3bbdae0-ba72-459f-8d6b-59ec6b8a4705" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.064218] env[69357]: DEBUG nova.network.neutron [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.066802] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2a9c56-3b54-4b38-a151-fa207f291bef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.073418] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.073418] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.073418] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Deleting the datastore file [datastore2] fecb77e3-7516-46ec-8c82-fca2de9c61bc {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.073780] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d6f38a0-56e7-4882-a876-f068725d3265 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.082158] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f320668f-8834-4b4f-8e8a-d06ac737f229 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.089796] env[69357]: DEBUG oslo_vmware.api [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 851.089796] env[69357]: value = "task-4150686" [ 851.089796] env[69357]: _type = "Task" [ 851.089796] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.102250] env[69357]: DEBUG nova.compute.provider_tree [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.110100] env[69357]: DEBUG oslo_vmware.api [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.124222] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5258c08e-72b4-d637-509d-3ecd3cc86aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.01087} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.124222] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.124222] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.124222] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.124222] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.124222] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.124661] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b3a6565-61f8-4bb3-9c6b-69a939de84cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.145282] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.145575] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.146399] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bba21de-efd2-4618-a75e-4786f418fb86 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.154207] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 851.154207] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b58915-388d-243d-da10-da546967ffd0" [ 851.154207] env[69357]: _type = "Task" [ 851.154207] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.163525] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b58915-388d-243d-da10-da546967ffd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.192506] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquiring lock "48c75cd8-2cd8-4f8d-be21-e2003cf1b41f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.192804] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "48c75cd8-2cd8-4f8d-be21-e2003cf1b41f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.193165] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquiring lock "48c75cd8-2cd8-4f8d-be21-e2003cf1b41f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.193232] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "48c75cd8-2cd8-4f8d-be21-e2003cf1b41f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.193383] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "48c75cd8-2cd8-4f8d-be21-e2003cf1b41f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.199560] env[69357]: INFO nova.compute.manager [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Terminating instance [ 851.207579] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Task: {'id': task-4150684, 'name': ReconfigVM_Task, 'duration_secs': 0.299065} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.207930] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 3a6fd246-be33-4c93-8d1a-2a99fe59dd69/3a6fd246-be33-4c93-8d1a-2a99fe59dd69.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.208640] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1d3295c-b363-4ade-aaf9-bdcad5f1af78 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.212550] env[69357]: DEBUG oslo_concurrency.lockutils [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.219485] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Waiting for the task: (returnval){ [ 851.219485] env[69357]: value = "task-4150687" [ 851.219485] env[69357]: _type = "Task" [ 851.219485] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.236547] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Task: {'id': task-4150687, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.609019] env[69357]: DEBUG nova.scheduler.client.report [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.617129] env[69357]: DEBUG oslo_vmware.api [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172233} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.617129] env[69357]: DEBUG nova.network.neutron [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.617853] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.619020] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.619020] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.619020] env[69357]: INFO nova.compute.manager [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Took 2.35 seconds to destroy the instance on the hypervisor. [ 851.619500] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.620026] env[69357]: DEBUG nova.compute.manager [-] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.620870] env[69357]: DEBUG nova.network.neutron [-] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.670417] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b58915-388d-243d-da10-da546967ffd0, 'name': SearchDatastore_Task, 'duration_secs': 0.011701} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.671396] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00215bd4-f7e1-4d54-8392-57b8aebf5415 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.679947] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 851.679947] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]522531b3-8984-8a44-3af3-88af77bbf4bb" [ 851.679947] env[69357]: _type = "Task" [ 851.679947] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.690802] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]522531b3-8984-8a44-3af3-88af77bbf4bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.705037] env[69357]: DEBUG nova.compute.manager [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.705037] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.708836] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36ba539-6609-41de-bb92-e916cc3a8818 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.715020] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.715362] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0d9bcf5-42d8-4c92-98cb-2d431970524e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.727584] env[69357]: DEBUG oslo_vmware.api [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 851.727584] env[69357]: value = "task-4150688" [ 851.727584] env[69357]: _type = "Task" [ 851.727584] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.737418] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Task: {'id': task-4150687, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.743974] env[69357]: DEBUG oslo_vmware.api [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.921507] env[69357]: DEBUG nova.network.neutron [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Updating instance_info_cache with network_info: [{"id": "5a0e5024-ea2a-4a57-8f96-1b095c72a5bc", "address": "fa:16:3e:4b:06:09", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0e5024-ea", "ovs_interfaceid": "5a0e5024-ea2a-4a57-8f96-1b095c72a5bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.119041] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.122940] env[69357]: DEBUG oslo_concurrency.lockutils [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.554s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.123269] env[69357]: DEBUG nova.objects.instance [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Lazy-loading 'resources' on Instance uuid dd42ede8-77ba-4781-95c2-5ed45f9b93ab {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.153944] env[69357]: INFO nova.scheduler.client.report [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Deleted allocations for instance 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c [ 852.192218] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]522531b3-8984-8a44-3af3-88af77bbf4bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011527} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.192716] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.192989] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 4dbab034-07d4-43ce-a4b3-67861b9cd3e4/4dbab034-07d4-43ce-a4b3-67861b9cd3e4.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.193298] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac85d76c-973c-4da3-b691-30a0cececba5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.202686] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 852.202686] env[69357]: value = "task-4150689" [ 852.202686] env[69357]: _type = "Task" [ 852.202686] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.212539] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.232576] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Task: {'id': task-4150687, 'name': Rename_Task, 'duration_secs': 0.87524} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.236589] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.236865] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4315dd7-5704-476d-ad15-984dd39bdca5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.246130] env[69357]: DEBUG oslo_vmware.api [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150688, 'name': PowerOffVM_Task, 'duration_secs': 0.416268} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.247759] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.247966] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.248428] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Waiting for the task: (returnval){ [ 852.248428] env[69357]: value = "task-4150690" [ 852.248428] env[69357]: _type = "Task" [ 852.248428] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.248660] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c82c8963-3df7-433c-a9b9-f264cfc859a2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.261443] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Task: {'id': task-4150690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.343729] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.344131] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.344238] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Deleting the datastore file [datastore1] 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.344516] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b716332e-9dc9-47aa-8da1-f7d95399419a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.352610] env[69357]: DEBUG oslo_vmware.api [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 852.352610] env[69357]: value = "task-4150692" [ 852.352610] env[69357]: _type = "Task" [ 852.352610] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.365282] env[69357]: DEBUG oslo_vmware.api [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.425112] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Releasing lock "refresh_cache-f3bbdae0-ba72-459f-8d6b-59ec6b8a4705" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.425588] env[69357]: DEBUG nova.compute.manager [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Instance network_info: |[{"id": "5a0e5024-ea2a-4a57-8f96-1b095c72a5bc", "address": "fa:16:3e:4b:06:09", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0e5024-ea", "ovs_interfaceid": "5a0e5024-ea2a-4a57-8f96-1b095c72a5bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.426091] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:06:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a0e5024-ea2a-4a57-8f96-1b095c72a5bc', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.435781] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.436101] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.436390] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adbffbd3-bc66-4394-af76-efca125a20a5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.467592] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.467592] env[69357]: value = "task-4150693" [ 852.467592] env[69357]: _type = "Task" [ 852.467592] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.478953] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150693, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.564960] env[69357]: DEBUG nova.network.neutron [-] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.619458] env[69357]: DEBUG nova.compute.manager [req-3191c5b8-db85-4294-8177-38074d51ded4 req-8281cc47-d5b1-4258-86b0-c7f827db3ace service nova] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Received event network-changed-5a0e5024-ea2a-4a57-8f96-1b095c72a5bc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.619458] env[69357]: DEBUG nova.compute.manager [req-3191c5b8-db85-4294-8177-38074d51ded4 req-8281cc47-d5b1-4258-86b0-c7f827db3ace service nova] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Refreshing instance network info cache due to event network-changed-5a0e5024-ea2a-4a57-8f96-1b095c72a5bc. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.619458] env[69357]: DEBUG oslo_concurrency.lockutils [req-3191c5b8-db85-4294-8177-38074d51ded4 req-8281cc47-d5b1-4258-86b0-c7f827db3ace service nova] Acquiring lock "refresh_cache-f3bbdae0-ba72-459f-8d6b-59ec6b8a4705" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.619458] env[69357]: DEBUG oslo_concurrency.lockutils [req-3191c5b8-db85-4294-8177-38074d51ded4 req-8281cc47-d5b1-4258-86b0-c7f827db3ace service nova] Acquired lock "refresh_cache-f3bbdae0-ba72-459f-8d6b-59ec6b8a4705" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.619458] env[69357]: DEBUG nova.network.neutron [req-3191c5b8-db85-4294-8177-38074d51ded4 req-8281cc47-d5b1-4258-86b0-c7f827db3ace service nova] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Refreshing network info cache for port 5a0e5024-ea2a-4a57-8f96-1b095c72a5bc {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.664813] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c847a78e-eba4-42a4-86f7-34ab92f867ca tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Lock "1519ed08-cf97-4bc5-9e26-4a62cb36ec6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.112s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.722121] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150689, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.770407] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Task: {'id': task-4150690, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.870037] env[69357]: DEBUG oslo_vmware.api [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381134} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.872923] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.873206] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.873468] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.873871] env[69357]: INFO nova.compute.manager [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 852.873960] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.874388] env[69357]: DEBUG nova.compute.manager [-] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.874485] env[69357]: DEBUG nova.network.neutron [-] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.983080] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150693, 'name': CreateVM_Task, 'duration_secs': 0.508975} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.983267] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.983971] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.984737] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.984737] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.984737] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59a7f46e-13ef-4e05-895a-e2be100d57be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.993300] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 852.993300] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5272ec6b-c721-5781-c0d6-ea12a4253eae" [ 852.993300] env[69357]: _type = "Task" [ 852.993300] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.004143] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5272ec6b-c721-5781-c0d6-ea12a4253eae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.074018] env[69357]: INFO nova.compute.manager [-] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Took 1.45 seconds to deallocate network for instance. [ 853.200900] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.201232] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.219672] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53531} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.222792] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 4dbab034-07d4-43ce-a4b3-67861b9cd3e4/4dbab034-07d4-43ce-a4b3-67861b9cd3e4.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.223523] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.223523] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e066fb28-285a-4f22-9cfc-5eddea9f405b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.233131] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 853.233131] env[69357]: value = "task-4150694" [ 853.233131] env[69357]: _type = "Task" [ 853.233131] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.243442] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.265735] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquiring lock "7f9b9cc2-fc44-4053-bb3b-c243eea7921c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.266107] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Lock "7f9b9cc2-fc44-4053-bb3b-c243eea7921c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.266367] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquiring lock "7f9b9cc2-fc44-4053-bb3b-c243eea7921c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.266623] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Lock "7f9b9cc2-fc44-4053-bb3b-c243eea7921c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.267525] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Lock "7f9b9cc2-fc44-4053-bb3b-c243eea7921c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.270527] env[69357]: DEBUG oslo_vmware.api [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Task: {'id': task-4150690, 'name': PowerOnVM_Task, 'duration_secs': 0.754215} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.271214] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.271806] env[69357]: INFO nova.compute.manager [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Took 10.02 seconds to spawn the instance on the hypervisor. [ 853.271806] env[69357]: DEBUG nova.compute.manager [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 853.272711] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7965f989-3ca7-45fb-a932-0dddb9c99d80 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.285702] env[69357]: INFO nova.compute.manager [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Terminating instance [ 853.323533] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26aea086-26db-455c-8ef7-55bb7e2cdfea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.339365] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d6ff76-f1ee-4760-aaa3-7f7180776c09 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.377931] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74638a21-2fde-4b9b-b5ec-907c752bf479 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.386552] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba752f1d-9541-4b76-ba54-a63a47c8d9cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.408032] env[69357]: DEBUG nova.compute.provider_tree [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.506522] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5272ec6b-c721-5781-c0d6-ea12a4253eae, 'name': SearchDatastore_Task, 'duration_secs': 0.011625} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.506832] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.508499] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.508499] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.508499] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.508499] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.508499] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fab72ec-7a55-4800-a213-aaca568ae0bf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.519169] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.519439] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.520251] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5b03bfb-034c-46e1-a9b0-c70bd183ae7f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.526644] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 853.526644] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c8c4c4-6c6a-b76c-75e8-82dd2bf61371" [ 853.526644] env[69357]: _type = "Task" [ 853.526644] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.535622] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c8c4c4-6c6a-b76c-75e8-82dd2bf61371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.537151] env[69357]: DEBUG nova.network.neutron [req-3191c5b8-db85-4294-8177-38074d51ded4 req-8281cc47-d5b1-4258-86b0-c7f827db3ace service nova] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Updated VIF entry in instance network info cache for port 5a0e5024-ea2a-4a57-8f96-1b095c72a5bc. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.537502] env[69357]: DEBUG nova.network.neutron [req-3191c5b8-db85-4294-8177-38074d51ded4 req-8281cc47-d5b1-4258-86b0-c7f827db3ace service nova] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Updating instance_info_cache with network_info: [{"id": "5a0e5024-ea2a-4a57-8f96-1b095c72a5bc", "address": "fa:16:3e:4b:06:09", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0e5024-ea", "ovs_interfaceid": "5a0e5024-ea2a-4a57-8f96-1b095c72a5bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.633254] env[69357]: INFO nova.compute.manager [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Took 0.56 seconds to detach 1 volumes for instance. [ 853.741263] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075666} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.741550] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.742358] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708d9d58-6735-4839-9cff-45287416d270 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.764773] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 4dbab034-07d4-43ce-a4b3-67861b9cd3e4/4dbab034-07d4-43ce-a4b3-67861b9cd3e4.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.765104] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e949c62b-ed6c-4ebb-931b-969500424aa0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.786074] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 853.786074] env[69357]: value = "task-4150695" [ 853.786074] env[69357]: _type = "Task" [ 853.786074] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.791211] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquiring lock "refresh_cache-7f9b9cc2-fc44-4053-bb3b-c243eea7921c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.791486] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquired lock "refresh_cache-7f9b9cc2-fc44-4053-bb3b-c243eea7921c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.791772] env[69357]: DEBUG nova.network.neutron [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.797014] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.807257] env[69357]: INFO nova.compute.manager [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Took 46.35 seconds to build instance. [ 853.892987] env[69357]: DEBUG oslo_concurrency.lockutils [None req-79ab04a6-14c0-42b6-bace-5025eac0b299 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquiring lock "888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.893239] env[69357]: DEBUG oslo_concurrency.lockutils [None req-79ab04a6-14c0-42b6-bace-5025eac0b299 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.914987] env[69357]: DEBUG nova.scheduler.client.report [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.941752] env[69357]: DEBUG nova.network.neutron [-] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.037697] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c8c4c4-6c6a-b76c-75e8-82dd2bf61371, 'name': SearchDatastore_Task, 'duration_secs': 0.010627} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.038578] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be9da918-85f6-4432-8222-aec29752af54 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.041437] env[69357]: DEBUG oslo_concurrency.lockutils [req-3191c5b8-db85-4294-8177-38074d51ded4 req-8281cc47-d5b1-4258-86b0-c7f827db3ace service nova] Releasing lock "refresh_cache-f3bbdae0-ba72-459f-8d6b-59ec6b8a4705" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.041690] env[69357]: DEBUG nova.compute.manager [req-3191c5b8-db85-4294-8177-38074d51ded4 req-8281cc47-d5b1-4258-86b0-c7f827db3ace service nova] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Received event network-vif-deleted-778c62bd-997b-4337-a1a1-763cfce580ba {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.045883] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 854.045883] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]520183fa-72ec-f73d-5718-c70ed47bfd52" [ 854.045883] env[69357]: _type = "Task" [ 854.045883] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.055383] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]520183fa-72ec-f73d-5718-c70ed47bfd52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.140446] env[69357]: DEBUG oslo_concurrency.lockutils [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.301845] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.308563] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a6d6237b-b215-419d-a191-2ebdf369b4a6 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Lock "3a6fd246-be33-4c93-8d1a-2a99fe59dd69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.474s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.329349] env[69357]: DEBUG nova.network.neutron [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.398689] env[69357]: DEBUG nova.compute.utils [None req-79ab04a6-14c0-42b6-bace-5025eac0b299 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.421187] env[69357]: DEBUG oslo_concurrency.lockutils [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.298s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.427301] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.571s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.427301] env[69357]: DEBUG nova.objects.instance [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 854.430564] env[69357]: DEBUG nova.network.neutron [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.447025] env[69357]: INFO nova.compute.manager [-] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Took 1.57 seconds to deallocate network for instance. [ 854.472390] env[69357]: INFO nova.scheduler.client.report [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Deleted allocations for instance dd42ede8-77ba-4781-95c2-5ed45f9b93ab [ 854.558410] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]520183fa-72ec-f73d-5718-c70ed47bfd52, 'name': SearchDatastore_Task, 'duration_secs': 0.013182} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.558803] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.559190] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] f3bbdae0-ba72-459f-8d6b-59ec6b8a4705/f3bbdae0-ba72-459f-8d6b-59ec6b8a4705.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.560012] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7db24c40-2392-4314-b3ad-828edb887f20 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.570024] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 854.570024] env[69357]: value = "task-4150696" [ 854.570024] env[69357]: _type = "Task" [ 854.570024] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.581605] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.801386] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150695, 'name': ReconfigVM_Task, 'duration_secs': 0.699711} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.801386] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 4dbab034-07d4-43ce-a4b3-67861b9cd3e4/4dbab034-07d4-43ce-a4b3-67861b9cd3e4.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.801386] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91485023-816a-4a49-809b-418d9942a195 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.811664] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 854.811664] env[69357]: value = "task-4150697" [ 854.811664] env[69357]: _type = "Task" [ 854.811664] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.814866] env[69357]: DEBUG nova.compute.manager [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.826907] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150697, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.903451] env[69357]: DEBUG oslo_concurrency.lockutils [None req-79ab04a6-14c0-42b6-bace-5025eac0b299 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.933383] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Releasing lock "refresh_cache-7f9b9cc2-fc44-4053-bb3b-c243eea7921c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.933851] env[69357]: DEBUG nova.compute.manager [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.934071] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.938225] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38a861c-d108-444a-b982-ff3e2847acdd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.950664] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.951078] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7fa761f-cba2-48d7-88c6-a67adf88dd30 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.957086] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.961396] env[69357]: DEBUG oslo_vmware.api [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 854.961396] env[69357]: value = "task-4150698" [ 854.961396] env[69357]: _type = "Task" [ 854.961396] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.974240] env[69357]: DEBUG oslo_vmware.api [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.983211] env[69357]: DEBUG oslo_concurrency.lockutils [None req-be71bfff-e7b9-4a4b-99ba-7b4d0e89e64d tempest-ServerAddressesTestJSON-1397294373 tempest-ServerAddressesTestJSON-1397294373-project-member] Lock "dd42ede8-77ba-4781-95c2-5ed45f9b93ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.152s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.083104] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150696, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.327730] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150697, 'name': Rename_Task, 'duration_secs': 0.337594} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.331653] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.332116] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd159afd-125c-4be9-8ff4-352bc04519bc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.343205] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 855.343205] env[69357]: value = "task-4150699" [ 855.343205] env[69357]: _type = "Task" [ 855.343205] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.352321] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.353350] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.444034] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f788246-bffa-4c42-af20-41beaeda8c9e tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.448362] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.039s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.448362] env[69357]: INFO nova.compute.claims [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.472094] env[69357]: DEBUG nova.compute.manager [req-c0d29b4e-6845-4bce-b040-5e3e8968cdc9 req-804d82c6-16b6-480c-91e2-8c16367c6eea service nova] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Received event network-vif-deleted-aa7cd323-5a8a-47a0-a2ff-64375a458c22 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.481498] env[69357]: DEBUG oslo_vmware.api [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150698, 'name': PowerOffVM_Task, 'duration_secs': 0.201751} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.483018] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.483018] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.483018] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86f44d17-245d-4f61-94df-5cfcb5b1ce84 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.514556] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.514803] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.514990] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Deleting the datastore file [datastore1] 7f9b9cc2-fc44-4053-bb3b-c243eea7921c {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.515276] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b35b7244-0454-424a-9ca5-584f40fc00ac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.523162] env[69357]: DEBUG oslo_vmware.api [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for the task: (returnval){ [ 855.523162] env[69357]: value = "task-4150701" [ 855.523162] env[69357]: _type = "Task" [ 855.523162] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.532757] env[69357]: DEBUG oslo_vmware.api [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.583712] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534741} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.584430] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] f3bbdae0-ba72-459f-8d6b-59ec6b8a4705/f3bbdae0-ba72-459f-8d6b-59ec6b8a4705.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.585632] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.585632] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1afb3ff-9682-4aa6-a046-45f06fd7eb75 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.594034] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 855.594034] env[69357]: value = "task-4150702" [ 855.594034] env[69357]: _type = "Task" [ 855.594034] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.604648] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.679252] env[69357]: DEBUG nova.compute.manager [req-07cd8148-5642-48ae-8f04-d0241432365e req-bd347444-5f93-4cd1-82e1-aedf2c54b7da service nova] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Received event network-changed-f781071d-b3da-4892-a03d-d7ace8c2044c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.679593] env[69357]: DEBUG nova.compute.manager [req-07cd8148-5642-48ae-8f04-d0241432365e req-bd347444-5f93-4cd1-82e1-aedf2c54b7da service nova] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Refreshing instance network info cache due to event network-changed-f781071d-b3da-4892-a03d-d7ace8c2044c. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.679789] env[69357]: DEBUG oslo_concurrency.lockutils [req-07cd8148-5642-48ae-8f04-d0241432365e req-bd347444-5f93-4cd1-82e1-aedf2c54b7da service nova] Acquiring lock "refresh_cache-3a6fd246-be33-4c93-8d1a-2a99fe59dd69" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.679948] env[69357]: DEBUG oslo_concurrency.lockutils [req-07cd8148-5642-48ae-8f04-d0241432365e req-bd347444-5f93-4cd1-82e1-aedf2c54b7da service nova] Acquired lock "refresh_cache-3a6fd246-be33-4c93-8d1a-2a99fe59dd69" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.680178] env[69357]: DEBUG nova.network.neutron [req-07cd8148-5642-48ae-8f04-d0241432365e req-bd347444-5f93-4cd1-82e1-aedf2c54b7da service nova] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Refreshing network info cache for port f781071d-b3da-4892-a03d-d7ace8c2044c {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.854242] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150699, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.977710] env[69357]: DEBUG oslo_concurrency.lockutils [None req-79ab04a6-14c0-42b6-bace-5025eac0b299 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquiring lock "888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.977925] env[69357]: DEBUG oslo_concurrency.lockutils [None req-79ab04a6-14c0-42b6-bace-5025eac0b299 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.978221] env[69357]: INFO nova.compute.manager [None req-79ab04a6-14c0-42b6-bace-5025eac0b299 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Attaching volume 934fe5bf-3934-4b6b-a210-a628aa68967e to /dev/sdb [ 856.014615] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589ffa2a-619e-4367-939c-08af378959ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.023034] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f346e514-71a7-43ec-a204-5080f0ee530f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.035018] env[69357]: DEBUG oslo_vmware.api [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Task: {'id': task-4150701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114669} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.035353] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.035569] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.035782] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.036009] env[69357]: INFO nova.compute.manager [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 856.036304] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.036526] env[69357]: DEBUG nova.compute.manager [-] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.036631] env[69357]: DEBUG nova.network.neutron [-] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.046027] env[69357]: DEBUG nova.virt.block_device [None req-79ab04a6-14c0-42b6-bace-5025eac0b299 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Updating existing volume attachment record: 11eb10c8-7748-4900-bc58-1a3d9ef07e9d {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 856.084125] env[69357]: DEBUG nova.network.neutron [-] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.107375] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117106} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.107375] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.107375] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecc4ec7-13e3-492b-8b6d-78d0d5bc1160 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.134058] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] f3bbdae0-ba72-459f-8d6b-59ec6b8a4705/f3bbdae0-ba72-459f-8d6b-59ec6b8a4705.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.134058] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05426609-dac5-4ccc-8a76-0c174be31ec6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.154399] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 856.154399] env[69357]: value = "task-4150703" [ 856.154399] env[69357]: _type = "Task" [ 856.154399] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.164035] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.355873] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150699, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.468019] env[69357]: DEBUG nova.network.neutron [req-07cd8148-5642-48ae-8f04-d0241432365e req-bd347444-5f93-4cd1-82e1-aedf2c54b7da service nova] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Updated VIF entry in instance network info cache for port f781071d-b3da-4892-a03d-d7ace8c2044c. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.468019] env[69357]: DEBUG nova.network.neutron [req-07cd8148-5642-48ae-8f04-d0241432365e req-bd347444-5f93-4cd1-82e1-aedf2c54b7da service nova] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Updating instance_info_cache with network_info: [{"id": "f781071d-b3da-4892-a03d-d7ace8c2044c", "address": "fa:16:3e:08:f4:e5", "network": {"id": "63a7ad3d-0d06-41d9-b490-3f24cfdedbe1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-591634497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7021cfc9bcf4ad0b6830bfe80b7240e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf781071d-b3", "ovs_interfaceid": "f781071d-b3da-4892-a03d-d7ace8c2044c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.587434] env[69357]: DEBUG nova.network.neutron [-] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.667155] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.868085] env[69357]: DEBUG oslo_vmware.api [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150699, 'name': PowerOnVM_Task, 'duration_secs': 1.086474} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.869469] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.869738] env[69357]: INFO nova.compute.manager [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Took 10.89 seconds to spawn the instance on the hypervisor. [ 856.869951] env[69357]: DEBUG nova.compute.manager [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 856.873957] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10300388-05b2-43ce-8c86-8b71d364d501 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.976014] env[69357]: DEBUG oslo_concurrency.lockutils [req-07cd8148-5642-48ae-8f04-d0241432365e req-bd347444-5f93-4cd1-82e1-aedf2c54b7da service nova] Releasing lock "refresh_cache-3a6fd246-be33-4c93-8d1a-2a99fe59dd69" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.024821] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce9d1e3-3e9f-4215-89f8-decc43740ef3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.033724] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f77ef53-90d6-42c0-99e7-c45f7876d721 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.071689] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f474f94-3df8-4789-bb1d-ff637845a516 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.080770] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33287f74-6895-4d49-b6b2-281f9828ca81 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.097338] env[69357]: INFO nova.compute.manager [-] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Took 1.06 seconds to deallocate network for instance. [ 857.097766] env[69357]: DEBUG nova.compute.provider_tree [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.168800] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150703, 'name': ReconfigVM_Task, 'duration_secs': 0.670081} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.168800] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Reconfigured VM instance instance-00000033 to attach disk [datastore2] f3bbdae0-ba72-459f-8d6b-59ec6b8a4705/f3bbdae0-ba72-459f-8d6b-59ec6b8a4705.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.169285] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8292b740-dc08-47b2-b59d-132426ff770e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.178605] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 857.178605] env[69357]: value = "task-4150707" [ 857.178605] env[69357]: _type = "Task" [ 857.178605] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.192968] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150707, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.393944] env[69357]: INFO nova.compute.manager [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Took 43.58 seconds to build instance. [ 857.601869] env[69357]: DEBUG nova.scheduler.client.report [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.605709] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.690586] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150707, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.896181] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ed6d4c23-1366-4e39-ae91-4fd9749f5bb5 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "4dbab034-07d4-43ce-a4b3-67861b9cd3e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.246s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.107701] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.108348] env[69357]: DEBUG nova.compute.manager [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.111166] env[69357]: DEBUG oslo_concurrency.lockutils [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.477s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.112721] env[69357]: INFO nova.compute.claims [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.193675] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150707, 'name': Rename_Task, 'duration_secs': 0.927936} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.193933] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.194215] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24c79f25-fdf3-4408-802e-6da0827a953b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.203081] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 858.203081] env[69357]: value = "task-4150708" [ 858.203081] env[69357]: _type = "Task" [ 858.203081] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.213483] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.399277] env[69357]: DEBUG nova.compute.manager [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.624539] env[69357]: DEBUG nova.compute.utils [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.627661] env[69357]: DEBUG nova.compute.manager [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.628221] env[69357]: DEBUG nova.network.neutron [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.716146] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150708, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.718173] env[69357]: DEBUG nova.policy [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0525cebe91a74f608fae98690b18639f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec25028a851442689ee8c57da5675f63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.934599] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.136957] env[69357]: DEBUG nova.compute.manager [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.218255] env[69357]: DEBUG oslo_vmware.api [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150708, 'name': PowerOnVM_Task, 'duration_secs': 0.850037} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.221308] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.221544] env[69357]: INFO nova.compute.manager [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Took 9.52 seconds to spawn the instance on the hypervisor. [ 859.221732] env[69357]: DEBUG nova.compute.manager [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 859.224278] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b0fbe2-f5e2-42a8-91fc-af5f60c6a123 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.518142] env[69357]: DEBUG nova.compute.manager [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 859.518142] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0aa3f2-5291-4e1f-a940-d59cf510163a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.603131] env[69357]: DEBUG nova.network.neutron [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Successfully created port: fa7baa3c-9c73-4caa-9579-81de2f2390ab {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.759241] env[69357]: INFO nova.compute.manager [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Took 41.65 seconds to build instance. [ 859.781160] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f63fd0-23ae-484c-a5d0-5b8bbe71dec9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.792304] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08179d9-8b1e-4498-a277-a18cd3d61d99 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.834178] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e6978b-3c31-4b6e-8267-8e0e79c171a2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.843855] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec6a5f1-cf77-4107-a3dd-37795b0ba460 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.861460] env[69357]: DEBUG nova.compute.provider_tree [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.035165] env[69357]: INFO nova.compute.manager [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] instance snapshotting [ 860.039384] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be778b2-d165-4acc-a7fe-978fea7e79e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.063794] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198c5a85-e0b4-44ca-9a4c-1a9e8391784d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.151766] env[69357]: DEBUG nova.compute.manager [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.187311] env[69357]: DEBUG nova.virt.hardware [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.187822] env[69357]: DEBUG nova.virt.hardware [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.188268] env[69357]: DEBUG nova.virt.hardware [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.188743] env[69357]: DEBUG nova.virt.hardware [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.189156] env[69357]: DEBUG nova.virt.hardware [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.189589] env[69357]: DEBUG nova.virt.hardware [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.190105] env[69357]: DEBUG nova.virt.hardware [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.190668] env[69357]: DEBUG nova.virt.hardware [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.191218] env[69357]: DEBUG nova.virt.hardware [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.191656] env[69357]: DEBUG nova.virt.hardware [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.192385] env[69357]: DEBUG nova.virt.hardware [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.199290] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0cadb2-7a4e-467a-aa46-5da863f099f6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.215035] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8100f1c7-3dc5-4eaa-993d-edce4705dd4f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.262929] env[69357]: DEBUG oslo_concurrency.lockutils [None req-03f6cde5-a334-4d9d-9b96-08efe1b70b54 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "f3bbdae0-ba72-459f-8d6b-59ec6b8a4705" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.659s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.365949] env[69357]: DEBUG nova.scheduler.client.report [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.577093] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 860.577487] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7138345f-d3fb-4422-b416-5f38f5c33dea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.588333] env[69357]: DEBUG oslo_vmware.api [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 860.588333] env[69357]: value = "task-4150710" [ 860.588333] env[69357]: _type = "Task" [ 860.588333] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.601423] env[69357]: DEBUG oslo_vmware.api [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150710, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.602789] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-79ab04a6-14c0-42b6-bace-5025eac0b299 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 860.603048] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-79ab04a6-14c0-42b6-bace-5025eac0b299 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821902', 'volume_id': '934fe5bf-3934-4b6b-a210-a628aa68967e', 'name': 'volume-934fe5bf-3934-4b6b-a210-a628aa68967e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd', 'attached_at': '', 'detached_at': '', 'volume_id': '934fe5bf-3934-4b6b-a210-a628aa68967e', 'serial': '934fe5bf-3934-4b6b-a210-a628aa68967e'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 860.607257] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4665147c-3d9d-4d02-b965-54f531639ead {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.626832] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2daf88ba-7f90-4dca-b5af-7d2bacd08205 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.656938] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-79ab04a6-14c0-42b6-bace-5025eac0b299 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] volume-934fe5bf-3934-4b6b-a210-a628aa68967e/volume-934fe5bf-3934-4b6b-a210-a628aa68967e.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.657388] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a43a60e-a1c7-40f1-860d-caad1f2e825d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.683033] env[69357]: DEBUG oslo_vmware.api [None req-79ab04a6-14c0-42b6-bace-5025eac0b299 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for the task: (returnval){ [ 860.683033] env[69357]: value = "task-4150711" [ 860.683033] env[69357]: _type = "Task" [ 860.683033] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.694560] env[69357]: DEBUG oslo_vmware.api [None req-79ab04a6-14c0-42b6-bace-5025eac0b299 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.765775] env[69357]: DEBUG nova.compute.manager [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.877264] env[69357]: DEBUG oslo_concurrency.lockutils [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.877264] env[69357]: DEBUG nova.compute.manager [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.879327] env[69357]: DEBUG oslo_concurrency.lockutils [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.136s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.884515] env[69357]: INFO nova.compute.claims [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.100018] env[69357]: DEBUG oslo_vmware.api [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150710, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.194769] env[69357]: DEBUG oslo_vmware.api [None req-79ab04a6-14c0-42b6-bace-5025eac0b299 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150711, 'name': ReconfigVM_Task, 'duration_secs': 0.455427} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.195107] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-79ab04a6-14c0-42b6-bace-5025eac0b299 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Reconfigured VM instance instance-00000009 to attach disk [datastore2] volume-934fe5bf-3934-4b6b-a210-a628aa68967e/volume-934fe5bf-3934-4b6b-a210-a628aa68967e.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.202186] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7518ee77-a88f-4e77-be17-4389a211e3d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.219527] env[69357]: DEBUG oslo_vmware.api [None req-79ab04a6-14c0-42b6-bace-5025eac0b299 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for the task: (returnval){ [ 861.219527] env[69357]: value = "task-4150712" [ 861.219527] env[69357]: _type = "Task" [ 861.219527] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.233029] env[69357]: DEBUG oslo_vmware.api [None req-79ab04a6-14c0-42b6-bace-5025eac0b299 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.299171] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.354397] env[69357]: DEBUG nova.compute.manager [req-08d520e9-ed74-4a15-be5f-ce02f3dc5582 req-ee6983b0-c4a9-4317-ab48-62aaf8036247 service nova] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Received event network-vif-plugged-fa7baa3c-9c73-4caa-9579-81de2f2390ab {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.354619] env[69357]: DEBUG oslo_concurrency.lockutils [req-08d520e9-ed74-4a15-be5f-ce02f3dc5582 req-ee6983b0-c4a9-4317-ab48-62aaf8036247 service nova] Acquiring lock "792aea1c-2e1a-45cd-bbc3-b1cd90e876d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.354828] env[69357]: DEBUG oslo_concurrency.lockutils [req-08d520e9-ed74-4a15-be5f-ce02f3dc5582 req-ee6983b0-c4a9-4317-ab48-62aaf8036247 service nova] Lock "792aea1c-2e1a-45cd-bbc3-b1cd90e876d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.357623] env[69357]: DEBUG oslo_concurrency.lockutils [req-08d520e9-ed74-4a15-be5f-ce02f3dc5582 req-ee6983b0-c4a9-4317-ab48-62aaf8036247 service nova] Lock "792aea1c-2e1a-45cd-bbc3-b1cd90e876d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.357623] env[69357]: DEBUG nova.compute.manager [req-08d520e9-ed74-4a15-be5f-ce02f3dc5582 req-ee6983b0-c4a9-4317-ab48-62aaf8036247 service nova] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] No waiting events found dispatching network-vif-plugged-fa7baa3c-9c73-4caa-9579-81de2f2390ab {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 861.357623] env[69357]: WARNING nova.compute.manager [req-08d520e9-ed74-4a15-be5f-ce02f3dc5582 req-ee6983b0-c4a9-4317-ab48-62aaf8036247 service nova] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Received unexpected event network-vif-plugged-fa7baa3c-9c73-4caa-9579-81de2f2390ab for instance with vm_state building and task_state spawning. [ 861.362739] env[69357]: DEBUG nova.network.neutron [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Successfully updated port: fa7baa3c-9c73-4caa-9579-81de2f2390ab {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.387540] env[69357]: DEBUG nova.compute.utils [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.395205] env[69357]: DEBUG nova.compute.manager [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.395428] env[69357]: DEBUG nova.network.neutron [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.494618] env[69357]: DEBUG nova.policy [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0525cebe91a74f608fae98690b18639f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec25028a851442689ee8c57da5675f63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.601918] env[69357]: DEBUG oslo_vmware.api [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150710, 'name': CreateSnapshot_Task, 'duration_secs': 0.618306} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.602434] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 861.603879] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cf8ea8-2296-44d2-a62e-fb151805883f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.728294] env[69357]: DEBUG oslo_vmware.api [None req-79ab04a6-14c0-42b6-bace-5025eac0b299 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.825253] env[69357]: DEBUG nova.network.neutron [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Successfully created port: 6f1e00c5-40ec-4744-8246-317789199ac2 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.863947] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Acquiring lock "refresh_cache-792aea1c-2e1a-45cd-bbc3-b1cd90e876d9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.863947] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Acquired lock "refresh_cache-792aea1c-2e1a-45cd-bbc3-b1cd90e876d9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.863947] env[69357]: DEBUG nova.network.neutron [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.904651] env[69357]: DEBUG nova.compute.manager [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.124143] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 862.124870] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-38f0a3ff-ef81-40b3-8ab3-5f076c8b8d1c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.138872] env[69357]: DEBUG oslo_vmware.api [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 862.138872] env[69357]: value = "task-4150713" [ 862.138872] env[69357]: _type = "Task" [ 862.138872] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.151801] env[69357]: DEBUG oslo_vmware.api [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150713, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.232213] env[69357]: DEBUG oslo_vmware.api [None req-79ab04a6-14c0-42b6-bace-5025eac0b299 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150712, 'name': ReconfigVM_Task, 'duration_secs': 1.009577} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.232528] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-79ab04a6-14c0-42b6-bace-5025eac0b299 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821902', 'volume_id': '934fe5bf-3934-4b6b-a210-a628aa68967e', 'name': 'volume-934fe5bf-3934-4b6b-a210-a628aa68967e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd', 'attached_at': '', 'detached_at': '', 'volume_id': '934fe5bf-3934-4b6b-a210-a628aa68967e', 'serial': '934fe5bf-3934-4b6b-a210-a628aa68967e'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 862.421628] env[69357]: DEBUG nova.network.neutron [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.515426] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767da537-8992-4c3f-bf75-538a7b0aca7f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.524923] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd2b3d2-5e88-49e4-a13f-3b35ec60802d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.569567] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f521d4-a6f3-47e5-87ed-908d09fa86b4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.582726] env[69357]: DEBUG nova.compute.manager [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Stashing vm_state: active {{(pid=69357) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 862.588174] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cae311-231b-40a4-a533-04f8796f78f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.597533] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Acquiring lock "6af71524-7962-40b0-84f0-65ac5611f88d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.597775] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Lock "6af71524-7962-40b0-84f0-65ac5611f88d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.608745] env[69357]: DEBUG nova.compute.provider_tree [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.650320] env[69357]: DEBUG oslo_vmware.api [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150713, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.671319] env[69357]: DEBUG nova.network.neutron [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Updating instance_info_cache with network_info: [{"id": "fa7baa3c-9c73-4caa-9579-81de2f2390ab", "address": "fa:16:3e:78:67:e8", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa7baa3c-9c", "ovs_interfaceid": "fa7baa3c-9c73-4caa-9579-81de2f2390ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.925446] env[69357]: DEBUG nova.compute.manager [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.953623] env[69357]: DEBUG nova.virt.hardware [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.953822] env[69357]: DEBUG nova.virt.hardware [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.953872] env[69357]: DEBUG nova.virt.hardware [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.954173] env[69357]: DEBUG nova.virt.hardware [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.954270] env[69357]: DEBUG nova.virt.hardware [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.954551] env[69357]: DEBUG nova.virt.hardware [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.954657] env[69357]: DEBUG nova.virt.hardware [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.954807] env[69357]: DEBUG nova.virt.hardware [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.954990] env[69357]: DEBUG nova.virt.hardware [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.955209] env[69357]: DEBUG nova.virt.hardware [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.955400] env[69357]: DEBUG nova.virt.hardware [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.956398] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f31fa8-82c0-4417-899e-e1193adc0d31 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.968102] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da111a70-aad6-4d9b-b05c-c5ff24b5485c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.113997] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.114910] env[69357]: DEBUG nova.scheduler.client.report [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.153636] env[69357]: DEBUG oslo_vmware.api [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150713, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.176687] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Releasing lock "refresh_cache-792aea1c-2e1a-45cd-bbc3-b1cd90e876d9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.176687] env[69357]: DEBUG nova.compute.manager [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Instance network_info: |[{"id": "fa7baa3c-9c73-4caa-9579-81de2f2390ab", "address": "fa:16:3e:78:67:e8", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa7baa3c-9c", "ovs_interfaceid": "fa7baa3c-9c73-4caa-9579-81de2f2390ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.176687] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:67:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa7baa3c-9c73-4caa-9579-81de2f2390ab', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.183433] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Creating folder: Project (ec25028a851442689ee8c57da5675f63). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.183782] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cb4bf98-d8ad-40d7-ac00-9368165e9f53 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.197445] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Created folder: Project (ec25028a851442689ee8c57da5675f63) in parent group-v821763. [ 863.197676] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Creating folder: Instances. Parent ref: group-v821905. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.198220] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20b28410-e1d4-4b30-9b29-25ffa28e6f50 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.209172] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Created folder: Instances in parent group-v821905. [ 863.209172] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.209535] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.209605] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a82486f5-34ba-41df-91e5-45936b551ee1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.230506] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.230506] env[69357]: value = "task-4150716" [ 863.230506] env[69357]: _type = "Task" [ 863.230506] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.239720] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150716, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.287033] env[69357]: DEBUG nova.objects.instance [None req-79ab04a6-14c0-42b6-bace-5025eac0b299 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lazy-loading 'flavor' on Instance uuid 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.482392] env[69357]: DEBUG nova.compute.manager [req-7e996f1f-f207-46e8-b78b-800975d0ca8e req-ef2538c8-4bd0-41ff-a011-3655f21158f1 service nova] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Received event network-changed-fa7baa3c-9c73-4caa-9579-81de2f2390ab {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.482743] env[69357]: DEBUG nova.compute.manager [req-7e996f1f-f207-46e8-b78b-800975d0ca8e req-ef2538c8-4bd0-41ff-a011-3655f21158f1 service nova] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Refreshing instance network info cache due to event network-changed-fa7baa3c-9c73-4caa-9579-81de2f2390ab. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.484066] env[69357]: DEBUG oslo_concurrency.lockutils [req-7e996f1f-f207-46e8-b78b-800975d0ca8e req-ef2538c8-4bd0-41ff-a011-3655f21158f1 service nova] Acquiring lock "refresh_cache-792aea1c-2e1a-45cd-bbc3-b1cd90e876d9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.484317] env[69357]: DEBUG oslo_concurrency.lockutils [req-7e996f1f-f207-46e8-b78b-800975d0ca8e req-ef2538c8-4bd0-41ff-a011-3655f21158f1 service nova] Acquired lock "refresh_cache-792aea1c-2e1a-45cd-bbc3-b1cd90e876d9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.484558] env[69357]: DEBUG nova.network.neutron [req-7e996f1f-f207-46e8-b78b-800975d0ca8e req-ef2538c8-4bd0-41ff-a011-3655f21158f1 service nova] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Refreshing network info cache for port fa7baa3c-9c73-4caa-9579-81de2f2390ab {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.560632] env[69357]: DEBUG nova.network.neutron [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Successfully updated port: 6f1e00c5-40ec-4744-8246-317789199ac2 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.620072] env[69357]: DEBUG oslo_concurrency.lockutils [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.620655] env[69357]: DEBUG nova.compute.manager [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.623546] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.317s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.624565] env[69357]: DEBUG nova.objects.instance [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Lazy-loading 'resources' on Instance uuid fd7a3a67-ae9f-4954-85c7-49f9bc252105 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.650935] env[69357]: DEBUG oslo_vmware.api [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150713, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.741742] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150716, 'name': CreateVM_Task, 'duration_secs': 0.379637} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.741993] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.742673] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.742849] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.743188] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.743456] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aca7b30a-c4b4-4b2a-beed-b8263ec12819 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.749283] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 863.749283] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]523a55e2-175c-2b54-8cbd-723fe7006599" [ 863.749283] env[69357]: _type = "Task" [ 863.749283] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.758728] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]523a55e2-175c-2b54-8cbd-723fe7006599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.791868] env[69357]: DEBUG oslo_concurrency.lockutils [None req-79ab04a6-14c0-42b6-bace-5025eac0b299 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.814s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.841680] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0a3fb8d6-134f-46e1-97ba-d2ae747517b0 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquiring lock "888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.841921] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0a3fb8d6-134f-46e1-97ba-d2ae747517b0 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.065954] env[69357]: DEBUG oslo_concurrency.lockutils [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Acquiring lock "refresh_cache-b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.066206] env[69357]: DEBUG oslo_concurrency.lockutils [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Acquired lock "refresh_cache-b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.066355] env[69357]: DEBUG nova.network.neutron [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.127746] env[69357]: DEBUG nova.compute.utils [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.132279] env[69357]: DEBUG nova.compute.manager [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.132458] env[69357]: DEBUG nova.network.neutron [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.153206] env[69357]: DEBUG oslo_vmware.api [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150713, 'name': CloneVM_Task} progress is 95%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.205872] env[69357]: DEBUG nova.policy [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '952951cc475b4896b370803faddecdd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74be8227cb534e7bafc8adfd14ad15cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.269230] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]523a55e2-175c-2b54-8cbd-723fe7006599, 'name': SearchDatastore_Task, 'duration_secs': 0.010409} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.269230] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.269230] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.269230] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.269230] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.269230] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.269230] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-308f9a1f-a8ca-4e39-9414-85e9d2d26ca6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.281461] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.281850] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.283346] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80384ff7-61f1-46f1-9b11-6525813b59d7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.292556] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 864.292556] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52966d05-2070-3918-6d34-e34c45c7a242" [ 864.292556] env[69357]: _type = "Task" [ 864.292556] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.306199] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52966d05-2070-3918-6d34-e34c45c7a242, 'name': SearchDatastore_Task, 'duration_secs': 0.011684} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.307863] env[69357]: DEBUG nova.network.neutron [req-7e996f1f-f207-46e8-b78b-800975d0ca8e req-ef2538c8-4bd0-41ff-a011-3655f21158f1 service nova] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Updated VIF entry in instance network info cache for port fa7baa3c-9c73-4caa-9579-81de2f2390ab. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.308499] env[69357]: DEBUG nova.network.neutron [req-7e996f1f-f207-46e8-b78b-800975d0ca8e req-ef2538c8-4bd0-41ff-a011-3655f21158f1 service nova] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Updating instance_info_cache with network_info: [{"id": "fa7baa3c-9c73-4caa-9579-81de2f2390ab", "address": "fa:16:3e:78:67:e8", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa7baa3c-9c", "ovs_interfaceid": "fa7baa3c-9c73-4caa-9579-81de2f2390ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.309975] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0acdd2ab-bca1-4218-a0f3-d674b4039671 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.321628] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 864.321628] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52765083-db3a-0d4a-a763-fcb758f2061d" [ 864.321628] env[69357]: _type = "Task" [ 864.321628] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.340279] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52765083-db3a-0d4a-a763-fcb758f2061d, 'name': SearchDatastore_Task, 'duration_secs': 0.01098} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.340279] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.340525] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9/792aea1c-2e1a-45cd-bbc3-b1cd90e876d9.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.340634] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6835b7d3-9758-4506-9b66-c72d6f7ef3d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.346569] env[69357]: INFO nova.compute.manager [None req-0a3fb8d6-134f-46e1-97ba-d2ae747517b0 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Detaching volume 934fe5bf-3934-4b6b-a210-a628aa68967e [ 864.354885] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 864.354885] env[69357]: value = "task-4150717" [ 864.354885] env[69357]: _type = "Task" [ 864.354885] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.367300] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.404409] env[69357]: INFO nova.virt.block_device [None req-0a3fb8d6-134f-46e1-97ba-d2ae747517b0 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Attempting to driver detach volume 934fe5bf-3934-4b6b-a210-a628aa68967e from mountpoint /dev/sdb [ 864.404663] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a3fb8d6-134f-46e1-97ba-d2ae747517b0 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 864.404851] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a3fb8d6-134f-46e1-97ba-d2ae747517b0 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821902', 'volume_id': '934fe5bf-3934-4b6b-a210-a628aa68967e', 'name': 'volume-934fe5bf-3934-4b6b-a210-a628aa68967e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd', 'attached_at': '', 'detached_at': '', 'volume_id': '934fe5bf-3934-4b6b-a210-a628aa68967e', 'serial': '934fe5bf-3934-4b6b-a210-a628aa68967e'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 864.406522] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dcbcb2-4a2a-4e56-808c-d09d7a34808e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.433600] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9098c2-bd74-45d2-8b85-2bc33b8e4de5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.444340] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048a35d0-eb8e-4bbf-acf5-3004af9abdcf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.470671] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80453f91-bf6f-44b1-9ec1-5ebea3dcad3e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.487658] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a3fb8d6-134f-46e1-97ba-d2ae747517b0 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] The volume has not been displaced from its original location: [datastore2] volume-934fe5bf-3934-4b6b-a210-a628aa68967e/volume-934fe5bf-3934-4b6b-a210-a628aa68967e.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 864.493643] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a3fb8d6-134f-46e1-97ba-d2ae747517b0 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 864.498089] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d59d42e4-b512-4046-b6ce-9ddb1a14626e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.519526] env[69357]: DEBUG oslo_vmware.api [None req-0a3fb8d6-134f-46e1-97ba-d2ae747517b0 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for the task: (returnval){ [ 864.519526] env[69357]: value = "task-4150718" [ 864.519526] env[69357]: _type = "Task" [ 864.519526] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.530649] env[69357]: DEBUG oslo_vmware.api [None req-0a3fb8d6-134f-46e1-97ba-d2ae747517b0 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.629287] env[69357]: DEBUG nova.network.neutron [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.632802] env[69357]: DEBUG nova.compute.manager [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.653125] env[69357]: DEBUG oslo_vmware.api [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150713, 'name': CloneVM_Task, 'duration_secs': 2.259159} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.653421] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Created linked-clone VM from snapshot [ 864.654270] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1837cb-7017-4fcb-9e21-b6fb494d579c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.671796] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Uploading image 46f0a824-6df8-4a8d-a1f3-76765412d34b {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 864.683491] env[69357]: DEBUG nova.network.neutron [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Successfully created port: e92694a8-1f02-4496-860e-5ec727b40069 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.688039] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 864.688746] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b9a7f1c2-ff91-411e-8dc0-4d395435a837 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.702229] env[69357]: DEBUG oslo_vmware.api [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 864.702229] env[69357]: value = "task-4150719" [ 864.702229] env[69357]: _type = "Task" [ 864.702229] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.713346] env[69357]: DEBUG oslo_vmware.api [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150719, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.802295] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed14bb4-ad73-4cd6-bee2-5d7de08a3a29 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.811325] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24a91e7-01fd-4d94-b1d7-b1471c077a1b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.815529] env[69357]: DEBUG oslo_concurrency.lockutils [req-7e996f1f-f207-46e8-b78b-800975d0ca8e req-ef2538c8-4bd0-41ff-a011-3655f21158f1 service nova] Releasing lock "refresh_cache-792aea1c-2e1a-45cd-bbc3-b1cd90e876d9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.854080] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13191068-0f14-4d1b-973c-0f70bbaf967f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.868592] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be71a571-d2a7-4e81-9a18-07020b5392a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.878053] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150717, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.888571] env[69357]: DEBUG nova.compute.provider_tree [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.950591] env[69357]: DEBUG nova.network.neutron [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Updating instance_info_cache with network_info: [{"id": "6f1e00c5-40ec-4744-8246-317789199ac2", "address": "fa:16:3e:33:3c:7e", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f1e00c5-40", "ovs_interfaceid": "6f1e00c5-40ec-4744-8246-317789199ac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.036281] env[69357]: DEBUG oslo_vmware.api [None req-0a3fb8d6-134f-46e1-97ba-d2ae747517b0 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150718, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.214009] env[69357]: DEBUG oslo_vmware.api [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150719, 'name': Destroy_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.369626] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547624} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.369626] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9/792aea1c-2e1a-45cd-bbc3-b1cd90e876d9.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.369626] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.369626] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c700dd12-e732-43c1-b0cf-48796453091f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.377036] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 865.377036] env[69357]: value = "task-4150720" [ 865.377036] env[69357]: _type = "Task" [ 865.377036] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.385950] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.391955] env[69357]: DEBUG nova.scheduler.client.report [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.453166] env[69357]: DEBUG oslo_concurrency.lockutils [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Releasing lock "refresh_cache-b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.453511] env[69357]: DEBUG nova.compute.manager [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Instance network_info: |[{"id": "6f1e00c5-40ec-4744-8246-317789199ac2", "address": "fa:16:3e:33:3c:7e", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f1e00c5-40", "ovs_interfaceid": "6f1e00c5-40ec-4744-8246-317789199ac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.453938] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:3c:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f1e00c5-40ec-4744-8246-317789199ac2', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.461462] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.461656] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.461904] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ee219f0-9153-46a3-b776-84eed27d093f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.482255] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.482255] env[69357]: value = "task-4150721" [ 865.482255] env[69357]: _type = "Task" [ 865.482255] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.490180] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150721, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.513103] env[69357]: DEBUG nova.compute.manager [req-525ca514-6596-4207-a778-a85cc64827ca req-8643dc95-b98c-4c88-b1fb-47f9188d5fd5 service nova] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Received event network-vif-plugged-6f1e00c5-40ec-4744-8246-317789199ac2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.513103] env[69357]: DEBUG oslo_concurrency.lockutils [req-525ca514-6596-4207-a778-a85cc64827ca req-8643dc95-b98c-4c88-b1fb-47f9188d5fd5 service nova] Acquiring lock "b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.513332] env[69357]: DEBUG oslo_concurrency.lockutils [req-525ca514-6596-4207-a778-a85cc64827ca req-8643dc95-b98c-4c88-b1fb-47f9188d5fd5 service nova] Lock "b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.513621] env[69357]: DEBUG oslo_concurrency.lockutils [req-525ca514-6596-4207-a778-a85cc64827ca req-8643dc95-b98c-4c88-b1fb-47f9188d5fd5 service nova] Lock "b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.513915] env[69357]: DEBUG nova.compute.manager [req-525ca514-6596-4207-a778-a85cc64827ca req-8643dc95-b98c-4c88-b1fb-47f9188d5fd5 service nova] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] No waiting events found dispatching network-vif-plugged-6f1e00c5-40ec-4744-8246-317789199ac2 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 865.514213] env[69357]: WARNING nova.compute.manager [req-525ca514-6596-4207-a778-a85cc64827ca req-8643dc95-b98c-4c88-b1fb-47f9188d5fd5 service nova] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Received unexpected event network-vif-plugged-6f1e00c5-40ec-4744-8246-317789199ac2 for instance with vm_state building and task_state spawning. [ 865.514431] env[69357]: DEBUG nova.compute.manager [req-525ca514-6596-4207-a778-a85cc64827ca req-8643dc95-b98c-4c88-b1fb-47f9188d5fd5 service nova] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Received event network-changed-6f1e00c5-40ec-4744-8246-317789199ac2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.514637] env[69357]: DEBUG nova.compute.manager [req-525ca514-6596-4207-a778-a85cc64827ca req-8643dc95-b98c-4c88-b1fb-47f9188d5fd5 service nova] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Refreshing instance network info cache due to event network-changed-6f1e00c5-40ec-4744-8246-317789199ac2. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.514865] env[69357]: DEBUG oslo_concurrency.lockutils [req-525ca514-6596-4207-a778-a85cc64827ca req-8643dc95-b98c-4c88-b1fb-47f9188d5fd5 service nova] Acquiring lock "refresh_cache-b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.515034] env[69357]: DEBUG oslo_concurrency.lockutils [req-525ca514-6596-4207-a778-a85cc64827ca req-8643dc95-b98c-4c88-b1fb-47f9188d5fd5 service nova] Acquired lock "refresh_cache-b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.516555] env[69357]: DEBUG nova.network.neutron [req-525ca514-6596-4207-a778-a85cc64827ca req-8643dc95-b98c-4c88-b1fb-47f9188d5fd5 service nova] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Refreshing network info cache for port 6f1e00c5-40ec-4744-8246-317789199ac2 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.534190] env[69357]: DEBUG oslo_vmware.api [None req-0a3fb8d6-134f-46e1-97ba-d2ae747517b0 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150718, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.642849] env[69357]: DEBUG nova.compute.manager [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.669681] env[69357]: DEBUG nova.virt.hardware [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.669959] env[69357]: DEBUG nova.virt.hardware [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.670138] env[69357]: DEBUG nova.virt.hardware [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.670340] env[69357]: DEBUG nova.virt.hardware [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.670520] env[69357]: DEBUG nova.virt.hardware [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.670681] env[69357]: DEBUG nova.virt.hardware [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.670908] env[69357]: DEBUG nova.virt.hardware [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.671109] env[69357]: DEBUG nova.virt.hardware [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.671342] env[69357]: DEBUG nova.virt.hardware [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.671447] env[69357]: DEBUG nova.virt.hardware [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.671657] env[69357]: DEBUG nova.virt.hardware [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.672638] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa28b16a-7f1c-4874-876c-6e4fa6377df4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.681633] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82764a63-33a7-4a19-84eb-1a0b923948a7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.712229] env[69357]: DEBUG oslo_vmware.api [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150719, 'name': Destroy_Task, 'duration_secs': 0.557233} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.712543] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Destroyed the VM [ 865.712804] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 865.713074] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-739aae8e-ce95-4d72-8b99-ff3850df110f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.720531] env[69357]: DEBUG oslo_vmware.api [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 865.720531] env[69357]: value = "task-4150722" [ 865.720531] env[69357]: _type = "Task" [ 865.720531] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.729500] env[69357]: DEBUG oslo_vmware.api [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150722, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.886927] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.898093] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.274s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.901097] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.007s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.901473] env[69357]: DEBUG nova.objects.instance [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 865.925769] env[69357]: INFO nova.scheduler.client.report [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Deleted allocations for instance fd7a3a67-ae9f-4954-85c7-49f9bc252105 [ 865.995841] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150721, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.036040] env[69357]: DEBUG oslo_vmware.api [None req-0a3fb8d6-134f-46e1-97ba-d2ae747517b0 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150718, 'name': ReconfigVM_Task, 'duration_secs': 1.486946} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.036370] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a3fb8d6-134f-46e1-97ba-d2ae747517b0 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 866.043467] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4008feb9-a780-46fc-9fd9-c1b32baa31cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.066474] env[69357]: DEBUG oslo_vmware.api [None req-0a3fb8d6-134f-46e1-97ba-d2ae747517b0 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for the task: (returnval){ [ 866.066474] env[69357]: value = "task-4150723" [ 866.066474] env[69357]: _type = "Task" [ 866.066474] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.082418] env[69357]: DEBUG oslo_vmware.api [None req-0a3fb8d6-134f-46e1-97ba-d2ae747517b0 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150723, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.234732] env[69357]: DEBUG oslo_vmware.api [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150722, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.361561] env[69357]: DEBUG nova.network.neutron [req-525ca514-6596-4207-a778-a85cc64827ca req-8643dc95-b98c-4c88-b1fb-47f9188d5fd5 service nova] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Updated VIF entry in instance network info cache for port 6f1e00c5-40ec-4744-8246-317789199ac2. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.361941] env[69357]: DEBUG nova.network.neutron [req-525ca514-6596-4207-a778-a85cc64827ca req-8643dc95-b98c-4c88-b1fb-47f9188d5fd5 service nova] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Updating instance_info_cache with network_info: [{"id": "6f1e00c5-40ec-4744-8246-317789199ac2", "address": "fa:16:3e:33:3c:7e", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f1e00c5-40", "ovs_interfaceid": "6f1e00c5-40ec-4744-8246-317789199ac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.387836] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.663809} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.388189] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.389125] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a835f5-ed9a-44f9-8813-8251402df1b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.418977] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9/792aea1c-2e1a-45cd-bbc3-b1cd90e876d9.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.420730] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bf0bcaa-f15d-40a7-838e-7781fa9d3cfb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.439160] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5302459-f49e-4593-8b50-465010dfb6e5 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Lock "fd7a3a67-ae9f-4954-85c7-49f9bc252105" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.716s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.445687] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 866.445687] env[69357]: value = "task-4150724" [ 866.445687] env[69357]: _type = "Task" [ 866.445687] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.458029] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.492905] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150721, 'name': CreateVM_Task, 'duration_secs': 0.90151} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.493164] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.493793] env[69357]: DEBUG oslo_concurrency.lockutils [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.493962] env[69357]: DEBUG oslo_concurrency.lockutils [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.494313] env[69357]: DEBUG oslo_concurrency.lockutils [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.494923] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f34398d4-e44b-4f09-a15b-d2c490bc340d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.500114] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 866.500114] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c0abe4-feba-c1ea-eb8a-0193a9f1b587" [ 866.500114] env[69357]: _type = "Task" [ 866.500114] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.508871] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c0abe4-feba-c1ea-eb8a-0193a9f1b587, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.577583] env[69357]: DEBUG oslo_vmware.api [None req-0a3fb8d6-134f-46e1-97ba-d2ae747517b0 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150723, 'name': ReconfigVM_Task, 'duration_secs': 0.169141} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.577916] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a3fb8d6-134f-46e1-97ba-d2ae747517b0 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821902', 'volume_id': '934fe5bf-3934-4b6b-a210-a628aa68967e', 'name': 'volume-934fe5bf-3934-4b6b-a210-a628aa68967e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd', 'attached_at': '', 'detached_at': '', 'volume_id': '934fe5bf-3934-4b6b-a210-a628aa68967e', 'serial': '934fe5bf-3934-4b6b-a210-a628aa68967e'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 866.588835] env[69357]: DEBUG nova.network.neutron [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Successfully updated port: e92694a8-1f02-4496-860e-5ec727b40069 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.732356] env[69357]: DEBUG oslo_vmware.api [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150722, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.866355] env[69357]: DEBUG oslo_concurrency.lockutils [req-525ca514-6596-4207-a778-a85cc64827ca req-8643dc95-b98c-4c88-b1fb-47f9188d5fd5 service nova] Releasing lock "refresh_cache-b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.921971] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d5080458-02e5-4dc3-9d02-47b56eda32e7 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.924029] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.449s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.924029] env[69357]: DEBUG nova.objects.instance [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Lazy-loading 'resources' on Instance uuid b1195a85-a1b3-4415-a4d8-3b8c910409a5 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.956489] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.011189] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c0abe4-feba-c1ea-eb8a-0193a9f1b587, 'name': SearchDatastore_Task, 'duration_secs': 0.01117} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.011475] env[69357]: DEBUG oslo_concurrency.lockutils [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.012118] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.012118] env[69357]: DEBUG oslo_concurrency.lockutils [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.012118] env[69357]: DEBUG oslo_concurrency.lockutils [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.012317] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.012898] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a62baa31-9e28-4ae8-b13d-9d2eb20d06a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.022444] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.022752] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.023529] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c09f9cc7-776f-46e5-86bd-f7e6d1690e9b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.029863] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 867.029863] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5290e8bb-9d87-a35f-91d0-a0c3c346ac54" [ 867.029863] env[69357]: _type = "Task" [ 867.029863] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.039309] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5290e8bb-9d87-a35f-91d0-a0c3c346ac54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.093958] env[69357]: DEBUG oslo_concurrency.lockutils [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Acquiring lock "refresh_cache-877f50f0-e181-44b8-a27c-2a52cfd6b2c8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.093958] env[69357]: DEBUG oslo_concurrency.lockutils [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Acquired lock "refresh_cache-877f50f0-e181-44b8-a27c-2a52cfd6b2c8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.093958] env[69357]: DEBUG nova.network.neutron [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.165283] env[69357]: DEBUG nova.objects.instance [None req-0a3fb8d6-134f-46e1-97ba-d2ae747517b0 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lazy-loading 'flavor' on Instance uuid 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.232776] env[69357]: DEBUG oslo_vmware.api [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150722, 'name': RemoveSnapshot_Task, 'duration_secs': 1.077343} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.233508] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 867.462819] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150724, 'name': ReconfigVM_Task, 'duration_secs': 0.733714} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.465230] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9/792aea1c-2e1a-45cd-bbc3-b1cd90e876d9.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.465935] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1473c8b-2edd-4f4c-a612-30cab45637c2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.475248] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 867.475248] env[69357]: value = "task-4150725" [ 867.475248] env[69357]: _type = "Task" [ 867.475248] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.488506] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150725, 'name': Rename_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.545551] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5290e8bb-9d87-a35f-91d0-a0c3c346ac54, 'name': SearchDatastore_Task, 'duration_secs': 0.011424} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.546440] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1169fcef-58cb-4499-b7db-4bc944f4b904 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.555675] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 867.555675] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f4359d-f208-edc3-58cf-9c9e6bedf697" [ 867.555675] env[69357]: _type = "Task" [ 867.555675] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.565987] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f4359d-f208-edc3-58cf-9c9e6bedf697, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.644317] env[69357]: DEBUG nova.network.neutron [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.746526] env[69357]: WARNING nova.compute.manager [None req-cd0d39fb-d653-4bee-baae-a0cd870fd3a1 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Image not found during snapshot: nova.exception.ImageNotFound: Image 46f0a824-6df8-4a8d-a1f3-76765412d34b could not be found. [ 867.822403] env[69357]: DEBUG nova.compute.manager [req-0819b416-e326-4de0-bff0-9483e80a705b req-566a714d-5958-48d2-be8f-585123a85b00 service nova] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Received event network-vif-plugged-e92694a8-1f02-4496-860e-5ec727b40069 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.822403] env[69357]: DEBUG oslo_concurrency.lockutils [req-0819b416-e326-4de0-bff0-9483e80a705b req-566a714d-5958-48d2-be8f-585123a85b00 service nova] Acquiring lock "877f50f0-e181-44b8-a27c-2a52cfd6b2c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.822403] env[69357]: DEBUG oslo_concurrency.lockutils [req-0819b416-e326-4de0-bff0-9483e80a705b req-566a714d-5958-48d2-be8f-585123a85b00 service nova] Lock "877f50f0-e181-44b8-a27c-2a52cfd6b2c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.822403] env[69357]: DEBUG oslo_concurrency.lockutils [req-0819b416-e326-4de0-bff0-9483e80a705b req-566a714d-5958-48d2-be8f-585123a85b00 service nova] Lock "877f50f0-e181-44b8-a27c-2a52cfd6b2c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.822403] env[69357]: DEBUG nova.compute.manager [req-0819b416-e326-4de0-bff0-9483e80a705b req-566a714d-5958-48d2-be8f-585123a85b00 service nova] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] No waiting events found dispatching network-vif-plugged-e92694a8-1f02-4496-860e-5ec727b40069 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 867.822403] env[69357]: WARNING nova.compute.manager [req-0819b416-e326-4de0-bff0-9483e80a705b req-566a714d-5958-48d2-be8f-585123a85b00 service nova] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Received unexpected event network-vif-plugged-e92694a8-1f02-4496-860e-5ec727b40069 for instance with vm_state building and task_state spawning. [ 867.822956] env[69357]: DEBUG nova.compute.manager [req-0819b416-e326-4de0-bff0-9483e80a705b req-566a714d-5958-48d2-be8f-585123a85b00 service nova] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Received event network-changed-e92694a8-1f02-4496-860e-5ec727b40069 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.822956] env[69357]: DEBUG nova.compute.manager [req-0819b416-e326-4de0-bff0-9483e80a705b req-566a714d-5958-48d2-be8f-585123a85b00 service nova] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Refreshing instance network info cache due to event network-changed-e92694a8-1f02-4496-860e-5ec727b40069. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.822956] env[69357]: DEBUG oslo_concurrency.lockutils [req-0819b416-e326-4de0-bff0-9483e80a705b req-566a714d-5958-48d2-be8f-585123a85b00 service nova] Acquiring lock "refresh_cache-877f50f0-e181-44b8-a27c-2a52cfd6b2c8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.844882] env[69357]: DEBUG nova.network.neutron [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Updating instance_info_cache with network_info: [{"id": "e92694a8-1f02-4496-860e-5ec727b40069", "address": "fa:16:3e:2b:c8:93", "network": {"id": "0fe8136a-1be6-4057-86a6-2f66a8d15575", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-47939842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74be8227cb534e7bafc8adfd14ad15cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92694a8-1f", "ovs_interfaceid": "e92694a8-1f02-4496-860e-5ec727b40069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.966647] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2360da02-8cbf-470f-9f6c-cbf84cad3196 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.980459] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d7ec73-66f5-4cd8-9716-aae559acb840 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.989386] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150725, 'name': Rename_Task, 'duration_secs': 0.153671} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.014558] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.015463] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33985e0c-2f57-4444-9d4d-3e70f0c9a1fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.017832] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73264f37-6f06-47aa-96b3-1f76174fa194 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.032304] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec21c020-be04-4d43-857b-197a90579e37 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.036178] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 868.036178] env[69357]: value = "task-4150726" [ 868.036178] env[69357]: _type = "Task" [ 868.036178] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.047757] env[69357]: DEBUG nova.compute.provider_tree [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.055049] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150726, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.069923] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f4359d-f208-edc3-58cf-9c9e6bedf697, 'name': SearchDatastore_Task, 'duration_secs': 0.010082} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.070315] env[69357]: DEBUG oslo_concurrency.lockutils [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.070618] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95/b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.070920] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16268da9-d721-4874-b57f-d54ce59c59cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.078712] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 868.078712] env[69357]: value = "task-4150727" [ 868.078712] env[69357]: _type = "Task" [ 868.078712] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.091839] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.173630] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0a3fb8d6-134f-46e1-97ba-d2ae747517b0 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.331s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.348414] env[69357]: DEBUG oslo_concurrency.lockutils [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Releasing lock "refresh_cache-877f50f0-e181-44b8-a27c-2a52cfd6b2c8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.348857] env[69357]: DEBUG nova.compute.manager [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Instance network_info: |[{"id": "e92694a8-1f02-4496-860e-5ec727b40069", "address": "fa:16:3e:2b:c8:93", "network": {"id": "0fe8136a-1be6-4057-86a6-2f66a8d15575", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-47939842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74be8227cb534e7bafc8adfd14ad15cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92694a8-1f", "ovs_interfaceid": "e92694a8-1f02-4496-860e-5ec727b40069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.349256] env[69357]: DEBUG oslo_concurrency.lockutils [req-0819b416-e326-4de0-bff0-9483e80a705b req-566a714d-5958-48d2-be8f-585123a85b00 service nova] Acquired lock "refresh_cache-877f50f0-e181-44b8-a27c-2a52cfd6b2c8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.349465] env[69357]: DEBUG nova.network.neutron [req-0819b416-e326-4de0-bff0-9483e80a705b req-566a714d-5958-48d2-be8f-585123a85b00 service nova] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Refreshing network info cache for port e92694a8-1f02-4496-860e-5ec727b40069 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.350973] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:c8:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e92694a8-1f02-4496-860e-5ec727b40069', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.361080] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Creating folder: Project (74be8227cb534e7bafc8adfd14ad15cd). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.362456] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1ff6390-3804-4d0d-aa55-26a2914db9c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.377023] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Created folder: Project (74be8227cb534e7bafc8adfd14ad15cd) in parent group-v821763. [ 868.377297] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Creating folder: Instances. Parent ref: group-v821909. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.377592] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d679ab7-ac50-416b-b10c-2b571087b564 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.380619] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquiring lock "4dbab034-07d4-43ce-a4b3-67861b9cd3e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.380992] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "4dbab034-07d4-43ce-a4b3-67861b9cd3e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.381299] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquiring lock "4dbab034-07d4-43ce-a4b3-67861b9cd3e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.381626] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "4dbab034-07d4-43ce-a4b3-67861b9cd3e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.381864] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "4dbab034-07d4-43ce-a4b3-67861b9cd3e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.386049] env[69357]: INFO nova.compute.manager [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Terminating instance [ 868.399196] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Created folder: Instances in parent group-v821909. [ 868.399658] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.400068] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.400165] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-683fffe4-12a5-4dfa-86e3-76ebca203437 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.430077] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.430077] env[69357]: value = "task-4150730" [ 868.430077] env[69357]: _type = "Task" [ 868.430077] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.442634] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150730, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.553712] env[69357]: DEBUG nova.scheduler.client.report [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.557267] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150726, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.593181] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150727, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.892317] env[69357]: DEBUG nova.compute.manager [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.892853] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.893846] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020610a3-5c91-43f0-b75d-35340b3fff25 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.903152] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.903152] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b25885a-91a6-4ae3-9017-3ddf7df1d7a2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.914208] env[69357]: DEBUG oslo_vmware.api [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 868.914208] env[69357]: value = "task-4150731" [ 868.914208] env[69357]: _type = "Task" [ 868.914208] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.925299] env[69357]: DEBUG oslo_vmware.api [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.945259] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150730, 'name': CreateVM_Task, 'duration_secs': 0.509224} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.945259] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.945259] env[69357]: DEBUG oslo_concurrency.lockutils [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.945259] env[69357]: DEBUG oslo_concurrency.lockutils [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.945259] env[69357]: DEBUG oslo_concurrency.lockutils [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.945259] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d33d656f-c121-48ec-af73-acbe4c69d7d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.953177] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Waiting for the task: (returnval){ [ 868.953177] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]522e994c-4271-d2b1-6a86-ad05bd5803fe" [ 868.953177] env[69357]: _type = "Task" [ 868.953177] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.961359] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]522e994c-4271-d2b1-6a86-ad05bd5803fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.049389] env[69357]: DEBUG oslo_vmware.api [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150726, 'name': PowerOnVM_Task, 'duration_secs': 0.737128} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.049806] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.050527] env[69357]: INFO nova.compute.manager [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Took 8.90 seconds to spawn the instance on the hypervisor. [ 869.050527] env[69357]: DEBUG nova.compute.manager [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 869.051348] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a8336e-6a83-4329-a45a-7945de153bd1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.058816] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.068502] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.513s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.070589] env[69357]: INFO nova.compute.claims [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.091550] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544116} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.092075] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95/b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.092484] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.092880] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-865409f0-56ea-4146-bca2-fa17ab23153c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.104449] env[69357]: INFO nova.scheduler.client.report [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Deleted allocations for instance b1195a85-a1b3-4415-a4d8-3b8c910409a5 [ 869.112239] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 869.112239] env[69357]: value = "task-4150732" [ 869.112239] env[69357]: _type = "Task" [ 869.112239] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.125931] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.181103] env[69357]: DEBUG nova.network.neutron [req-0819b416-e326-4de0-bff0-9483e80a705b req-566a714d-5958-48d2-be8f-585123a85b00 service nova] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Updated VIF entry in instance network info cache for port e92694a8-1f02-4496-860e-5ec727b40069. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.181562] env[69357]: DEBUG nova.network.neutron [req-0819b416-e326-4de0-bff0-9483e80a705b req-566a714d-5958-48d2-be8f-585123a85b00 service nova] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Updating instance_info_cache with network_info: [{"id": "e92694a8-1f02-4496-860e-5ec727b40069", "address": "fa:16:3e:2b:c8:93", "network": {"id": "0fe8136a-1be6-4057-86a6-2f66a8d15575", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-47939842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74be8227cb534e7bafc8adfd14ad15cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92694a8-1f", "ovs_interfaceid": "e92694a8-1f02-4496-860e-5ec727b40069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.280318] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquiring lock "7db0a45f-0ce8-44a7-869c-948300ff7838" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.280647] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "7db0a45f-0ce8-44a7-869c-948300ff7838" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.426749] env[69357]: DEBUG oslo_vmware.api [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150731, 'name': PowerOffVM_Task, 'duration_secs': 0.320726} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.427108] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.427348] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.427659] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a29f07cc-d8c3-419d-b5f2-ce8e6f27a453 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.462264] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]522e994c-4271-d2b1-6a86-ad05bd5803fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011491} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.463040] env[69357]: DEBUG oslo_concurrency.lockutils [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.463040] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.463285] env[69357]: DEBUG oslo_concurrency.lockutils [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.463285] env[69357]: DEBUG oslo_concurrency.lockutils [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.463473] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.463743] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-177eb3d5-31c5-44f9-89e3-217268e5231a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.473555] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.474074] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.474640] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fd95fc2-3915-40ad-98f4-254c7bf1ef56 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.481192] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Waiting for the task: (returnval){ [ 869.481192] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]523be881-7f42-742f-4f99-5c125248cd8c" [ 869.481192] env[69357]: _type = "Task" [ 869.481192] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.489906] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]523be881-7f42-742f-4f99-5c125248cd8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.502120] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.502120] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.503029] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Deleting the datastore file [datastore2] 4dbab034-07d4-43ce-a4b3-67861b9cd3e4 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.503029] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37f578ef-b211-440f-b04c-36bb57d0412e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.511377] env[69357]: DEBUG oslo_vmware.api [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 869.511377] env[69357]: value = "task-4150734" [ 869.511377] env[69357]: _type = "Task" [ 869.511377] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.523287] env[69357]: DEBUG oslo_vmware.api [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.584020] env[69357]: INFO nova.compute.manager [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Took 46.20 seconds to build instance. [ 869.602967] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquiring lock "74f2d7a3-9dd0-4557-8cef-0770d3425dd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.603319] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Lock "74f2d7a3-9dd0-4557-8cef-0770d3425dd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.603671] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquiring lock "74f2d7a3-9dd0-4557-8cef-0770d3425dd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.603957] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Lock "74f2d7a3-9dd0-4557-8cef-0770d3425dd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.604187] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Lock "74f2d7a3-9dd0-4557-8cef-0770d3425dd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.606266] env[69357]: INFO nova.compute.manager [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Terminating instance [ 869.619586] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8f000825-835a-4a6d-9744-c215605ab6da tempest-InstanceActionsTestJSON-1427027765 tempest-InstanceActionsTestJSON-1427027765-project-member] Lock "b1195a85-a1b3-4415-a4d8-3b8c910409a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.221s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.626939] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078238} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.627225] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.628274] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16df8f51-485c-4db0-9c1d-0beef92196f4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.652936] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95/b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.653707] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-757fa6d9-1aa5-4fb8-b85c-03a0d26df503 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.674430] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 869.674430] env[69357]: value = "task-4150735" [ 869.674430] env[69357]: _type = "Task" [ 869.674430] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.685131] env[69357]: DEBUG oslo_concurrency.lockutils [req-0819b416-e326-4de0-bff0-9483e80a705b req-566a714d-5958-48d2-be8f-585123a85b00 service nova] Releasing lock "refresh_cache-877f50f0-e181-44b8-a27c-2a52cfd6b2c8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.685868] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.992460] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]523be881-7f42-742f-4f99-5c125248cd8c, 'name': SearchDatastore_Task, 'duration_secs': 0.01157} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.995018] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a914abe-e775-4087-8c40-ad5c6895a63a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.000518] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Waiting for the task: (returnval){ [ 870.000518] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c34a89-81a8-2233-88f6-8a79d9912420" [ 870.000518] env[69357]: _type = "Task" [ 870.000518] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.007948] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c34a89-81a8-2233-88f6-8a79d9912420, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.022022] env[69357]: DEBUG oslo_vmware.api [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136425} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.022022] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.022022] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.022022] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.022022] env[69357]: INFO nova.compute.manager [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 870.022022] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.022022] env[69357]: DEBUG nova.compute.manager [-] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.022422] env[69357]: DEBUG nova.network.neutron [-] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.088426] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34a7c7d3-b82a-493f-9331-a8fefcc72373 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lock "792aea1c-2e1a-45cd-bbc3-b1cd90e876d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.131s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.113031] env[69357]: DEBUG nova.compute.manager [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.113031] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.113031] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b205ee2-f616-4794-aef3-1055ae9f4071 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.125218] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.126033] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4069935-17fa-463e-b513-eb61bb36e6bc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.137416] env[69357]: DEBUG oslo_vmware.api [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for the task: (returnval){ [ 870.137416] env[69357]: value = "task-4150736" [ 870.137416] env[69357]: _type = "Task" [ 870.137416] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.156353] env[69357]: DEBUG oslo_vmware.api [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.191285] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150735, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.416017] env[69357]: DEBUG nova.compute.manager [req-2dece3c2-f926-4c6d-a509-44219510f24c req-7aa35821-d699-4fff-93cf-74cbbc6fdc9e service nova] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Received event network-vif-deleted-45067217-394c-43f1-97e3-6d455245c2c6 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.416017] env[69357]: INFO nova.compute.manager [req-2dece3c2-f926-4c6d-a509-44219510f24c req-7aa35821-d699-4fff-93cf-74cbbc6fdc9e service nova] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Neutron deleted interface 45067217-394c-43f1-97e3-6d455245c2c6; detaching it from the instance and deleting it from the info cache [ 870.416017] env[69357]: DEBUG nova.network.neutron [req-2dece3c2-f926-4c6d-a509-44219510f24c req-7aa35821-d699-4fff-93cf-74cbbc6fdc9e service nova] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.514657] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c34a89-81a8-2233-88f6-8a79d9912420, 'name': SearchDatastore_Task, 'duration_secs': 0.011042} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.514953] env[69357]: DEBUG oslo_concurrency.lockutils [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.515251] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 877f50f0-e181-44b8-a27c-2a52cfd6b2c8/877f50f0-e181-44b8-a27c-2a52cfd6b2c8.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.515525] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43dac43c-aeb7-411b-bc65-fe5fb871d602 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.525297] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Waiting for the task: (returnval){ [ 870.525297] env[69357]: value = "task-4150737" [ 870.525297] env[69357]: _type = "Task" [ 870.525297] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.536567] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Task: {'id': task-4150737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.591239] env[69357]: DEBUG nova.compute.manager [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.654037] env[69357]: DEBUG oslo_vmware.api [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150736, 'name': PowerOffVM_Task, 'duration_secs': 0.371294} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.654711] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.658329] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.658329] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8498ee3-b1dc-4223-b1fc-2034f0225ed0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.689457] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150735, 'name': ReconfigVM_Task, 'duration_secs': 0.543528} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.693966] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Reconfigured VM instance instance-00000035 to attach disk [datastore2] b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95/b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.695167] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b221ad19-67e7-4a75-810b-1bffa1672fb0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.703475] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 870.703475] env[69357]: value = "task-4150739" [ 870.703475] env[69357]: _type = "Task" [ 870.703475] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.716131] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150739, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.724798] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ca0932-e774-4b17-a239-79a4f4dcc4ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.737347] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7980bb95-1f7e-43c2-890d-81234dbad96f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.745032] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.745032] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.745032] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Deleting the datastore file [datastore1] 74f2d7a3-9dd0-4557-8cef-0770d3425dd4 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.745032] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a775e669-ef85-498b-a728-96b4c68f5de2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.781893] env[69357]: DEBUG oslo_vmware.api [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for the task: (returnval){ [ 870.781893] env[69357]: value = "task-4150740" [ 870.781893] env[69357]: _type = "Task" [ 870.781893] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.783558] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8e6a35-ac41-4892-9532-4a073b856a6b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.804340] env[69357]: DEBUG oslo_vmware.api [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.804974] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a9e96c-8db7-4064-b3db-303fcf9dbe00 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.827844] env[69357]: DEBUG nova.network.neutron [-] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.829652] env[69357]: DEBUG nova.compute.provider_tree [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.918474] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2543e19a-0d1f-49ad-b381-9a0c8cc94d44 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.931970] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb76894-dbd3-426d-8318-77356859fc58 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.976419] env[69357]: DEBUG nova.compute.manager [req-2dece3c2-f926-4c6d-a509-44219510f24c req-7aa35821-d699-4fff-93cf-74cbbc6fdc9e service nova] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Detach interface failed, port_id=45067217-394c-43f1-97e3-6d455245c2c6, reason: Instance 4dbab034-07d4-43ce-a4b3-67861b9cd3e4 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 871.036307] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Task: {'id': task-4150737, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.123996] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.215349] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150739, 'name': Rename_Task, 'duration_secs': 0.424267} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.215349] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.215522] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19b74a41-ea76-46cb-8a94-5caa60cb5b2a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.223290] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 871.223290] env[69357]: value = "task-4150741" [ 871.223290] env[69357]: _type = "Task" [ 871.223290] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.233545] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.292819] env[69357]: DEBUG oslo_vmware.api [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Task: {'id': task-4150740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330553} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.293118] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.293314] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.293499] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.293678] env[69357]: INFO nova.compute.manager [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 871.293922] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.294153] env[69357]: DEBUG nova.compute.manager [-] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.294255] env[69357]: DEBUG nova.network.neutron [-] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.332892] env[69357]: INFO nova.compute.manager [-] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Took 1.31 seconds to deallocate network for instance. [ 871.332892] env[69357]: DEBUG nova.scheduler.client.report [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.538105] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Task: {'id': task-4150737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524956} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.538486] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 877f50f0-e181-44b8-a27c-2a52cfd6b2c8/877f50f0-e181-44b8-a27c-2a52cfd6b2c8.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.538743] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.539017] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e78277c-0223-4d9f-a387-3423a9e8d612 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.547311] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Waiting for the task: (returnval){ [ 871.547311] env[69357]: value = "task-4150742" [ 871.547311] env[69357]: _type = "Task" [ 871.547311] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.559164] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Task: {'id': task-4150742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.739507] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150741, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.843363] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.843363] env[69357]: DEBUG nova.compute.manager [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.845123] env[69357]: DEBUG oslo_concurrency.lockutils [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.004s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.845941] env[69357]: DEBUG nova.objects.instance [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lazy-loading 'resources' on Instance uuid e402b5ae-8d98-4790-8c53-0e6d6559cd2a {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.848494] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.071345] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Task: {'id': task-4150742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089012} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.074498] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.074899] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6aaa688-ec91-4317-8a29-dc8b6b2263a1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.123420] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 877f50f0-e181-44b8-a27c-2a52cfd6b2c8/877f50f0-e181-44b8-a27c-2a52cfd6b2c8.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.124461] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0031904-b733-4f0b-9da8-4149cb983f48 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.146916] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Waiting for the task: (returnval){ [ 872.146916] env[69357]: value = "task-4150743" [ 872.146916] env[69357]: _type = "Task" [ 872.146916] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.156781] env[69357]: DEBUG nova.network.neutron [-] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.158092] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Task: {'id': task-4150743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.234960] env[69357]: DEBUG oslo_vmware.api [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150741, 'name': PowerOnVM_Task, 'duration_secs': 0.556234} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.235180] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.235308] env[69357]: INFO nova.compute.manager [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Took 9.31 seconds to spawn the instance on the hypervisor. [ 872.235487] env[69357]: DEBUG nova.compute.manager [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 872.236454] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d3dd29-95a9-472a-a3b0-e3cebeb88a71 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.350461] env[69357]: DEBUG nova.compute.utils [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.355971] env[69357]: DEBUG nova.compute.manager [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.357158] env[69357]: DEBUG nova.network.neutron [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.432159] env[69357]: DEBUG nova.policy [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7360f45ea94e4c0e9d50f8a6bc17ab37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bcd6340805c480a916a074cb686e0f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.446684] env[69357]: DEBUG nova.compute.manager [req-0118277b-e706-41ba-9c4f-821e1e1aa60b req-8169e5c9-a317-4f27-b58f-53dde4c166e4 service nova] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Received event network-vif-deleted-f7d7c1a5-a050-4b34-bd94-c6265cf85efb {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.661608] env[69357]: INFO nova.compute.manager [-] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Took 1.37 seconds to deallocate network for instance. [ 872.663741] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Task: {'id': task-4150743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.762265] env[69357]: INFO nova.compute.manager [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Took 48.15 seconds to build instance. [ 872.853166] env[69357]: DEBUG nova.compute.manager [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.869777] env[69357]: DEBUG nova.network.neutron [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Successfully created port: 34e2b9b8-c263-4095-9ef2-53fe591f9a0e {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.886800] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ad66f9-77c8-4ed7-8408-b1d56289193f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.901542] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043e3c9c-4509-43bc-9396-ffd3a3b8ade5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.937111] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc03f45d-a100-4af3-aedf-ff87ee499af2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.946107] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12018f42-0d24-4c58-ab3d-87d6334efb9f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.961247] env[69357]: DEBUG nova.compute.provider_tree [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.161046] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Task: {'id': task-4150743, 'name': ReconfigVM_Task, 'duration_secs': 1.009201} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.161413] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 877f50f0-e181-44b8-a27c-2a52cfd6b2c8/877f50f0-e181-44b8-a27c-2a52cfd6b2c8.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.162334] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fde004c-94ee-4ed4-b2fa-3854ef2b3141 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.170885] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Waiting for the task: (returnval){ [ 873.170885] env[69357]: value = "task-4150744" [ 873.170885] env[69357]: _type = "Task" [ 873.170885] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.176549] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.184221] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Task: {'id': task-4150744, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.265413] env[69357]: DEBUG oslo_concurrency.lockutils [None req-678daab6-3eaa-4b73-b80d-aa708d38addf tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lock "b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.729s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.464328] env[69357]: DEBUG nova.scheduler.client.report [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.681691] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Task: {'id': task-4150744, 'name': Rename_Task, 'duration_secs': 0.364031} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.682796] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.682796] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e13d4c4-ad65-4dfc-81c0-ed04d29d862c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.689270] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Waiting for the task: (returnval){ [ 873.689270] env[69357]: value = "task-4150745" [ 873.689270] env[69357]: _type = "Task" [ 873.689270] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.698637] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Task: {'id': task-4150745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.768971] env[69357]: DEBUG nova.compute.manager [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.863685] env[69357]: DEBUG nova.compute.manager [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.889220] env[69357]: DEBUG nova.virt.hardware [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.889479] env[69357]: DEBUG nova.virt.hardware [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.889641] env[69357]: DEBUG nova.virt.hardware [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.889842] env[69357]: DEBUG nova.virt.hardware [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.890041] env[69357]: DEBUG nova.virt.hardware [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.890206] env[69357]: DEBUG nova.virt.hardware [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.890477] env[69357]: DEBUG nova.virt.hardware [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.890668] env[69357]: DEBUG nova.virt.hardware [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.890844] env[69357]: DEBUG nova.virt.hardware [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.891023] env[69357]: DEBUG nova.virt.hardware [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.892236] env[69357]: DEBUG nova.virt.hardware [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.892236] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181823a9-43b4-4db0-9c54-66153da338f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.900512] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f9aaf8-9f60-468d-96fe-58b32e35cddd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.970279] env[69357]: DEBUG oslo_concurrency.lockutils [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.972960] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.823s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.973284] env[69357]: DEBUG nova.objects.instance [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Lazy-loading 'resources' on Instance uuid e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.995351] env[69357]: INFO nova.scheduler.client.report [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Deleted allocations for instance e402b5ae-8d98-4790-8c53-0e6d6559cd2a [ 874.201097] env[69357]: DEBUG oslo_vmware.api [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Task: {'id': task-4150745, 'name': PowerOnVM_Task, 'duration_secs': 0.498569} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.201588] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.201660] env[69357]: INFO nova.compute.manager [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Took 8.56 seconds to spawn the instance on the hypervisor. [ 874.201892] env[69357]: DEBUG nova.compute.manager [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 874.202798] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538f840c-cd7f-41b1-97cc-5ea79ba9d605 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.289700] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.420926] env[69357]: DEBUG nova.compute.manager [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 874.422026] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbfdcfa-fc24-47c7-8b8b-a4cc927bbce9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.510025] env[69357]: DEBUG oslo_concurrency.lockutils [None req-315a69ae-3136-41a2-ae8b-3a028d08a83b tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "e402b5ae-8d98-4790-8c53-0e6d6559cd2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.211s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.511794] env[69357]: DEBUG nova.compute.manager [req-be732240-7fa7-448c-826b-116cbd39aff4 req-2dd18cb3-59dd-4d96-85f2-b1fd095fd226 service nova] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Received event network-vif-plugged-34e2b9b8-c263-4095-9ef2-53fe591f9a0e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.512621] env[69357]: DEBUG oslo_concurrency.lockutils [req-be732240-7fa7-448c-826b-116cbd39aff4 req-2dd18cb3-59dd-4d96-85f2-b1fd095fd226 service nova] Acquiring lock "92110e91-6719-41a1-8579-0876ba2015b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.515021] env[69357]: DEBUG oslo_concurrency.lockutils [req-be732240-7fa7-448c-826b-116cbd39aff4 req-2dd18cb3-59dd-4d96-85f2-b1fd095fd226 service nova] Lock "92110e91-6719-41a1-8579-0876ba2015b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.515021] env[69357]: DEBUG oslo_concurrency.lockutils [req-be732240-7fa7-448c-826b-116cbd39aff4 req-2dd18cb3-59dd-4d96-85f2-b1fd095fd226 service nova] Lock "92110e91-6719-41a1-8579-0876ba2015b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.515021] env[69357]: DEBUG nova.compute.manager [req-be732240-7fa7-448c-826b-116cbd39aff4 req-2dd18cb3-59dd-4d96-85f2-b1fd095fd226 service nova] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] No waiting events found dispatching network-vif-plugged-34e2b9b8-c263-4095-9ef2-53fe591f9a0e {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 874.515021] env[69357]: WARNING nova.compute.manager [req-be732240-7fa7-448c-826b-116cbd39aff4 req-2dd18cb3-59dd-4d96-85f2-b1fd095fd226 service nova] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Received unexpected event network-vif-plugged-34e2b9b8-c263-4095-9ef2-53fe591f9a0e for instance with vm_state building and task_state spawning. [ 874.616206] env[69357]: DEBUG nova.network.neutron [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Successfully updated port: 34e2b9b8-c263-4095-9ef2-53fe591f9a0e {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.723059] env[69357]: INFO nova.compute.manager [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Took 47.01 seconds to build instance. [ 874.935355] env[69357]: INFO nova.compute.manager [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] instance snapshotting [ 874.938832] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053d4aa7-6f28-445c-a842-b1b822009481 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.961498] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fa2244-5cc4-47de-b267-cd27afacabfe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.964639] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdee2e5-432f-41aa-a0b6-947355ac54a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.976105] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73832e6-eac7-4d36-9bb1-c48f57f74bea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.982337] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Acquiring lock "877f50f0-e181-44b8-a27c-2a52cfd6b2c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.009070] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ac335b-07c0-42ea-87f2-06dc1ae5617f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.018156] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ef3582-5860-461d-a528-cf9da6098cf7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.032619] env[69357]: DEBUG nova.compute.provider_tree [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.120508] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Acquiring lock "refresh_cache-92110e91-6719-41a1-8579-0876ba2015b9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.120717] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Acquired lock "refresh_cache-92110e91-6719-41a1-8579-0876ba2015b9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.120881] env[69357]: DEBUG nova.network.neutron [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.227173] env[69357]: DEBUG oslo_concurrency.lockutils [None req-102eccaa-c6e2-49e3-8272-dfc1fa4f4276 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Lock "877f50f0-e181-44b8-a27c-2a52cfd6b2c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.363s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.227173] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Lock "877f50f0-e181-44b8-a27c-2a52cfd6b2c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.244s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.227173] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Acquiring lock "877f50f0-e181-44b8-a27c-2a52cfd6b2c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.227173] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Lock "877f50f0-e181-44b8-a27c-2a52cfd6b2c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.227173] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Lock "877f50f0-e181-44b8-a27c-2a52cfd6b2c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.229419] env[69357]: INFO nova.compute.manager [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Terminating instance [ 875.367122] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "58b37c75-ed1a-4f9a-9896-6001bdf01d3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.367122] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "58b37c75-ed1a-4f9a-9896-6001bdf01d3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.367122] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "58b37c75-ed1a-4f9a-9896-6001bdf01d3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.367122] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "58b37c75-ed1a-4f9a-9896-6001bdf01d3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.367409] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "58b37c75-ed1a-4f9a-9896-6001bdf01d3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.369616] env[69357]: INFO nova.compute.manager [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Terminating instance [ 875.480710] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 875.481100] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e24363a8-7a35-4b56-aced-170ee6cf6cc2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.489237] env[69357]: DEBUG oslo_vmware.api [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 875.489237] env[69357]: value = "task-4150746" [ 875.489237] env[69357]: _type = "Task" [ 875.489237] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.499341] env[69357]: DEBUG oslo_vmware.api [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150746, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.537104] env[69357]: DEBUG nova.scheduler.client.report [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.676634] env[69357]: DEBUG nova.network.neutron [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.733304] env[69357]: DEBUG nova.compute.manager [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.733527] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.734403] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68ab9a9-a9b2-42cb-bb25-7a1a730f0370 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.744252] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.744558] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-039395cc-52e5-4606-84d6-ec632d40b6ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.753750] env[69357]: DEBUG oslo_vmware.api [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Waiting for the task: (returnval){ [ 875.753750] env[69357]: value = "task-4150747" [ 875.753750] env[69357]: _type = "Task" [ 875.753750] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.764612] env[69357]: DEBUG oslo_vmware.api [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Task: {'id': task-4150747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.863467] env[69357]: DEBUG nova.network.neutron [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Updating instance_info_cache with network_info: [{"id": "34e2b9b8-c263-4095-9ef2-53fe591f9a0e", "address": "fa:16:3e:4b:df:95", "network": {"id": "fae4d82e-fd9f-4579-ba2f-fdaebbb41e50", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-248403458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bcd6340805c480a916a074cb686e0f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34e2b9b8-c2", "ovs_interfaceid": "34e2b9b8-c263-4095-9ef2-53fe591f9a0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.872964] env[69357]: DEBUG nova.compute.manager [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.873299] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.874263] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7a87d7-56a1-4dea-9f97-4f428f08e8a5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.883971] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.884145] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ff67bdd-aca2-4037-b360-0b12e804b5a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.892169] env[69357]: DEBUG oslo_vmware.api [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 875.892169] env[69357]: value = "task-4150748" [ 875.892169] env[69357]: _type = "Task" [ 875.892169] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.902088] env[69357]: DEBUG oslo_vmware.api [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.004365] env[69357]: DEBUG oslo_vmware.api [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150746, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.043596] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.046443] env[69357]: DEBUG oslo_concurrency.lockutils [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.136s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.046722] env[69357]: DEBUG nova.objects.instance [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lazy-loading 'pci_requests' on Instance uuid 7a15f252-27dd-4d08-b403-e28163cbd102 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.071711] env[69357]: INFO nova.scheduler.client.report [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Deleted allocations for instance e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9 [ 876.264223] env[69357]: DEBUG oslo_vmware.api [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Task: {'id': task-4150747, 'name': PowerOffVM_Task, 'duration_secs': 0.204239} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.264526] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.264687] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.265011] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e5d7bab-edf5-47e1-8f1c-5388850a29f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.333925] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.334173] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.334361] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Deleting the datastore file [datastore2] 877f50f0-e181-44b8-a27c-2a52cfd6b2c8 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.334621] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e1f0884-96dc-40b7-8154-b9fa7ef6e924 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.341095] env[69357]: DEBUG oslo_vmware.api [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Waiting for the task: (returnval){ [ 876.341095] env[69357]: value = "task-4150750" [ 876.341095] env[69357]: _type = "Task" [ 876.341095] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.351560] env[69357]: DEBUG oslo_vmware.api [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Task: {'id': task-4150750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.366534] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Releasing lock "refresh_cache-92110e91-6719-41a1-8579-0876ba2015b9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.366970] env[69357]: DEBUG nova.compute.manager [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Instance network_info: |[{"id": "34e2b9b8-c263-4095-9ef2-53fe591f9a0e", "address": "fa:16:3e:4b:df:95", "network": {"id": "fae4d82e-fd9f-4579-ba2f-fdaebbb41e50", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-248403458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bcd6340805c480a916a074cb686e0f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34e2b9b8-c2", "ovs_interfaceid": "34e2b9b8-c263-4095-9ef2-53fe591f9a0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.367325] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:df:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34e2b9b8-c263-4095-9ef2-53fe591f9a0e', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.375501] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Creating folder: Project (2bcd6340805c480a916a074cb686e0f9). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.375888] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-883a9299-ff95-4d0c-8fe9-fe7b9e0e127c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.388073] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Created folder: Project (2bcd6340805c480a916a074cb686e0f9) in parent group-v821763. [ 876.388412] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Creating folder: Instances. Parent ref: group-v821913. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.388609] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46a438e9-cde8-4837-a868-887598bfe849 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.400266] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Created folder: Instances in parent group-v821913. [ 876.400569] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.404189] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.404333] env[69357]: DEBUG oslo_vmware.api [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150748, 'name': PowerOffVM_Task, 'duration_secs': 0.241836} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.404469] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7f5433a-a122-410e-8349-b1d9b45df01c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.419050] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.419269] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.419554] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea025069-a406-491f-99ac-96bb44bdcea1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.426790] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.426790] env[69357]: value = "task-4150754" [ 876.426790] env[69357]: _type = "Task" [ 876.426790] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.435156] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150754, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.498438] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.498826] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.499116] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Deleting the datastore file [datastore1] 58b37c75-ed1a-4f9a-9896-6001bdf01d3a {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.500136] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd8cfe06-1157-48af-a201-3d47715f7605 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.505637] env[69357]: DEBUG oslo_vmware.api [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150746, 'name': CreateSnapshot_Task, 'duration_secs': 0.590336} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.506364] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 876.507242] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f315f1-7d41-4baf-868d-7e73bb9b313d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.511481] env[69357]: DEBUG oslo_vmware.api [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 876.511481] env[69357]: value = "task-4150755" [ 876.511481] env[69357]: _type = "Task" [ 876.511481] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.528139] env[69357]: DEBUG oslo_vmware.api [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.541000] env[69357]: DEBUG nova.compute.manager [req-a9353f7d-56f2-41e5-b0b6-e9d2ffc20f0a req-2437d50f-c9d8-486c-9427-3d3b499b9890 service nova] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Received event network-changed-34e2b9b8-c263-4095-9ef2-53fe591f9a0e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.541186] env[69357]: DEBUG nova.compute.manager [req-a9353f7d-56f2-41e5-b0b6-e9d2ffc20f0a req-2437d50f-c9d8-486c-9427-3d3b499b9890 service nova] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Refreshing instance network info cache due to event network-changed-34e2b9b8-c263-4095-9ef2-53fe591f9a0e. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.541471] env[69357]: DEBUG oslo_concurrency.lockutils [req-a9353f7d-56f2-41e5-b0b6-e9d2ffc20f0a req-2437d50f-c9d8-486c-9427-3d3b499b9890 service nova] Acquiring lock "refresh_cache-92110e91-6719-41a1-8579-0876ba2015b9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.541604] env[69357]: DEBUG oslo_concurrency.lockutils [req-a9353f7d-56f2-41e5-b0b6-e9d2ffc20f0a req-2437d50f-c9d8-486c-9427-3d3b499b9890 service nova] Acquired lock "refresh_cache-92110e91-6719-41a1-8579-0876ba2015b9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.541799] env[69357]: DEBUG nova.network.neutron [req-a9353f7d-56f2-41e5-b0b6-e9d2ffc20f0a req-2437d50f-c9d8-486c-9427-3d3b499b9890 service nova] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Refreshing network info cache for port 34e2b9b8-c263-4095-9ef2-53fe591f9a0e {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.551733] env[69357]: DEBUG nova.objects.instance [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lazy-loading 'numa_topology' on Instance uuid 7a15f252-27dd-4d08-b403-e28163cbd102 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.580956] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d21fd197-26f3-4d4c-ac31-d1234c64f397 tempest-AttachInterfacesUnderV243Test-1810664951 tempest-AttachInterfacesUnderV243Test-1810664951-project-member] Lock "e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.414s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.853303] env[69357]: DEBUG oslo_vmware.api [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Task: {'id': task-4150750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164169} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.853656] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.853894] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.854148] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.854395] env[69357]: INFO nova.compute.manager [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 876.854814] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.855083] env[69357]: DEBUG nova.compute.manager [-] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.855224] env[69357]: DEBUG nova.network.neutron [-] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.938993] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150754, 'name': CreateVM_Task, 'duration_secs': 0.401831} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.939899] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.943147] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.943147] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.943147] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.943147] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b01ef845-8a67-40c7-a5ee-b08f398af6b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.948853] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Waiting for the task: (returnval){ [ 876.948853] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52581a33-34bf-7485-3c27-f3a2be8aea7e" [ 876.948853] env[69357]: _type = "Task" [ 876.948853] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.964028] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52581a33-34bf-7485-3c27-f3a2be8aea7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.029741] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 877.029868] env[69357]: DEBUG oslo_vmware.api [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231403} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.030148] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d6209bec-f479-4939-94d4-db249d9edcdb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.034214] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.034525] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.034753] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.034943] env[69357]: INFO nova.compute.manager [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 877.035234] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.035469] env[69357]: DEBUG nova.compute.manager [-] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.035590] env[69357]: DEBUG nova.network.neutron [-] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.049099] env[69357]: DEBUG oslo_vmware.api [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 877.049099] env[69357]: value = "task-4150756" [ 877.049099] env[69357]: _type = "Task" [ 877.049099] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.057303] env[69357]: INFO nova.compute.claims [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.073245] env[69357]: DEBUG oslo_vmware.api [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150756, 'name': CloneVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.461613] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52581a33-34bf-7485-3c27-f3a2be8aea7e, 'name': SearchDatastore_Task, 'duration_secs': 0.013196} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.461956] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.462230] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.462516] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.462676] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.462878] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.463177] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1af4d2bd-4bd5-4be1-8f0d-2a20081d4d9c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.477501] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.478780] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.478780] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d594c29f-91af-45fd-aa66-e1b925260d4c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.486303] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Waiting for the task: (returnval){ [ 877.486303] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b4104a-c31f-df30-157b-5930df98d556" [ 877.486303] env[69357]: _type = "Task" [ 877.486303] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.496074] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b4104a-c31f-df30-157b-5930df98d556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.560666] env[69357]: DEBUG oslo_vmware.api [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150756, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.598867] env[69357]: DEBUG nova.network.neutron [req-a9353f7d-56f2-41e5-b0b6-e9d2ffc20f0a req-2437d50f-c9d8-486c-9427-3d3b499b9890 service nova] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Updated VIF entry in instance network info cache for port 34e2b9b8-c263-4095-9ef2-53fe591f9a0e. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.599272] env[69357]: DEBUG nova.network.neutron [req-a9353f7d-56f2-41e5-b0b6-e9d2ffc20f0a req-2437d50f-c9d8-486c-9427-3d3b499b9890 service nova] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Updating instance_info_cache with network_info: [{"id": "34e2b9b8-c263-4095-9ef2-53fe591f9a0e", "address": "fa:16:3e:4b:df:95", "network": {"id": "fae4d82e-fd9f-4579-ba2f-fdaebbb41e50", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-248403458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bcd6340805c480a916a074cb686e0f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34e2b9b8-c2", "ovs_interfaceid": "34e2b9b8-c263-4095-9ef2-53fe591f9a0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.845684] env[69357]: DEBUG nova.network.neutron [-] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.998502] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b4104a-c31f-df30-157b-5930df98d556, 'name': SearchDatastore_Task, 'duration_secs': 0.012975} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.999839] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3a9fe5d-8499-4ca9-a65b-6e6da7f5fd0d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.007224] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Waiting for the task: (returnval){ [ 878.007224] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d50664-f631-cdf5-e602-f5977955632f" [ 878.007224] env[69357]: _type = "Task" [ 878.007224] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.016540] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d50664-f631-cdf5-e602-f5977955632f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.064250] env[69357]: DEBUG oslo_vmware.api [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150756, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.103060] env[69357]: DEBUG oslo_concurrency.lockutils [req-a9353f7d-56f2-41e5-b0b6-e9d2ffc20f0a req-2437d50f-c9d8-486c-9427-3d3b499b9890 service nova] Releasing lock "refresh_cache-92110e91-6719-41a1-8579-0876ba2015b9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.150282] env[69357]: DEBUG nova.network.neutron [-] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.349135] env[69357]: INFO nova.compute.manager [-] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Took 1.49 seconds to deallocate network for instance. [ 878.518313] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d50664-f631-cdf5-e602-f5977955632f, 'name': SearchDatastore_Task, 'duration_secs': 0.01241} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.521304] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.521746] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 92110e91-6719-41a1-8579-0876ba2015b9/92110e91-6719-41a1-8579-0876ba2015b9.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.522241] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0825b4cb-dca1-47e9-bb0f-190633f5de24 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.531795] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Waiting for the task: (returnval){ [ 878.531795] env[69357]: value = "task-4150757" [ 878.531795] env[69357]: _type = "Task" [ 878.531795] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.545310] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Task: {'id': task-4150757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.565233] env[69357]: DEBUG oslo_vmware.api [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150756, 'name': CloneVM_Task} progress is 95%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.576585] env[69357]: DEBUG nova.compute.manager [req-439b3dae-3766-4b27-a673-756df34f578c req-07848edd-86f9-40b4-a60c-fdb550243ff0 service nova] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Received event network-vif-deleted-e92694a8-1f02-4496-860e-5ec727b40069 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.576804] env[69357]: DEBUG nova.compute.manager [req-439b3dae-3766-4b27-a673-756df34f578c req-07848edd-86f9-40b4-a60c-fdb550243ff0 service nova] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Received event network-vif-deleted-88601279-7beb-46c5-849e-f78e4ff54eab {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.590124] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64fe224-ca93-4357-bca1-77a6eec2f62f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.599898] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9ff743-07de-4a93-8e39-652c67f1335f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.633982] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1c888c-63a2-4bbb-999a-213edb181c8f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.644887] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5b3277-8d86-40a7-91cb-42f79bc970fe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.663596] env[69357]: INFO nova.compute.manager [-] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Took 1.63 seconds to deallocate network for instance. [ 878.664945] env[69357]: DEBUG nova.compute.provider_tree [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.856372] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.055798] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Task: {'id': task-4150757, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.066873] env[69357]: DEBUG oslo_vmware.api [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150756, 'name': CloneVM_Task, 'duration_secs': 1.958388} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.067201] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Created linked-clone VM from snapshot [ 879.068122] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4319e7-9ca4-4b7c-b370-7acb008c4acf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.082930] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Uploading image 9581c194-4843-41d8-aa32-eebbd1abb56e {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 879.126027] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 879.126027] env[69357]: value = "vm-821916" [ 879.126027] env[69357]: _type = "VirtualMachine" [ 879.126027] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 879.127146] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d798339c-39fa-42cd-8d8a-c49ad092c3b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.136127] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lease: (returnval){ [ 879.136127] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52649bd1-b290-4b4b-ab26-bd8878dd067f" [ 879.136127] env[69357]: _type = "HttpNfcLease" [ 879.136127] env[69357]: } obtained for exporting VM: (result){ [ 879.136127] env[69357]: value = "vm-821916" [ 879.136127] env[69357]: _type = "VirtualMachine" [ 879.136127] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 879.136504] env[69357]: DEBUG oslo_vmware.api [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the lease: (returnval){ [ 879.136504] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52649bd1-b290-4b4b-ab26-bd8878dd067f" [ 879.136504] env[69357]: _type = "HttpNfcLease" [ 879.136504] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 879.146244] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 879.146244] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52649bd1-b290-4b4b-ab26-bd8878dd067f" [ 879.146244] env[69357]: _type = "HttpNfcLease" [ 879.146244] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 879.170610] env[69357]: DEBUG nova.scheduler.client.report [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.175639] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.555126] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Task: {'id': task-4150757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.879983} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.555428] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 92110e91-6719-41a1-8579-0876ba2015b9/92110e91-6719-41a1-8579-0876ba2015b9.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.555648] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.555922] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3b2560e-f4fe-4fae-830a-b0df9cf756b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.563984] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Waiting for the task: (returnval){ [ 879.563984] env[69357]: value = "task-4150759" [ 879.563984] env[69357]: _type = "Task" [ 879.563984] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.574557] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Task: {'id': task-4150759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.648158] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 879.648158] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52649bd1-b290-4b4b-ab26-bd8878dd067f" [ 879.648158] env[69357]: _type = "HttpNfcLease" [ 879.648158] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 879.648158] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 879.648158] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52649bd1-b290-4b4b-ab26-bd8878dd067f" [ 879.648158] env[69357]: _type = "HttpNfcLease" [ 879.648158] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 879.648158] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c960622e-4203-471e-a21d-79b20ec3a1eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.654937] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1d468-d21b-2b8d-925c-4661a02509e4/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 879.655204] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1d468-d21b-2b8d-925c-4661a02509e4/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 879.710313] env[69357]: DEBUG oslo_concurrency.lockutils [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.664s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.714173] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.539s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.716938] env[69357]: INFO nova.compute.claims [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.749035] env[69357]: INFO nova.network.neutron [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Updating port 9f80b973-7124-44d9-acbe-0dff3054e787 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 879.754074] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0dc1c5b3-dcca-4b2f-b7cf-8c3e2aebde68 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.076153] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Task: {'id': task-4150759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073245} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.076635] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.077388] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31bb463-6097-48b5-9c40-2a8f04ab00e7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.108785] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 92110e91-6719-41a1-8579-0876ba2015b9/92110e91-6719-41a1-8579-0876ba2015b9.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.109460] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-754e0f42-0ff3-4e9d-939b-2e6c499ef1d5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.134808] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Waiting for the task: (returnval){ [ 880.134808] env[69357]: value = "task-4150760" [ 880.134808] env[69357]: _type = "Task" [ 880.134808] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.145725] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Task: {'id': task-4150760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.651047] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Task: {'id': task-4150760, 'name': ReconfigVM_Task, 'duration_secs': 0.33109} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.652669] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 92110e91-6719-41a1-8579-0876ba2015b9/92110e91-6719-41a1-8579-0876ba2015b9.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.652669] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-385aab21-c855-4800-82e9-0b6544ae61c3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.661534] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Waiting for the task: (returnval){ [ 880.661534] env[69357]: value = "task-4150761" [ 880.661534] env[69357]: _type = "Task" [ 880.661534] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.671906] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Task: {'id': task-4150761, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.180392] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Task: {'id': task-4150761, 'name': Rename_Task, 'duration_secs': 0.28478} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.184528] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.185090] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33e6e158-341c-4447-aa32-20d606ddbd7b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.193599] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Waiting for the task: (returnval){ [ 881.193599] env[69357]: value = "task-4150762" [ 881.193599] env[69357]: _type = "Task" [ 881.193599] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.208048] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Task: {'id': task-4150762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.272222] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8393847a-6016-40e3-9e73-903bda5ba0b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.281106] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fdec24-8582-494f-af47-4bcbdefc39bc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.326078] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbd31a8-f000-40f0-aa95-aa3c4a07cc7c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.339419] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf47c12-2a19-4ac2-9c5e-d7b02ab16b2f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.358310] env[69357]: DEBUG nova.compute.provider_tree [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.473307] env[69357]: DEBUG nova.compute.manager [req-b227eaa0-83c3-4f71-b84e-a0b39950a654 req-70500fec-8577-4b67-8584-84739df9468c service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Received event network-vif-plugged-9f80b973-7124-44d9-acbe-0dff3054e787 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.473528] env[69357]: DEBUG oslo_concurrency.lockutils [req-b227eaa0-83c3-4f71-b84e-a0b39950a654 req-70500fec-8577-4b67-8584-84739df9468c service nova] Acquiring lock "7a15f252-27dd-4d08-b403-e28163cbd102-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.473740] env[69357]: DEBUG oslo_concurrency.lockutils [req-b227eaa0-83c3-4f71-b84e-a0b39950a654 req-70500fec-8577-4b67-8584-84739df9468c service nova] Lock "7a15f252-27dd-4d08-b403-e28163cbd102-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.473910] env[69357]: DEBUG oslo_concurrency.lockutils [req-b227eaa0-83c3-4f71-b84e-a0b39950a654 req-70500fec-8577-4b67-8584-84739df9468c service nova] Lock "7a15f252-27dd-4d08-b403-e28163cbd102-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.474337] env[69357]: DEBUG nova.compute.manager [req-b227eaa0-83c3-4f71-b84e-a0b39950a654 req-70500fec-8577-4b67-8584-84739df9468c service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] No waiting events found dispatching network-vif-plugged-9f80b973-7124-44d9-acbe-0dff3054e787 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 881.474605] env[69357]: WARNING nova.compute.manager [req-b227eaa0-83c3-4f71-b84e-a0b39950a654 req-70500fec-8577-4b67-8584-84739df9468c service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Received unexpected event network-vif-plugged-9f80b973-7124-44d9-acbe-0dff3054e787 for instance with vm_state shelved_offloaded and task_state spawning. [ 881.706857] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Task: {'id': task-4150762, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.739925] env[69357]: DEBUG oslo_concurrency.lockutils [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "refresh_cache-7a15f252-27dd-4d08-b403-e28163cbd102" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.740142] env[69357]: DEBUG oslo_concurrency.lockutils [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquired lock "refresh_cache-7a15f252-27dd-4d08-b403-e28163cbd102" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.740325] env[69357]: DEBUG nova.network.neutron [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.865023] env[69357]: DEBUG nova.scheduler.client.report [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.207107] env[69357]: DEBUG oslo_vmware.api [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Task: {'id': task-4150762, 'name': PowerOnVM_Task, 'duration_secs': 0.6631} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.207107] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.207327] env[69357]: INFO nova.compute.manager [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Took 8.34 seconds to spawn the instance on the hypervisor. [ 882.208743] env[69357]: DEBUG nova.compute.manager [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 882.208743] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81a4884-ccda-4926-83f0-4acbe36eb47e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.368991] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.369529] env[69357]: DEBUG nova.compute.manager [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.374104] env[69357]: DEBUG oslo_concurrency.lockutils [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.869s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.374405] env[69357]: DEBUG nova.objects.instance [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Lazy-loading 'resources' on Instance uuid a2e799b7-d685-48ea-b21d-9327af272871 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.663344] env[69357]: DEBUG nova.network.neutron [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Updating instance_info_cache with network_info: [{"id": "9f80b973-7124-44d9-acbe-0dff3054e787", "address": "fa:16:3e:3d:8f:e8", "network": {"id": "9ac9af87-2a9b-4b98-916d-d52218cbd798", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1209329353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c07fba44da3046f5a349f1c812d09558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f80b973-71", "ovs_interfaceid": "9f80b973-7124-44d9-acbe-0dff3054e787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.730148] env[69357]: INFO nova.compute.manager [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Took 45.20 seconds to build instance. [ 882.880130] env[69357]: DEBUG nova.compute.utils [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.883627] env[69357]: DEBUG nova.compute.manager [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.885036] env[69357]: DEBUG nova.network.neutron [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.927783] env[69357]: DEBUG nova.policy [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c8812c01d5e4b6f9828782f5a6b7197', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7230d5a9e5dc4a2b93a08fb4d5263414', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.170503] env[69357]: DEBUG oslo_concurrency.lockutils [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Releasing lock "refresh_cache-7a15f252-27dd-4d08-b403-e28163cbd102" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.211081] env[69357]: DEBUG nova.virt.hardware [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9c35646431a5cdb84be31628818db8fb',container_format='bare',created_at=2025-05-14T13:53:10Z,direct_url=,disk_format='vmdk',id=2bb97662-3309-4ce8-b67a-627a5735c580,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2068663769-shelved',owner='c07fba44da3046f5a349f1c812d09558',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-05-14T13:53:28Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.211346] env[69357]: DEBUG nova.virt.hardware [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.211506] env[69357]: DEBUG nova.virt.hardware [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.211717] env[69357]: DEBUG nova.virt.hardware [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.211901] env[69357]: DEBUG nova.virt.hardware [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.212051] env[69357]: DEBUG nova.virt.hardware [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.212264] env[69357]: DEBUG nova.virt.hardware [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.212437] env[69357]: DEBUG nova.virt.hardware [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.212624] env[69357]: DEBUG nova.virt.hardware [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.212788] env[69357]: DEBUG nova.virt.hardware [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.212999] env[69357]: DEBUG nova.virt.hardware [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.213967] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3286bbeb-5b0c-414f-a0f4-aec3a61b006c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.230097] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df93705-aa84-4c2e-9471-267a8210876d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.235529] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0e7c6b4e-384c-458c-9825-af85ef5a53cf tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Lock "92110e91-6719-41a1-8579-0876ba2015b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.661s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.252435] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:8f:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f80b973-7124-44d9-acbe-0dff3054e787', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.260852] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.264110] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.264456] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-758ca24e-0c19-4780-a3bf-6adc886184e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.293096] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.293096] env[69357]: value = "task-4150763" [ 883.293096] env[69357]: _type = "Task" [ 883.293096] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.301192] env[69357]: DEBUG nova.network.neutron [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Successfully created port: c616cd6c-6468-4a97-a29a-40a206911053 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.313959] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150763, 'name': CreateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.389941] env[69357]: DEBUG nova.compute.manager [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.504696] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c643dd36-754d-48c4-9d22-ca384c1bf74b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.515661] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d614a653-6484-4b2c-a1ba-e20e0aab0276 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.554948] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b111a162-bf49-4fff-88f8-3c6a0c021a46 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.564136] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142584e6-4a27-42fc-b8f0-e5e146c9f647 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.581984] env[69357]: DEBUG nova.compute.provider_tree [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.620677] env[69357]: DEBUG nova.compute.manager [req-39eb66e0-bf60-4037-929a-d41bb7c9e1b2 req-1e59b618-4f14-444c-9ea1-6906a43f7e71 service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Received event network-changed-9f80b973-7124-44d9-acbe-0dff3054e787 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.620950] env[69357]: DEBUG nova.compute.manager [req-39eb66e0-bf60-4037-929a-d41bb7c9e1b2 req-1e59b618-4f14-444c-9ea1-6906a43f7e71 service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Refreshing instance network info cache due to event network-changed-9f80b973-7124-44d9-acbe-0dff3054e787. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.621292] env[69357]: DEBUG oslo_concurrency.lockutils [req-39eb66e0-bf60-4037-929a-d41bb7c9e1b2 req-1e59b618-4f14-444c-9ea1-6906a43f7e71 service nova] Acquiring lock "refresh_cache-7a15f252-27dd-4d08-b403-e28163cbd102" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.621441] env[69357]: DEBUG oslo_concurrency.lockutils [req-39eb66e0-bf60-4037-929a-d41bb7c9e1b2 req-1e59b618-4f14-444c-9ea1-6906a43f7e71 service nova] Acquired lock "refresh_cache-7a15f252-27dd-4d08-b403-e28163cbd102" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.621707] env[69357]: DEBUG nova.network.neutron [req-39eb66e0-bf60-4037-929a-d41bb7c9e1b2 req-1e59b618-4f14-444c-9ea1-6906a43f7e71 service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Refreshing network info cache for port 9f80b973-7124-44d9-acbe-0dff3054e787 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.805934] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150763, 'name': CreateVM_Task, 'duration_secs': 0.393655} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.805934] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.806444] env[69357]: DEBUG oslo_concurrency.lockutils [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bb97662-3309-4ce8-b67a-627a5735c580" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.806636] env[69357]: DEBUG oslo_concurrency.lockutils [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bb97662-3309-4ce8-b67a-627a5735c580" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.807064] env[69357]: DEBUG oslo_concurrency.lockutils [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2bb97662-3309-4ce8-b67a-627a5735c580" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.807365] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f898e0-e552-4c07-af45-982c79a6113c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.821221] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 883.821221] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52bdb2b2-bd69-8bff-16cf-51d4af452f74" [ 883.821221] env[69357]: _type = "Task" [ 883.821221] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.833190] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52bdb2b2-bd69-8bff-16cf-51d4af452f74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.083192] env[69357]: DEBUG nova.scheduler.client.report [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.335406] env[69357]: DEBUG oslo_concurrency.lockutils [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bb97662-3309-4ce8-b67a-627a5735c580" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.335699] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Processing image 2bb97662-3309-4ce8-b67a-627a5735c580 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.336017] env[69357]: DEBUG oslo_concurrency.lockutils [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2bb97662-3309-4ce8-b67a-627a5735c580/2bb97662-3309-4ce8-b67a-627a5735c580.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.336245] env[69357]: DEBUG oslo_concurrency.lockutils [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2bb97662-3309-4ce8-b67a-627a5735c580/2bb97662-3309-4ce8-b67a-627a5735c580.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.336918] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.336918] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30d1d06f-4fb8-46af-840f-2cd5c3acd919 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.359141] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.359357] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.360210] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-929efa74-42ae-4d7f-bb2d-ced4d8a0a856 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.368799] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 884.368799] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ccce18-76c9-e437-8c9b-76ddf3d81c37" [ 884.368799] env[69357]: _type = "Task" [ 884.368799] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.382942] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ccce18-76c9-e437-8c9b-76ddf3d81c37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.405275] env[69357]: DEBUG nova.compute.manager [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.432417] env[69357]: DEBUG nova.network.neutron [req-39eb66e0-bf60-4037-929a-d41bb7c9e1b2 req-1e59b618-4f14-444c-9ea1-6906a43f7e71 service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Updated VIF entry in instance network info cache for port 9f80b973-7124-44d9-acbe-0dff3054e787. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.432860] env[69357]: DEBUG nova.network.neutron [req-39eb66e0-bf60-4037-929a-d41bb7c9e1b2 req-1e59b618-4f14-444c-9ea1-6906a43f7e71 service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Updating instance_info_cache with network_info: [{"id": "9f80b973-7124-44d9-acbe-0dff3054e787", "address": "fa:16:3e:3d:8f:e8", "network": {"id": "9ac9af87-2a9b-4b98-916d-d52218cbd798", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1209329353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c07fba44da3046f5a349f1c812d09558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f80b973-71", "ovs_interfaceid": "9f80b973-7124-44d9-acbe-0dff3054e787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.436708] env[69357]: DEBUG nova.virt.hardware [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.436993] env[69357]: DEBUG nova.virt.hardware [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.437216] env[69357]: DEBUG nova.virt.hardware [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.437445] env[69357]: DEBUG nova.virt.hardware [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.437632] env[69357]: DEBUG nova.virt.hardware [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.437815] env[69357]: DEBUG nova.virt.hardware [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.438076] env[69357]: DEBUG nova.virt.hardware [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.438249] env[69357]: DEBUG nova.virt.hardware [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.438428] env[69357]: DEBUG nova.virt.hardware [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.438593] env[69357]: DEBUG nova.virt.hardware [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.438768] env[69357]: DEBUG nova.virt.hardware [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.440649] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c6ea61-5784-4cb4-b150-84814b1c2026 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.449402] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fdd4e0-a3b4-4170-85be-58e4cc7fa6bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.592148] env[69357]: DEBUG oslo_concurrency.lockutils [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.595826] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.162s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.596983] env[69357]: INFO nova.compute.claims [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.621682] env[69357]: INFO nova.scheduler.client.report [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Deleted allocations for instance a2e799b7-d685-48ea-b21d-9327af272871 [ 884.884093] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Preparing fetch location {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 884.884547] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Fetch image to [datastore1] OSTACK_IMG_cbea0645-2207-4f35-a367-7ffc6c024e3e/OSTACK_IMG_cbea0645-2207-4f35-a367-7ffc6c024e3e.vmdk {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 884.884547] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Downloading stream optimized image 2bb97662-3309-4ce8-b67a-627a5735c580 to [datastore1] OSTACK_IMG_cbea0645-2207-4f35-a367-7ffc6c024e3e/OSTACK_IMG_cbea0645-2207-4f35-a367-7ffc6c024e3e.vmdk on the data store datastore1 as vApp {{(pid=69357) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 884.884738] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Downloading image file data 2bb97662-3309-4ce8-b67a-627a5735c580 to the ESX as VM named 'OSTACK_IMG_cbea0645-2207-4f35-a367-7ffc6c024e3e' {{(pid=69357) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 884.951337] env[69357]: DEBUG oslo_concurrency.lockutils [req-39eb66e0-bf60-4037-929a-d41bb7c9e1b2 req-1e59b618-4f14-444c-9ea1-6906a43f7e71 service nova] Releasing lock "refresh_cache-7a15f252-27dd-4d08-b403-e28163cbd102" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.959876] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "983f749d-92d2-411e-aca5-8608cca3123d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.960105] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "983f749d-92d2-411e-aca5-8608cca3123d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.990161] env[69357]: DEBUG oslo_vmware.rw_handles [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 884.990161] env[69357]: value = "resgroup-9" [ 884.990161] env[69357]: _type = "ResourcePool" [ 884.990161] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 884.990877] env[69357]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-005758d0-5f75-4713-add3-d22615ab8083 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.018344] env[69357]: DEBUG oslo_vmware.rw_handles [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lease: (returnval){ [ 885.018344] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a2d41a-c649-ddd2-6442-03dc17574a6f" [ 885.018344] env[69357]: _type = "HttpNfcLease" [ 885.018344] env[69357]: } obtained for vApp import into resource pool (val){ [ 885.018344] env[69357]: value = "resgroup-9" [ 885.018344] env[69357]: _type = "ResourcePool" [ 885.018344] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 885.019219] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the lease: (returnval){ [ 885.019219] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a2d41a-c649-ddd2-6442-03dc17574a6f" [ 885.019219] env[69357]: _type = "HttpNfcLease" [ 885.019219] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 885.032775] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 885.032775] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a2d41a-c649-ddd2-6442-03dc17574a6f" [ 885.032775] env[69357]: _type = "HttpNfcLease" [ 885.032775] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 885.039873] env[69357]: DEBUG nova.network.neutron [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Successfully updated port: c616cd6c-6468-4a97-a29a-40a206911053 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.133737] env[69357]: DEBUG oslo_concurrency.lockutils [None req-93bed295-aea3-40db-8d4f-993ae7bb18b9 tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Lock "a2e799b7-d685-48ea-b21d-9327af272871" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.686s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.464903] env[69357]: DEBUG nova.compute.manager [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.529721] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 885.529721] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a2d41a-c649-ddd2-6442-03dc17574a6f" [ 885.529721] env[69357]: _type = "HttpNfcLease" [ 885.529721] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 885.549125] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquiring lock "refresh_cache-c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.549125] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquired lock "refresh_cache-c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.549125] env[69357]: DEBUG nova.network.neutron [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.775202] env[69357]: DEBUG nova.compute.manager [req-c17ef6c0-0900-46ef-af8d-a6e1e36e1946 req-8549af8b-46e3-4d7e-ad6b-b8c4d6d7ef3a service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Received event network-vif-plugged-c616cd6c-6468-4a97-a29a-40a206911053 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.775202] env[69357]: DEBUG oslo_concurrency.lockutils [req-c17ef6c0-0900-46ef-af8d-a6e1e36e1946 req-8549af8b-46e3-4d7e-ad6b-b8c4d6d7ef3a service nova] Acquiring lock "c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.777230] env[69357]: DEBUG oslo_concurrency.lockutils [req-c17ef6c0-0900-46ef-af8d-a6e1e36e1946 req-8549af8b-46e3-4d7e-ad6b-b8c4d6d7ef3a service nova] Lock "c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.777230] env[69357]: DEBUG oslo_concurrency.lockutils [req-c17ef6c0-0900-46ef-af8d-a6e1e36e1946 req-8549af8b-46e3-4d7e-ad6b-b8c4d6d7ef3a service nova] Lock "c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.777230] env[69357]: DEBUG nova.compute.manager [req-c17ef6c0-0900-46ef-af8d-a6e1e36e1946 req-8549af8b-46e3-4d7e-ad6b-b8c4d6d7ef3a service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] No waiting events found dispatching network-vif-plugged-c616cd6c-6468-4a97-a29a-40a206911053 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 885.777230] env[69357]: WARNING nova.compute.manager [req-c17ef6c0-0900-46ef-af8d-a6e1e36e1946 req-8549af8b-46e3-4d7e-ad6b-b8c4d6d7ef3a service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Received unexpected event network-vif-plugged-c616cd6c-6468-4a97-a29a-40a206911053 for instance with vm_state building and task_state spawning. [ 885.777230] env[69357]: DEBUG nova.compute.manager [req-c17ef6c0-0900-46ef-af8d-a6e1e36e1946 req-8549af8b-46e3-4d7e-ad6b-b8c4d6d7ef3a service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Received event network-changed-c616cd6c-6468-4a97-a29a-40a206911053 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.777230] env[69357]: DEBUG nova.compute.manager [req-c17ef6c0-0900-46ef-af8d-a6e1e36e1946 req-8549af8b-46e3-4d7e-ad6b-b8c4d6d7ef3a service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Refreshing instance network info cache due to event network-changed-c616cd6c-6468-4a97-a29a-40a206911053. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.777230] env[69357]: DEBUG oslo_concurrency.lockutils [req-c17ef6c0-0900-46ef-af8d-a6e1e36e1946 req-8549af8b-46e3-4d7e-ad6b-b8c4d6d7ef3a service nova] Acquiring lock "refresh_cache-c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.810648] env[69357]: DEBUG oslo_concurrency.lockutils [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Acquiring lock "92110e91-6719-41a1-8579-0876ba2015b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.810796] env[69357]: DEBUG oslo_concurrency.lockutils [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Lock "92110e91-6719-41a1-8579-0876ba2015b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.811165] env[69357]: DEBUG oslo_concurrency.lockutils [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Acquiring lock "92110e91-6719-41a1-8579-0876ba2015b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.811441] env[69357]: DEBUG oslo_concurrency.lockutils [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Lock "92110e91-6719-41a1-8579-0876ba2015b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.811672] env[69357]: DEBUG oslo_concurrency.lockutils [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Lock "92110e91-6719-41a1-8579-0876ba2015b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.813889] env[69357]: INFO nova.compute.manager [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Terminating instance [ 885.991453] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.030509] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 886.030509] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a2d41a-c649-ddd2-6442-03dc17574a6f" [ 886.030509] env[69357]: _type = "HttpNfcLease" [ 886.030509] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 886.030897] env[69357]: DEBUG oslo_vmware.rw_handles [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 886.030897] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a2d41a-c649-ddd2-6442-03dc17574a6f" [ 886.030897] env[69357]: _type = "HttpNfcLease" [ 886.030897] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 886.031695] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6cabe2-261c-4014-9755-d7b6f1e78988 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.040235] env[69357]: DEBUG oslo_vmware.rw_handles [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edaf2e-7a66-5c14-35b9-60daed473b0d/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 886.040435] env[69357]: DEBUG oslo_vmware.rw_handles [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edaf2e-7a66-5c14-35b9-60daed473b0d/disk-0.vmdk. {{(pid=69357) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 886.108779] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0efba417-2a88-49fc-9053-51ee4140036e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.116387] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquiring lock "3c97cef7-29d5-4c3c-ad60-6e8ad320241b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.116691] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Lock "3c97cef7-29d5-4c3c-ad60-6e8ad320241b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.116945] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquiring lock "3c97cef7-29d5-4c3c-ad60-6e8ad320241b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.117783] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Lock "3c97cef7-29d5-4c3c-ad60-6e8ad320241b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.117783] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Lock "3c97cef7-29d5-4c3c-ad60-6e8ad320241b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.120920] env[69357]: INFO nova.compute.manager [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Terminating instance [ 886.149603] env[69357]: DEBUG nova.network.neutron [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.228093] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597af121-7e61-48dc-95bf-76c6e5c644c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.237500] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d37f4ea-66a9-475d-8636-289b7d3bd978 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.273257] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cac0d6-307d-4e0f-8d49-f754e5ccad04 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.285581] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aae06e0-614d-4059-8922-b8cb41e6992e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.303704] env[69357]: DEBUG nova.compute.provider_tree [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.318584] env[69357]: DEBUG nova.compute.manager [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.318826] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.319821] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70ba865-90fc-459b-b615-887b36e02f54 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.331423] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.332660] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa90bf2b-f0a3-4f50-a188-1973e7af9d1a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.341096] env[69357]: DEBUG oslo_vmware.api [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Waiting for the task: (returnval){ [ 886.341096] env[69357]: value = "task-4150765" [ 886.341096] env[69357]: _type = "Task" [ 886.341096] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.352690] env[69357]: DEBUG oslo_vmware.api [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Task: {'id': task-4150765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.424644] env[69357]: DEBUG nova.network.neutron [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Updating instance_info_cache with network_info: [{"id": "c616cd6c-6468-4a97-a29a-40a206911053", "address": "fa:16:3e:32:6a:fd", "network": {"id": "5744b9ea-8cc2-4ff3-8dc3-c7334f78f72e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-325174939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7230d5a9e5dc4a2b93a08fb4d5263414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc616cd6c-64", "ovs_interfaceid": "c616cd6c-6468-4a97-a29a-40a206911053", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.629943] env[69357]: DEBUG nova.compute.manager [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.630205] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.631252] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127af8ae-8cf3-4cc7-81eb-38052418839b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.639853] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.640148] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62493bbf-8396-4894-8934-3a48a73a734d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.648905] env[69357]: DEBUG oslo_vmware.api [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 886.648905] env[69357]: value = "task-4150766" [ 886.648905] env[69357]: _type = "Task" [ 886.648905] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.661842] env[69357]: DEBUG oslo_vmware.api [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.808596] env[69357]: DEBUG nova.scheduler.client.report [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.857783] env[69357]: DEBUG oslo_vmware.api [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Task: {'id': task-4150765, 'name': PowerOffVM_Task, 'duration_secs': 0.251175} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.859701] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.859890] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.860242] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc1383f8-4f99-4088-b10e-47af6ae9438b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.928513] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Releasing lock "refresh_cache-c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.928909] env[69357]: DEBUG nova.compute.manager [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Instance network_info: |[{"id": "c616cd6c-6468-4a97-a29a-40a206911053", "address": "fa:16:3e:32:6a:fd", "network": {"id": "5744b9ea-8cc2-4ff3-8dc3-c7334f78f72e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-325174939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7230d5a9e5dc4a2b93a08fb4d5263414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc616cd6c-64", "ovs_interfaceid": "c616cd6c-6468-4a97-a29a-40a206911053", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.929298] env[69357]: DEBUG oslo_concurrency.lockutils [req-c17ef6c0-0900-46ef-af8d-a6e1e36e1946 req-8549af8b-46e3-4d7e-ad6b-b8c4d6d7ef3a service nova] Acquired lock "refresh_cache-c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.929500] env[69357]: DEBUG nova.network.neutron [req-c17ef6c0-0900-46ef-af8d-a6e1e36e1946 req-8549af8b-46e3-4d7e-ad6b-b8c4d6d7ef3a service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Refreshing network info cache for port c616cd6c-6468-4a97-a29a-40a206911053 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.930825] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:6a:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c616cd6c-6468-4a97-a29a-40a206911053', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.942614] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Creating folder: Project (7230d5a9e5dc4a2b93a08fb4d5263414). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.953073] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a95b34ae-8f1d-4b4e-b3b0-c30d852e133c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.969786] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Created folder: Project (7230d5a9e5dc4a2b93a08fb4d5263414) in parent group-v821763. [ 886.970192] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Creating folder: Instances. Parent ref: group-v821919. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.971638] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2355a4cf-2728-4039-94ad-9e786a7adda8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.984408] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.984408] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.984408] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Deleting the datastore file [datastore1] 92110e91-6719-41a1-8579-0876ba2015b9 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.984829] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55aaadf5-004e-4c9d-bb34-312d36bb1adf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.987587] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Created folder: Instances in parent group-v821919. [ 886.987830] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.990210] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1d468-d21b-2b8d-925c-4661a02509e4/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 886.990490] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.991904] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09eb0717-11f5-44f5-b4cd-5814c44013a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.004935] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abb4a523-8579-4aa9-814b-c109ee8a5f31 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.028444] env[69357]: DEBUG oslo_vmware.api [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Waiting for the task: (returnval){ [ 887.028444] env[69357]: value = "task-4150770" [ 887.028444] env[69357]: _type = "Task" [ 887.028444] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.037744] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1d468-d21b-2b8d-925c-4661a02509e4/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 887.037928] env[69357]: ERROR oslo_vmware.rw_handles [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1d468-d21b-2b8d-925c-4661a02509e4/disk-0.vmdk due to incomplete transfer. [ 887.039733] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f6ef7a77-82d5-44c4-8b83-5bf8e8a62028 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.041366] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.041366] env[69357]: value = "task-4150771" [ 887.041366] env[69357]: _type = "Task" [ 887.041366] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.048690] env[69357]: DEBUG oslo_vmware.api [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Task: {'id': task-4150770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.050291] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1d468-d21b-2b8d-925c-4661a02509e4/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 887.050495] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Uploaded image 9581c194-4843-41d8-aa32-eebbd1abb56e to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 887.052733] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 887.056039] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d0a337be-ea25-4286-94b5-c01c4f3f9ef5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.057671] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150771, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.064160] env[69357]: DEBUG oslo_vmware.api [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 887.064160] env[69357]: value = "task-4150772" [ 887.064160] env[69357]: _type = "Task" [ 887.064160] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.080108] env[69357]: DEBUG oslo_vmware.api [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150772, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.168446] env[69357]: DEBUG oslo_vmware.api [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150766, 'name': PowerOffVM_Task, 'duration_secs': 0.246312} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.174571] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.175729] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.175729] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6b338f9-1f97-4296-a4af-0a34cb49857c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.301907] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.302090] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.302451] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Deleting the datastore file [datastore1] 3c97cef7-29d5-4c3c-ad60-6e8ad320241b {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.302794] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ecaadf0-3d04-41a7-8edc-dae73e901de5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.306435] env[69357]: DEBUG nova.network.neutron [req-c17ef6c0-0900-46ef-af8d-a6e1e36e1946 req-8549af8b-46e3-4d7e-ad6b-b8c4d6d7ef3a service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Updated VIF entry in instance network info cache for port c616cd6c-6468-4a97-a29a-40a206911053. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.306661] env[69357]: DEBUG nova.network.neutron [req-c17ef6c0-0900-46ef-af8d-a6e1e36e1946 req-8549af8b-46e3-4d7e-ad6b-b8c4d6d7ef3a service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Updating instance_info_cache with network_info: [{"id": "c616cd6c-6468-4a97-a29a-40a206911053", "address": "fa:16:3e:32:6a:fd", "network": {"id": "5744b9ea-8cc2-4ff3-8dc3-c7334f78f72e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-325174939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7230d5a9e5dc4a2b93a08fb4d5263414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc616cd6c-64", "ovs_interfaceid": "c616cd6c-6468-4a97-a29a-40a206911053", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.315258] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.316129] env[69357]: DEBUG nova.compute.manager [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.321973] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.994s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.322176] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.322250] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 887.322556] env[69357]: DEBUG oslo_concurrency.lockutils [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.110s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.325058] env[69357]: INFO nova.compute.claims [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.327445] env[69357]: DEBUG oslo_vmware.api [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for the task: (returnval){ [ 887.327445] env[69357]: value = "task-4150774" [ 887.327445] env[69357]: _type = "Task" [ 887.327445] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.331284] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279d3998-e433-4a6e-899d-298c10435161 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.348384] env[69357]: DEBUG oslo_vmware.api [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.355273] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026c973e-2913-493b-9f9f-946847c27a61 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.362712] env[69357]: DEBUG oslo_vmware.rw_handles [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Completed reading data from the image iterator. {{(pid=69357) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 887.363093] env[69357]: DEBUG oslo_vmware.rw_handles [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edaf2e-7a66-5c14-35b9-60daed473b0d/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 887.364253] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0dd615-5215-4764-8f5d-621dde06328e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.379359] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cc56a2-7e6e-401f-b55c-aae72bb1a1fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.386587] env[69357]: DEBUG oslo_vmware.rw_handles [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edaf2e-7a66-5c14-35b9-60daed473b0d/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 887.386587] env[69357]: DEBUG oslo_vmware.rw_handles [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edaf2e-7a66-5c14-35b9-60daed473b0d/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 887.386587] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e50e5e1b-6b90-4ebe-a667-7d20a8aeded3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.393490] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1e6205-0736-40ca-bc5a-9ea936aab858 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.430404] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178737MB free_disk=10GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 887.430404] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.543232] env[69357]: DEBUG oslo_vmware.api [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Task: {'id': task-4150770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245758} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.546563] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.546795] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.546979] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.547181] env[69357]: INFO nova.compute.manager [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Took 1.23 seconds to destroy the instance on the hypervisor. [ 887.547439] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.547659] env[69357]: DEBUG nova.compute.manager [-] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.547776] env[69357]: DEBUG nova.network.neutron [-] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.555427] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150771, 'name': CreateVM_Task, 'duration_secs': 0.466804} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.555583] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.556301] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.557427] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.557427] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.557427] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89fe3327-ead6-4a3f-a925-1e0648e2d567 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.563320] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for the task: (returnval){ [ 887.563320] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]522b6192-5df3-80b6-0d73-b472bf447a4b" [ 887.563320] env[69357]: _type = "Task" [ 887.563320] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.577043] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]522b6192-5df3-80b6-0d73-b472bf447a4b, 'name': SearchDatastore_Task, 'duration_secs': 0.010257} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.580610] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.580873] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.581133] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.581286] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.581469] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.581839] env[69357]: DEBUG oslo_vmware.api [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150772, 'name': Destroy_Task, 'duration_secs': 0.433077} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.582444] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6773e6cf-d077-4ec4-a515-a81892f6494e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.584247] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Destroyed the VM [ 887.584598] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 887.584759] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e861fe3c-125f-4abe-9e40-6d9303694cbc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.589935] env[69357]: DEBUG oslo_vmware.rw_handles [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edaf2e-7a66-5c14-35b9-60daed473b0d/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 887.590253] env[69357]: INFO nova.virt.vmwareapi.images [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Downloaded image file data 2bb97662-3309-4ce8-b67a-627a5735c580 [ 887.591115] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d02a3b-3949-480e-8860-03747d678c9c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.595812] env[69357]: DEBUG oslo_vmware.api [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 887.595812] env[69357]: value = "task-4150775" [ 887.595812] env[69357]: _type = "Task" [ 887.595812] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.601090] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.601403] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.615991] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83a4f102-c738-49cf-b255-ba061c55133e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.621236] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d33f2375-ea1b-4539-b238-a5b0b8ea3eb9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.627737] env[69357]: DEBUG oslo_vmware.api [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150775, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.629360] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for the task: (returnval){ [ 887.629360] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5231460d-9568-f2e2-6c70-013da7afce42" [ 887.629360] env[69357]: _type = "Task" [ 887.629360] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.640058] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5231460d-9568-f2e2-6c70-013da7afce42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.651431] env[69357]: INFO nova.virt.vmwareapi.images [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] The imported VM was unregistered [ 887.653278] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Caching image {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 887.653509] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Creating directory with path [datastore1] devstack-image-cache_base/2bb97662-3309-4ce8-b67a-627a5735c580 {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.653810] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b4fcca0-47d0-4997-a6f6-32461efb96cb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.670162] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Created directory with path [datastore1] devstack-image-cache_base/2bb97662-3309-4ce8-b67a-627a5735c580 {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.670370] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_cbea0645-2207-4f35-a367-7ffc6c024e3e/OSTACK_IMG_cbea0645-2207-4f35-a367-7ffc6c024e3e.vmdk to [datastore1] devstack-image-cache_base/2bb97662-3309-4ce8-b67a-627a5735c580/2bb97662-3309-4ce8-b67a-627a5735c580.vmdk. {{(pid=69357) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 887.670747] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8003f7ee-67a6-475e-9068-62cef04bbdb6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.679079] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 887.679079] env[69357]: value = "task-4150777" [ 887.679079] env[69357]: _type = "Task" [ 887.679079] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.687627] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150777, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.814428] env[69357]: DEBUG oslo_concurrency.lockutils [req-c17ef6c0-0900-46ef-af8d-a6e1e36e1946 req-8549af8b-46e3-4d7e-ad6b-b8c4d6d7ef3a service nova] Releasing lock "refresh_cache-c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.831792] env[69357]: DEBUG nova.compute.utils [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.836329] env[69357]: DEBUG nova.compute.manager [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.836329] env[69357]: DEBUG nova.network.neutron [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.855856] env[69357]: DEBUG oslo_vmware.api [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Task: {'id': task-4150774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283928} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.857011] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.857275] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.857480] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.857715] env[69357]: INFO nova.compute.manager [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Took 1.23 seconds to destroy the instance on the hypervisor. [ 887.857996] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.859159] env[69357]: DEBUG nova.compute.manager [-] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.859271] env[69357]: DEBUG nova.network.neutron [-] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.952882] env[69357]: DEBUG nova.policy [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14946c127a1c483f951e8721d96864c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79367a802d1c446993054208fdc42056', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.991798] env[69357]: DEBUG nova.compute.manager [req-8f080324-a1f2-4888-899a-386b4e697b65 req-495ec072-98a5-4400-bfec-6ba5209448c2 service nova] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Received event network-vif-deleted-34e2b9b8-c263-4095-9ef2-53fe591f9a0e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.993094] env[69357]: INFO nova.compute.manager [req-8f080324-a1f2-4888-899a-386b4e697b65 req-495ec072-98a5-4400-bfec-6ba5209448c2 service nova] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Neutron deleted interface 34e2b9b8-c263-4095-9ef2-53fe591f9a0e; detaching it from the instance and deleting it from the info cache [ 887.993094] env[69357]: DEBUG nova.network.neutron [req-8f080324-a1f2-4888-899a-386b4e697b65 req-495ec072-98a5-4400-bfec-6ba5209448c2 service nova] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.116386] env[69357]: DEBUG oslo_vmware.api [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150775, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.143530] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5231460d-9568-f2e2-6c70-013da7afce42, 'name': SearchDatastore_Task, 'duration_secs': 0.011757} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.144746] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-def2c3cb-3fc7-4bd3-8b5c-ba26f8277c1a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.152919] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for the task: (returnval){ [ 888.152919] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52944f07-2441-6149-1344-4b768e579495" [ 888.152919] env[69357]: _type = "Task" [ 888.152919] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.174427] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52944f07-2441-6149-1344-4b768e579495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.192860] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150777, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.342549] env[69357]: DEBUG nova.compute.manager [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.359907] env[69357]: DEBUG nova.network.neutron [-] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.495919] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81eb38a2-d420-4283-a734-a1915427ed7d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.510325] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e26ef52-f3bc-400f-b2c6-11833b2342f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.535065] env[69357]: DEBUG nova.network.neutron [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Successfully created port: 7a79c52a-a307-43ac-bcb4-c636de094b1a {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.556112] env[69357]: DEBUG nova.compute.manager [req-8f080324-a1f2-4888-899a-386b4e697b65 req-495ec072-98a5-4400-bfec-6ba5209448c2 service nova] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Detach interface failed, port_id=34e2b9b8-c263-4095-9ef2-53fe591f9a0e, reason: Instance 92110e91-6719-41a1-8579-0876ba2015b9 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 888.610513] env[69357]: DEBUG oslo_vmware.api [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150775, 'name': RemoveSnapshot_Task, 'duration_secs': 0.723279} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.610513] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 888.612084] env[69357]: INFO nova.compute.manager [None req-5a34db95-6a58-4180-8d70-67497ba03c3e tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Took 13.67 seconds to snapshot the instance on the hypervisor. [ 888.669933] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52944f07-2441-6149-1344-4b768e579495, 'name': SearchDatastore_Task, 'duration_secs': 0.07051} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.670197] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.670450] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6/c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.671146] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f613bea5-9765-4ad9-ad18-bcf5d222f5d7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.685518] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for the task: (returnval){ [ 888.685518] env[69357]: value = "task-4150778" [ 888.685518] env[69357]: _type = "Task" [ 888.685518] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.707953] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150777, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.711726] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.866685] env[69357]: INFO nova.compute.manager [-] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Took 1.32 seconds to deallocate network for instance. [ 888.872604] env[69357]: DEBUG nova.network.neutron [-] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.016017] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0147df-4d2a-4efc-b859-6122d68eb6bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.027237] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3267dc41-719f-4994-9d29-da0e3de5c896 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.061322] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e2a6af-71d3-40bc-856f-180f6b8fc6df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.073128] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429b9d97-343f-40b1-b740-9b8f0085e918 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.101142] env[69357]: DEBUG nova.compute.provider_tree [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.199569] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150777, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.205795] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.358836] env[69357]: DEBUG nova.compute.manager [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.375648] env[69357]: DEBUG oslo_concurrency.lockutils [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.376161] env[69357]: INFO nova.compute.manager [-] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Took 1.52 seconds to deallocate network for instance. [ 889.394667] env[69357]: DEBUG nova.virt.hardware [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.394944] env[69357]: DEBUG nova.virt.hardware [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.395112] env[69357]: DEBUG nova.virt.hardware [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.395308] env[69357]: DEBUG nova.virt.hardware [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.395469] env[69357]: DEBUG nova.virt.hardware [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.395609] env[69357]: DEBUG nova.virt.hardware [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.395831] env[69357]: DEBUG nova.virt.hardware [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.395997] env[69357]: DEBUG nova.virt.hardware [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.396186] env[69357]: DEBUG nova.virt.hardware [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.396352] env[69357]: DEBUG nova.virt.hardware [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.396526] env[69357]: DEBUG nova.virt.hardware [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.397466] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc623901-eb1f-47f3-855b-7ff10907ff9a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.407424] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac67af93-4b49-4254-960b-30a12b231083 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.605938] env[69357]: DEBUG nova.scheduler.client.report [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.699249] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150777, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.711289] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.886257] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.066922] env[69357]: DEBUG nova.compute.manager [req-bb057226-b6a0-49dc-b97d-51a6ccaa2b31 req-66d2e7bd-0bfb-42b0-b151-11a85c150a9a service nova] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Received event network-vif-deleted-9a2496ce-f576-4137-8cca-7530cb46073b {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.114862] env[69357]: DEBUG oslo_concurrency.lockutils [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.115522] env[69357]: DEBUG nova.compute.manager [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.118687] env[69357]: DEBUG oslo_concurrency.lockutils [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.978s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.119436] env[69357]: DEBUG nova.objects.instance [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lazy-loading 'resources' on Instance uuid fecb77e3-7516-46ec-8c82-fca2de9c61bc {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.196990] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150777, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.213234] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.269915] env[69357]: DEBUG nova.network.neutron [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Successfully updated port: 7a79c52a-a307-43ac-bcb4-c636de094b1a {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.623507] env[69357]: DEBUG nova.compute.utils [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.627859] env[69357]: DEBUG nova.compute.manager [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Not allocating networking since 'none' was specified. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 890.698920] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150777, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.706423] env[69357]: DEBUG nova.compute.manager [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 890.707412] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371eae9b-5c25-476f-a8f5-e1a4deb0e6a4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.716546] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150778, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.773765] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "refresh_cache-8d23c06e-283e-4d2c-965e-2cb32d4b4605" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.773765] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquired lock "refresh_cache-8d23c06e-283e-4d2c-965e-2cb32d4b4605" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.774042] env[69357]: DEBUG nova.network.neutron [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.120786] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdceb6c1-69e7-494b-b77c-81531d510f38 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.129814] env[69357]: DEBUG nova.compute.manager [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.133134] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3223550e-d9e0-458b-baf6-a11fb560fb1c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.165053] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea761d7-8de6-447f-8ec5-3262b27ae0d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.174765] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbcebde-3266-4f89-ac9b-949c6b9ee51d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.191301] env[69357]: DEBUG nova.compute.provider_tree [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.202505] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150777, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.104163} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.206215] env[69357]: INFO nova.virt.vmwareapi.ds_util [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_cbea0645-2207-4f35-a367-7ffc6c024e3e/OSTACK_IMG_cbea0645-2207-4f35-a367-7ffc6c024e3e.vmdk to [datastore1] devstack-image-cache_base/2bb97662-3309-4ce8-b67a-627a5735c580/2bb97662-3309-4ce8-b67a-627a5735c580.vmdk. [ 891.206422] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Cleaning up location [datastore1] OSTACK_IMG_cbea0645-2207-4f35-a367-7ffc6c024e3e {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 891.206618] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_cbea0645-2207-4f35-a367-7ffc6c024e3e {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.207171] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ac40c69-07cd-4ba5-91d1-2015266757b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.214627] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150778, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.239369} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.215927] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6/c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.216187] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.216490] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 891.216490] env[69357]: value = "task-4150779" [ 891.216490] env[69357]: _type = "Task" [ 891.216490] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.216716] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-230bca2c-aaf6-42bb-b1b7-98841a3a7a4c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.227328] env[69357]: INFO nova.compute.manager [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] instance snapshotting [ 891.229103] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.231123] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for the task: (returnval){ [ 891.231123] env[69357]: value = "task-4150780" [ 891.231123] env[69357]: _type = "Task" [ 891.231123] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.232180] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c578dc2-36ac-47ad-ba39-09757bc5ffe7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.244986] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.259186] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f09e6e-7928-42ab-a07a-4d9eb461c90c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.342497] env[69357]: DEBUG nova.network.neutron [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.527546] env[69357]: DEBUG nova.network.neutron [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Updating instance_info_cache with network_info: [{"id": "7a79c52a-a307-43ac-bcb4-c636de094b1a", "address": "fa:16:3e:c9:32:0a", "network": {"id": "44829c63-375b-44e6-804c-b863d112073d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1556380309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79367a802d1c446993054208fdc42056", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a79c52a-a3", "ovs_interfaceid": "7a79c52a-a307-43ac-bcb4-c636de094b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.697140] env[69357]: DEBUG nova.scheduler.client.report [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.730638] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036832} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.730978] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.731172] env[69357]: DEBUG oslo_concurrency.lockutils [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2bb97662-3309-4ce8-b67a-627a5735c580/2bb97662-3309-4ce8-b67a-627a5735c580.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.731460] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2bb97662-3309-4ce8-b67a-627a5735c580/2bb97662-3309-4ce8-b67a-627a5735c580.vmdk to [datastore1] 7a15f252-27dd-4d08-b403-e28163cbd102/7a15f252-27dd-4d08-b403-e28163cbd102.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.731749] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb92cf49-6ab2-4250-aeaa-3e85cd901ef6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.741607] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 891.741607] env[69357]: value = "task-4150781" [ 891.741607] env[69357]: _type = "Task" [ 891.741607] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.750854] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072814} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.751633] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.752452] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da94baa3-3809-4f02-8d68-11243f1c26af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.758653] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.771967] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 891.782314] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6/c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.782676] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4c3d91d3-c21f-4872-9bd7-a71c3f7caf8f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.785463] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e568079d-3545-408c-ba39-9b5208494607 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.806110] env[69357]: DEBUG oslo_vmware.api [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 891.806110] env[69357]: value = "task-4150782" [ 891.806110] env[69357]: _type = "Task" [ 891.806110] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.811797] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for the task: (returnval){ [ 891.811797] env[69357]: value = "task-4150783" [ 891.811797] env[69357]: _type = "Task" [ 891.811797] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.820030] env[69357]: DEBUG oslo_vmware.api [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150782, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.826448] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150783, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.030176] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Releasing lock "refresh_cache-8d23c06e-283e-4d2c-965e-2cb32d4b4605" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.030530] env[69357]: DEBUG nova.compute.manager [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Instance network_info: |[{"id": "7a79c52a-a307-43ac-bcb4-c636de094b1a", "address": "fa:16:3e:c9:32:0a", "network": {"id": "44829c63-375b-44e6-804c-b863d112073d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1556380309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79367a802d1c446993054208fdc42056", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a79c52a-a3", "ovs_interfaceid": "7a79c52a-a307-43ac-bcb4-c636de094b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.031148] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:32:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a79c52a-a307-43ac-bcb4-c636de094b1a', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.038757] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Creating folder: Project (79367a802d1c446993054208fdc42056). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.039118] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f99f3c82-3643-4d95-bf06-a38fe5414ace {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.051323] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Created folder: Project (79367a802d1c446993054208fdc42056) in parent group-v821763. [ 892.052064] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Creating folder: Instances. Parent ref: group-v821922. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.052064] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3354f6e-e6c1-4d21-8ad7-100d419d849f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.062914] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Created folder: Instances in parent group-v821922. [ 892.063430] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.063678] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.063897] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f45ebbf6-1f40-4a9e-b2c2-6fa8468890fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.086132] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.086132] env[69357]: value = "task-4150786" [ 892.086132] env[69357]: _type = "Task" [ 892.086132] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.095315] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150786, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.098945] env[69357]: DEBUG nova.compute.manager [req-df952953-d383-4914-af92-e9ad86339a2b req-c8cae477-b3dc-4c60-9c76-dfbed3ae3a13 service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Received event network-vif-plugged-7a79c52a-a307-43ac-bcb4-c636de094b1a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.099256] env[69357]: DEBUG oslo_concurrency.lockutils [req-df952953-d383-4914-af92-e9ad86339a2b req-c8cae477-b3dc-4c60-9c76-dfbed3ae3a13 service nova] Acquiring lock "8d23c06e-283e-4d2c-965e-2cb32d4b4605-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.099488] env[69357]: DEBUG oslo_concurrency.lockutils [req-df952953-d383-4914-af92-e9ad86339a2b req-c8cae477-b3dc-4c60-9c76-dfbed3ae3a13 service nova] Lock "8d23c06e-283e-4d2c-965e-2cb32d4b4605-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.099649] env[69357]: DEBUG oslo_concurrency.lockutils [req-df952953-d383-4914-af92-e9ad86339a2b req-c8cae477-b3dc-4c60-9c76-dfbed3ae3a13 service nova] Lock "8d23c06e-283e-4d2c-965e-2cb32d4b4605-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.099933] env[69357]: DEBUG nova.compute.manager [req-df952953-d383-4914-af92-e9ad86339a2b req-c8cae477-b3dc-4c60-9c76-dfbed3ae3a13 service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] No waiting events found dispatching network-vif-plugged-7a79c52a-a307-43ac-bcb4-c636de094b1a {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 892.100040] env[69357]: WARNING nova.compute.manager [req-df952953-d383-4914-af92-e9ad86339a2b req-c8cae477-b3dc-4c60-9c76-dfbed3ae3a13 service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Received unexpected event network-vif-plugged-7a79c52a-a307-43ac-bcb4-c636de094b1a for instance with vm_state building and task_state spawning. [ 892.100801] env[69357]: DEBUG nova.compute.manager [req-df952953-d383-4914-af92-e9ad86339a2b req-c8cae477-b3dc-4c60-9c76-dfbed3ae3a13 service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Received event network-changed-7a79c52a-a307-43ac-bcb4-c636de094b1a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.100801] env[69357]: DEBUG nova.compute.manager [req-df952953-d383-4914-af92-e9ad86339a2b req-c8cae477-b3dc-4c60-9c76-dfbed3ae3a13 service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Refreshing instance network info cache due to event network-changed-7a79c52a-a307-43ac-bcb4-c636de094b1a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.100801] env[69357]: DEBUG oslo_concurrency.lockutils [req-df952953-d383-4914-af92-e9ad86339a2b req-c8cae477-b3dc-4c60-9c76-dfbed3ae3a13 service nova] Acquiring lock "refresh_cache-8d23c06e-283e-4d2c-965e-2cb32d4b4605" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.101103] env[69357]: DEBUG oslo_concurrency.lockutils [req-df952953-d383-4914-af92-e9ad86339a2b req-c8cae477-b3dc-4c60-9c76-dfbed3ae3a13 service nova] Acquired lock "refresh_cache-8d23c06e-283e-4d2c-965e-2cb32d4b4605" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.101103] env[69357]: DEBUG nova.network.neutron [req-df952953-d383-4914-af92-e9ad86339a2b req-c8cae477-b3dc-4c60-9c76-dfbed3ae3a13 service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Refreshing network info cache for port 7a79c52a-a307-43ac-bcb4-c636de094b1a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.144276] env[69357]: DEBUG nova.compute.manager [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.173811] env[69357]: DEBUG nova.virt.hardware [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.174189] env[69357]: DEBUG nova.virt.hardware [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.174323] env[69357]: DEBUG nova.virt.hardware [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.174566] env[69357]: DEBUG nova.virt.hardware [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.174713] env[69357]: DEBUG nova.virt.hardware [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.174819] env[69357]: DEBUG nova.virt.hardware [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.175150] env[69357]: DEBUG nova.virt.hardware [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.175387] env[69357]: DEBUG nova.virt.hardware [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.175387] env[69357]: DEBUG nova.virt.hardware [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.175564] env[69357]: DEBUG nova.virt.hardware [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.175711] env[69357]: DEBUG nova.virt.hardware [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.176677] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6393d59d-01c8-4d1f-aba1-484c4db628d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.188362] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6109410c-8c6c-40d4-aa73-86d5a541610b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.204136] env[69357]: DEBUG oslo_concurrency.lockutils [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.208629] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.214581] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Creating folder: Project (b294128b98be46b1b3d28ab30d0b95d2). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.214581] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.256s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.214581] env[69357]: DEBUG nova.objects.instance [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lazy-loading 'resources' on Instance uuid 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.215085] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f2ea590-354a-406c-af5a-3661015695a3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.228838] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Created folder: Project (b294128b98be46b1b3d28ab30d0b95d2) in parent group-v821763. [ 892.229114] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Creating folder: Instances. Parent ref: group-v821925. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.229391] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5131835e-56e8-4479-99c9-3656a30183fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.242415] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Created folder: Instances in parent group-v821925. [ 892.242415] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.242721] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.246211] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51031805-188b-4195-8f55-98f67095011b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.260159] env[69357]: INFO nova.scheduler.client.report [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Deleted allocations for instance fecb77e3-7516-46ec-8c82-fca2de9c61bc [ 892.269677] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150781, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.271884] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.271884] env[69357]: value = "task-4150789" [ 892.271884] env[69357]: _type = "Task" [ 892.271884] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.285176] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150789, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.322614] env[69357]: DEBUG oslo_vmware.api [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150782, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.330911] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.598231] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150786, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.754273] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150781, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.778962] env[69357]: DEBUG oslo_concurrency.lockutils [None req-feac99b3-f9b3-43f0-bae4-076647686b72 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "fecb77e3-7516-46ec-8c82-fca2de9c61bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.020s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.788467] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150789, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.828434] env[69357]: DEBUG oslo_vmware.api [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150782, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.839610] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.957254] env[69357]: DEBUG nova.network.neutron [req-df952953-d383-4914-af92-e9ad86339a2b req-c8cae477-b3dc-4c60-9c76-dfbed3ae3a13 service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Updated VIF entry in instance network info cache for port 7a79c52a-a307-43ac-bcb4-c636de094b1a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.957254] env[69357]: DEBUG nova.network.neutron [req-df952953-d383-4914-af92-e9ad86339a2b req-c8cae477-b3dc-4c60-9c76-dfbed3ae3a13 service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Updating instance_info_cache with network_info: [{"id": "7a79c52a-a307-43ac-bcb4-c636de094b1a", "address": "fa:16:3e:c9:32:0a", "network": {"id": "44829c63-375b-44e6-804c-b863d112073d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1556380309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79367a802d1c446993054208fdc42056", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a79c52a-a3", "ovs_interfaceid": "7a79c52a-a307-43ac-bcb4-c636de094b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.100869] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150786, 'name': CreateVM_Task, 'duration_secs': 0.601856} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.106378] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.107763] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.108059] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.108540] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.108945] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce6d6649-cecb-42c2-8af3-21f869f2c8f7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.120213] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 893.120213] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]521a79bb-1928-c885-b1a3-2866e58adb7e" [ 893.120213] env[69357]: _type = "Task" [ 893.120213] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.139829] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]521a79bb-1928-c885-b1a3-2866e58adb7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.256644] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150781, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.288666] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150789, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.290681] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1647b12b-223a-489c-941e-650a5d9f9639 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.306025] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5eaf76a-a5dc-47b2-9c6c-e58feaabfcd3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.343508] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a495940c-fb21-4d61-bc6d-ddef0a241449 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.349969] env[69357]: DEBUG oslo_vmware.api [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150782, 'name': CreateSnapshot_Task, 'duration_secs': 1.050983} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.351434] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 893.352660] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c64cd5-7ada-408b-a9f1-c2ac44930861 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.360822] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150783, 'name': ReconfigVM_Task, 'duration_secs': 1.233525} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.361615] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Reconfigured VM instance instance-00000038 to attach disk [datastore1] c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6/c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.363313] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692fa110-4e13-435c-a96e-b227b50487e4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.371116] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d8af897-86b7-447a-97c2-16821240085c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.388746] env[69357]: DEBUG nova.compute.provider_tree [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.391874] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for the task: (returnval){ [ 893.391874] env[69357]: value = "task-4150790" [ 893.391874] env[69357]: _type = "Task" [ 893.391874] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.403663] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150790, 'name': Rename_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.463382] env[69357]: DEBUG oslo_concurrency.lockutils [req-df952953-d383-4914-af92-e9ad86339a2b req-c8cae477-b3dc-4c60-9c76-dfbed3ae3a13 service nova] Releasing lock "refresh_cache-8d23c06e-283e-4d2c-965e-2cb32d4b4605" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.632264] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]521a79bb-1928-c885-b1a3-2866e58adb7e, 'name': SearchDatastore_Task, 'duration_secs': 0.094512} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.632609] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.632887] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.633213] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.633378] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.633574] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.633871] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55f92f0c-d620-460d-a365-a5535b9a18a4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.653416] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.653637] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.654435] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f6f4414-8b86-4729-a7c8-804e6505b0b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.661300] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 893.661300] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]528e0a9d-cc2d-5da7-417d-dfacccdd92a0" [ 893.661300] env[69357]: _type = "Task" [ 893.661300] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.671269] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]528e0a9d-cc2d-5da7-417d-dfacccdd92a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.758209] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150781, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.786614] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150789, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.884616] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 893.885059] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f227a1de-bb3a-44f9-a631-bf7d58190eda {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.901879] env[69357]: DEBUG nova.scheduler.client.report [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.905936] env[69357]: DEBUG oslo_vmware.api [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 893.905936] env[69357]: value = "task-4150791" [ 893.905936] env[69357]: _type = "Task" [ 893.905936] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.916768] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150790, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.923920] env[69357]: DEBUG oslo_vmware.api [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150791, 'name': CloneVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.175047] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]528e0a9d-cc2d-5da7-417d-dfacccdd92a0, 'name': SearchDatastore_Task, 'duration_secs': 0.092847} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.175518] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-183afda0-9485-4b2b-b81f-536a4dab3515 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.181759] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 894.181759] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52cd9f5c-ae69-4561-f171-dd0965470dd2" [ 894.181759] env[69357]: _type = "Task" [ 894.181759] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.191440] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52cd9f5c-ae69-4561-f171-dd0965470dd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.255814] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150781, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.287244] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150789, 'name': CreateVM_Task, 'duration_secs': 1.910588} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.287737] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.287971] env[69357]: DEBUG oslo_concurrency.lockutils [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.288173] env[69357]: DEBUG oslo_concurrency.lockutils [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.289073] env[69357]: DEBUG oslo_concurrency.lockutils [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.289073] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d0237c6-0f4e-4344-8bf0-0cb19a33dc69 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.294827] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Waiting for the task: (returnval){ [ 894.294827] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5239f50d-fb32-1ed9-104b-f8f4e95221e6" [ 894.294827] env[69357]: _type = "Task" [ 894.294827] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.305428] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5239f50d-fb32-1ed9-104b-f8f4e95221e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.408183] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.414024] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150790, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.414024] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.060s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.416147] env[69357]: INFO nova.compute.claims [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.431853] env[69357]: DEBUG oslo_vmware.api [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150791, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.442088] env[69357]: INFO nova.scheduler.client.report [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Deleted allocations for instance 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f [ 894.693334] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52cd9f5c-ae69-4561-f171-dd0965470dd2, 'name': SearchDatastore_Task, 'duration_secs': 0.105014} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.693622] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.693893] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 8d23c06e-283e-4d2c-965e-2cb32d4b4605/8d23c06e-283e-4d2c-965e-2cb32d4b4605.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.694177] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe797fb9-b43f-4cde-8238-b1aeef4d9933 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.701826] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 894.701826] env[69357]: value = "task-4150792" [ 894.701826] env[69357]: _type = "Task" [ 894.701826] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.710854] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.756731] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150781, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.904872} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.757121] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2bb97662-3309-4ce8-b67a-627a5735c580/2bb97662-3309-4ce8-b67a-627a5735c580.vmdk to [datastore1] 7a15f252-27dd-4d08-b403-e28163cbd102/7a15f252-27dd-4d08-b403-e28163cbd102.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.758178] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca890583-5026-4525-96d1-6a56a92e25ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.782870] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 7a15f252-27dd-4d08-b403-e28163cbd102/7a15f252-27dd-4d08-b403-e28163cbd102.vmdk or device None with type streamOptimized {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.783070] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a5ece76-e6bf-4590-b4aa-f0cec1dbe4d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.812390] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5239f50d-fb32-1ed9-104b-f8f4e95221e6, 'name': SearchDatastore_Task, 'duration_secs': 0.107594} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.814327] env[69357]: DEBUG oslo_concurrency.lockutils [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.814327] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.814327] env[69357]: DEBUG oslo_concurrency.lockutils [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.814327] env[69357]: DEBUG oslo_concurrency.lockutils [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.814327] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.814939] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 894.814939] env[69357]: value = "task-4150793" [ 894.814939] env[69357]: _type = "Task" [ 894.814939] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.814939] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9d412f4-9883-4703-a4a2-80a623c1a02c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.829138] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150793, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.830728] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.830902] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.831665] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5767a291-ca56-4df2-917f-a8dfeefddbf0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.839222] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Waiting for the task: (returnval){ [ 894.839222] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ab06ea-0add-28b7-5c9f-edfcb23d9d72" [ 894.839222] env[69357]: _type = "Task" [ 894.839222] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.849714] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ab06ea-0add-28b7-5c9f-edfcb23d9d72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.906059] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150790, 'name': Rename_Task, 'duration_secs': 1.271853} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.907018] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.907018] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15a6a9cf-12d6-4dc6-9dd7-cce43b6f1974 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.918088] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for the task: (returnval){ [ 894.918088] env[69357]: value = "task-4150794" [ 894.918088] env[69357]: _type = "Task" [ 894.918088] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.928397] env[69357]: DEBUG oslo_vmware.api [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150791, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.934835] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.955774] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d6f28bdf-9545-4bad-a10f-593798bcf1f5 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "48c75cd8-2cd8-4f8d-be21-e2003cf1b41f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.763s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.957589] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "f404232f-e876-4aee-a123-e2cd7618232c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.957770] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "f404232f-e876-4aee-a123-e2cd7618232c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.042761] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "86211dc9-4c1d-4ec5-b83c-764df8b87380" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.043068] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "86211dc9-4c1d-4ec5-b83c-764df8b87380" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.216997] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150792, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.328280] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.349910] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ab06ea-0add-28b7-5c9f-edfcb23d9d72, 'name': SearchDatastore_Task, 'duration_secs': 0.015546} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.351562] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cab6584-e204-4560-80b3-18160bb4ce50 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.360146] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Waiting for the task: (returnval){ [ 895.360146] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]526a7ba5-8a22-92d2-4fc0-fdbfb7f6a5ff" [ 895.360146] env[69357]: _type = "Task" [ 895.360146] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.370412] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526a7ba5-8a22-92d2-4fc0-fdbfb7f6a5ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.429237] env[69357]: DEBUG oslo_vmware.api [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150791, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.439465] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150794, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.463462] env[69357]: DEBUG nova.compute.manager [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 895.714581] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605545} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.718748] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 8d23c06e-283e-4d2c-965e-2cb32d4b4605/8d23c06e-283e-4d2c-965e-2cb32d4b4605.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.719392] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.720010] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b24bbabe-eafb-4b20-b9cc-9ba486571927 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.730465] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 895.730465] env[69357]: value = "task-4150795" [ 895.730465] env[69357]: _type = "Task" [ 895.730465] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.747060] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.831107] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150793, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.874287] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526a7ba5-8a22-92d2-4fc0-fdbfb7f6a5ff, 'name': SearchDatastore_Task, 'duration_secs': 0.014945} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.874570] env[69357]: DEBUG oslo_concurrency.lockutils [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.874834] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 655af0c1-2762-4fc1-b26d-4e8a608983fb/655af0c1-2762-4fc1-b26d-4e8a608983fb.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.875110] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-786da103-3e59-497d-95ce-73d29994076f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.883149] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Waiting for the task: (returnval){ [ 895.883149] env[69357]: value = "task-4150796" [ 895.883149] env[69357]: _type = "Task" [ 895.883149] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.891595] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.931073] env[69357]: DEBUG oslo_vmware.api [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150791, 'name': CloneVM_Task, 'duration_secs': 1.866798} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.931490] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Created linked-clone VM from snapshot [ 895.933871] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22e51e3-9e79-44c7-acff-70ed958baf04 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.945121] env[69357]: DEBUG oslo_vmware.api [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150794, 'name': PowerOnVM_Task, 'duration_secs': 0.826533} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.946334] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.946502] env[69357]: INFO nova.compute.manager [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Took 11.54 seconds to spawn the instance on the hypervisor. [ 895.946878] env[69357]: DEBUG nova.compute.manager [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 895.947930] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab204a91-bfdc-4313-ac49-414770ef6ed8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.954238] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Uploading image e5e44638-3ba5-443d-880e-65399aa52bb0 {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 895.958214] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fbccb8-3a96-427e-8528-4bbbff739ee5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.974513] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e3fe5a-d7b5-43e3-8448-f460ce1635fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.985906] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 895.985906] env[69357]: value = "vm-821929" [ 895.985906] env[69357]: _type = "VirtualMachine" [ 895.985906] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 895.986162] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cad4544c-07c7-4b4b-8c15-92ddaf754580 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.014569] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.018490] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37f3ce3-0cd0-425a-baf4-349eacde4241 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.022148] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lease: (returnval){ [ 896.022148] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]525eb52d-e51e-13b9-d637-569efeef2976" [ 896.022148] env[69357]: _type = "HttpNfcLease" [ 896.022148] env[69357]: } obtained for exporting VM: (result){ [ 896.022148] env[69357]: value = "vm-821929" [ 896.022148] env[69357]: _type = "VirtualMachine" [ 896.022148] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 896.022506] env[69357]: DEBUG oslo_vmware.api [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the lease: (returnval){ [ 896.022506] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]525eb52d-e51e-13b9-d637-569efeef2976" [ 896.022506] env[69357]: _type = "HttpNfcLease" [ 896.022506] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 896.029459] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb2e1a1-8dbf-41e8-a504-e361fb7977c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.042290] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 896.042290] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]525eb52d-e51e-13b9-d637-569efeef2976" [ 896.042290] env[69357]: _type = "HttpNfcLease" [ 896.042290] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 896.050467] env[69357]: DEBUG nova.compute.provider_tree [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.241349] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086309} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.241537] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.242433] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741bb6f9-36c3-4fdd-bcfe-9b95820fdf26 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.265258] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 8d23c06e-283e-4d2c-965e-2cb32d4b4605/8d23c06e-283e-4d2c-965e-2cb32d4b4605.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.265707] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f55c68b4-5ce8-43c2-ac72-1144a3182206 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.286519] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 896.286519] env[69357]: value = "task-4150798" [ 896.286519] env[69357]: _type = "Task" [ 896.286519] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.295598] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.329836] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150793, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.393025] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.475405] env[69357]: INFO nova.compute.manager [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Took 53.32 seconds to build instance. [ 896.536737] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 896.536737] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]525eb52d-e51e-13b9-d637-569efeef2976" [ 896.536737] env[69357]: _type = "HttpNfcLease" [ 896.536737] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 896.537102] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 896.537102] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]525eb52d-e51e-13b9-d637-569efeef2976" [ 896.537102] env[69357]: _type = "HttpNfcLease" [ 896.537102] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 896.537916] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c99fd33-e131-4041-a521-0c8870a55de8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.546684] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd520b-2e8e-87d9-9821-55f3428a5904/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 896.546930] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd520b-2e8e-87d9-9821-55f3428a5904/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 896.608232] env[69357]: DEBUG nova.scheduler.client.report [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.614050] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquiring lock "36949508-c7f6-451e-a426-2fe304eb776d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.614050] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "36949508-c7f6-451e-a426-2fe304eb776d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.614195] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquiring lock "36949508-c7f6-451e-a426-2fe304eb776d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.614317] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "36949508-c7f6-451e-a426-2fe304eb776d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.614936] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "36949508-c7f6-451e-a426-2fe304eb776d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.616990] env[69357]: INFO nova.compute.manager [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Terminating instance [ 896.729592] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f44372e5-b43d-433d-a024-b7622566fc0f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.805816] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150798, 'name': ReconfigVM_Task, 'duration_secs': 0.359141} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.806541] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 8d23c06e-283e-4d2c-965e-2cb32d4b4605/8d23c06e-283e-4d2c-965e-2cb32d4b4605.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.807429] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93335d50-4a3d-4e86-95b9-741d356a0596 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.818106] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 896.818106] env[69357]: value = "task-4150799" [ 896.818106] env[69357]: _type = "Task" [ 896.818106] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.833402] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150799, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.836952] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150793, 'name': ReconfigVM_Task, 'duration_secs': 2.0208} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.837457] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 7a15f252-27dd-4d08-b403-e28163cbd102/7a15f252-27dd-4d08-b403-e28163cbd102.vmdk or device None with type streamOptimized {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.838690] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'size': 0, 'device_name': '/dev/sda', 'encryption_options': None, 'disk_bus': None, 'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'image_id': '2e3b5354-f6ca-4797-91ac-a700805a06c3'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'delete_on_termination': False, 'disk_bus': None, 'boot_index': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821891', 'volume_id': 'c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc', 'name': 'volume-c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7a15f252-27dd-4d08-b403-e28163cbd102', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc', 'serial': 'c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc'}, 'attachment_id': 'd6499bb9-fe0b-4723-bfe6-f16002e36470', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69357) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 896.839757] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 896.839757] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821891', 'volume_id': 'c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc', 'name': 'volume-c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7a15f252-27dd-4d08-b403-e28163cbd102', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc', 'serial': 'c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 896.839945] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c700ba4e-4ef2-489f-b4de-0a8ad4cc3938 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.858957] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726a42b0-d089-4a27-a8d4-9b19c5815c49 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.888568] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc/volume-c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.888882] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4948c93-76ab-4b14-8d7a-8ada29cf48b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.914207] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.939147} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.915798] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 655af0c1-2762-4fc1-b26d-4e8a608983fb/655af0c1-2762-4fc1-b26d-4e8a608983fb.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.916028] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.916344] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 896.916344] env[69357]: value = "task-4150800" [ 896.916344] env[69357]: _type = "Task" [ 896.916344] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.916534] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b997998-342b-429c-9cea-2cede3f40d62 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.931074] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.931074] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Waiting for the task: (returnval){ [ 896.931074] env[69357]: value = "task-4150801" [ 896.931074] env[69357]: _type = "Task" [ 896.931074] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.940556] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.977717] env[69357]: DEBUG oslo_concurrency.lockutils [None req-26899cd2-b706-439a-9670-b4d26f6245d1 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lock "c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.388s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.117548] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.119410] env[69357]: DEBUG nova.compute.manager [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.123239] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.517s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.123499] env[69357]: DEBUG nova.objects.instance [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Lazy-loading 'resources' on Instance uuid 7f9b9cc2-fc44-4053-bb3b-c243eea7921c {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.125189] env[69357]: DEBUG nova.compute.manager [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.127468] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.130172] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8259266-539e-479e-83ef-3fca96002b7d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.140791] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.142796] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80b5025a-6a0f-44e9-ad33-ff5bf53d2b7f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.152328] env[69357]: DEBUG oslo_vmware.api [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 897.152328] env[69357]: value = "task-4150802" [ 897.152328] env[69357]: _type = "Task" [ 897.152328] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.165028] env[69357]: DEBUG oslo_vmware.api [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.214027] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquiring lock "43bb73c9-a011-4251-b7ab-1088da7ad5fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.214027] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "43bb73c9-a011-4251-b7ab-1088da7ad5fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.214027] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquiring lock "43bb73c9-a011-4251-b7ab-1088da7ad5fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.214027] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "43bb73c9-a011-4251-b7ab-1088da7ad5fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.214027] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "43bb73c9-a011-4251-b7ab-1088da7ad5fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.220864] env[69357]: INFO nova.compute.manager [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Terminating instance [ 897.329138] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150799, 'name': Rename_Task, 'duration_secs': 0.1985} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.329597] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.331027] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df7c8076-8370-4bff-b92f-211758acd331 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.340336] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 897.340336] env[69357]: value = "task-4150803" [ 897.340336] env[69357]: _type = "Task" [ 897.340336] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.351971] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.431150] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150800, 'name': ReconfigVM_Task, 'duration_secs': 0.411997} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.435663] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc/volume-c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.441221] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd18f2d4-627d-4b02-80cc-4c2dd444e3b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.459177] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080186} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.461135] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.461755] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 897.461755] env[69357]: value = "task-4150804" [ 897.461755] env[69357]: _type = "Task" [ 897.461755] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.462693] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7381ad0c-1b6b-4fa9-8d05-04d933e694af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.482768] env[69357]: DEBUG nova.compute.manager [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.497256] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 655af0c1-2762-4fc1-b26d-4e8a608983fb/655af0c1-2762-4fc1-b26d-4e8a608983fb.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.497256] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98bde3c8-24ee-4fad-8d1f-6f75ea887b70 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.519332] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Waiting for the task: (returnval){ [ 897.519332] env[69357]: value = "task-4150805" [ 897.519332] env[69357]: _type = "Task" [ 897.519332] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.532625] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150805, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.630657] env[69357]: DEBUG nova.compute.utils [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.635969] env[69357]: DEBUG nova.compute.manager [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.636204] env[69357]: DEBUG nova.network.neutron [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.666832] env[69357]: DEBUG oslo_vmware.api [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150802, 'name': PowerOffVM_Task, 'duration_secs': 0.21899} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.670132] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.670482] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.671165] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ca4d6ac-01cc-4592-9454-66ca3204e405 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.713283] env[69357]: DEBUG nova.policy [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd602fbb6bfe64bbabc45c1715ee51ff7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2644ed697d3a4358bb03e03898cbb02a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.724334] env[69357]: DEBUG nova.compute.manager [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.724535] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.725473] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfbca2e-1f95-44cc-a552-d111cbac9440 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.736582] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.740123] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ae688ce-cfe7-4036-9e47-0ae78593af05 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.751197] env[69357]: DEBUG oslo_vmware.api [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 897.751197] env[69357]: value = "task-4150807" [ 897.751197] env[69357]: _type = "Task" [ 897.751197] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.760330] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.760834] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.761227] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Deleting the datastore file [datastore1] 36949508-c7f6-451e-a426-2fe304eb776d {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.766441] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdbc5aa5-5ec7-42b8-9bb9-2123e95fbf0b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.768844] env[69357]: DEBUG oslo_vmware.api [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.775329] env[69357]: DEBUG oslo_vmware.api [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 897.775329] env[69357]: value = "task-4150808" [ 897.775329] env[69357]: _type = "Task" [ 897.775329] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.786047] env[69357]: DEBUG oslo_vmware.api [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.853853] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150803, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.983175] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150804, 'name': ReconfigVM_Task, 'duration_secs': 0.203965} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.986756] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821891', 'volume_id': 'c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc', 'name': 'volume-c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7a15f252-27dd-4d08-b403-e28163cbd102', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc', 'serial': 'c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 897.988181] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afab8241-a721-4712-9034-cde9062f387c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.001203] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 898.001203] env[69357]: value = "task-4150809" [ 898.001203] env[69357]: _type = "Task" [ 898.001203] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.021551] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.027096] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150809, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.042312] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.137477] env[69357]: DEBUG nova.compute.manager [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.263483] env[69357]: DEBUG oslo_vmware.api [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150807, 'name': PowerOffVM_Task, 'duration_secs': 0.248081} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.270945] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.270945] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.270945] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a9b4227-e841-4112-9802-e91b4edfa1f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.290716] env[69357]: DEBUG oslo_vmware.api [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32889} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.295425] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.295425] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.295425] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.295425] env[69357]: INFO nova.compute.manager [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 898.295679] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.300325] env[69357]: DEBUG nova.compute.manager [-] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.300565] env[69357]: DEBUG nova.network.neutron [-] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.303635] env[69357]: DEBUG oslo_concurrency.lockutils [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquiring lock "4be7c2b3-a630-4e34-8733-927657600128" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.304038] env[69357]: DEBUG oslo_concurrency.lockutils [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lock "4be7c2b3-a630-4e34-8733-927657600128" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.360638] env[69357]: DEBUG oslo_vmware.api [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150803, 'name': PowerOnVM_Task, 'duration_secs': 0.557296} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.361409] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.361537] env[69357]: INFO nova.compute.manager [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Took 9.00 seconds to spawn the instance on the hypervisor. [ 898.362161] env[69357]: DEBUG nova.compute.manager [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 898.363078] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398706d2-8c7a-4df3-b789-d1a26d688843 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.384317] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.384628] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.384825] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Deleting the datastore file [datastore2] 43bb73c9-a011-4251-b7ab-1088da7ad5fb {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.385194] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4646bca9-5cba-414b-a53b-66c7264a0b30 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.397304] env[69357]: DEBUG oslo_vmware.api [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for the task: (returnval){ [ 898.397304] env[69357]: value = "task-4150811" [ 898.397304] env[69357]: _type = "Task" [ 898.397304] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.418541] env[69357]: DEBUG oslo_vmware.api [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.448609] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5d9c40-22ea-4c44-9090-b99ec94d2b51 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.459624] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde1c3b9-e694-4cfe-9be9-bced4c37b0fe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.498807] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba8e5fe-69e9-4ccf-a157-f209261529d1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.513156] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd51903-c331-482d-b333-3465b088f7bc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.525062] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150809, 'name': Rename_Task, 'duration_secs': 0.208689} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.536117] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.536400] env[69357]: DEBUG nova.compute.provider_tree [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.538106] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbad266d-67cb-4d87-8354-0eb097f77624 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.551617] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150805, 'name': ReconfigVM_Task, 'duration_secs': 0.88517} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.553597] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 655af0c1-2762-4fc1-b26d-4e8a608983fb/655af0c1-2762-4fc1-b26d-4e8a608983fb.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.554606] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 898.554606] env[69357]: value = "task-4150812" [ 898.554606] env[69357]: _type = "Task" [ 898.554606] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.555705] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ccedbed-f6c4-4cab-a958-c2ba3ab01e31 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.575041] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Waiting for the task: (returnval){ [ 898.575041] env[69357]: value = "task-4150813" [ 898.575041] env[69357]: _type = "Task" [ 898.575041] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.588790] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150813, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.648088] env[69357]: DEBUG nova.network.neutron [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Successfully created port: 8f787415-71f2-4121-bf4b-8361172a3f45 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.890040] env[69357]: INFO nova.compute.manager [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Took 52.48 seconds to build instance. [ 898.915449] env[69357]: DEBUG oslo_vmware.api [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Task: {'id': task-4150811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294857} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.915449] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.915449] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.915449] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.915449] env[69357]: INFO nova.compute.manager [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Took 1.19 seconds to destroy the instance on the hypervisor. [ 898.915449] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.915449] env[69357]: DEBUG nova.compute.manager [-] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.916650] env[69357]: DEBUG nova.network.neutron [-] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.940224] env[69357]: DEBUG nova.compute.manager [req-d4d966a9-d6a3-4bf5-8751-c1be9ce71d30 req-23db53d1-baf8-45c0-851c-68338287f6aa service nova] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Received event network-vif-deleted-5123e9a3-bb0d-4da6-a8d2-45e5249b72ed {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.940862] env[69357]: INFO nova.compute.manager [req-d4d966a9-d6a3-4bf5-8751-c1be9ce71d30 req-23db53d1-baf8-45c0-851c-68338287f6aa service nova] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Neutron deleted interface 5123e9a3-bb0d-4da6-a8d2-45e5249b72ed; detaching it from the instance and deleting it from the info cache [ 898.941333] env[69357]: DEBUG nova.network.neutron [req-d4d966a9-d6a3-4bf5-8751-c1be9ce71d30 req-23db53d1-baf8-45c0-851c-68338287f6aa service nova] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.046411] env[69357]: DEBUG nova.scheduler.client.report [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.069879] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150812, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.092116] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150813, 'name': Rename_Task, 'duration_secs': 0.191727} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.094047] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.094047] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c034a16b-29c2-4c5c-8851-ece166bd08b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.103274] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Waiting for the task: (returnval){ [ 899.103274] env[69357]: value = "task-4150814" [ 899.103274] env[69357]: _type = "Task" [ 899.103274] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.117387] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.153346] env[69357]: DEBUG nova.compute.manager [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.191323] env[69357]: DEBUG nova.virt.hardware [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.191610] env[69357]: DEBUG nova.virt.hardware [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.191889] env[69357]: DEBUG nova.virt.hardware [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.192172] env[69357]: DEBUG nova.virt.hardware [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.192389] env[69357]: DEBUG nova.virt.hardware [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.192606] env[69357]: DEBUG nova.virt.hardware [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.192889] env[69357]: DEBUG nova.virt.hardware [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.193202] env[69357]: DEBUG nova.virt.hardware [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.194037] env[69357]: DEBUG nova.virt.hardware [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.194300] env[69357]: DEBUG nova.virt.hardware [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.194561] env[69357]: DEBUG nova.virt.hardware [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.195555] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430341a0-3c49-49ea-837a-3095f43cfc6c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.205840] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287e4f1c-fa97-4ed4-b5e6-0aac9a1af7be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.396542] env[69357]: DEBUG nova.network.neutron [-] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.398274] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9e67fe04-b1e0-4967-accb-46371cb1c551 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "8d23c06e-283e-4d2c-965e-2cb32d4b4605" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.915s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.445884] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab0e86d6-9d53-4801-8235-13faa4daa7d1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.458039] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f982e4-086f-4bc7-a30b-5dc992339176 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.506278] env[69357]: DEBUG nova.compute.manager [req-d4d966a9-d6a3-4bf5-8751-c1be9ce71d30 req-23db53d1-baf8-45c0-851c-68338287f6aa service nova] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Detach interface failed, port_id=5123e9a3-bb0d-4da6-a8d2-45e5249b72ed, reason: Instance 36949508-c7f6-451e-a426-2fe304eb776d could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 899.556914] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.433s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.559414] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.625s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.561392] env[69357]: INFO nova.compute.claims [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.575560] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150812, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.588191] env[69357]: INFO nova.scheduler.client.report [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Deleted allocations for instance 7f9b9cc2-fc44-4053-bb3b-c243eea7921c [ 899.615305] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150814, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.873325] env[69357]: DEBUG nova.network.neutron [-] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.901593] env[69357]: DEBUG nova.compute.manager [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.904881] env[69357]: INFO nova.compute.manager [-] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Took 1.60 seconds to deallocate network for instance. [ 900.081045] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150812, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.096963] env[69357]: DEBUG oslo_concurrency.lockutils [None req-34ff4653-5794-45d5-806b-ca92d705741c tempest-ServerShowV247Test-1272407249 tempest-ServerShowV247Test-1272407249-project-member] Lock "7f9b9cc2-fc44-4053-bb3b-c243eea7921c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.831s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.116883] env[69357]: DEBUG oslo_vmware.api [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150814, 'name': PowerOnVM_Task, 'duration_secs': 0.752061} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.117609] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.117874] env[69357]: INFO nova.compute.manager [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Took 7.97 seconds to spawn the instance on the hypervisor. [ 900.118136] env[69357]: DEBUG nova.compute.manager [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 900.119413] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26306f8c-48f4-4636-8c88-5217890c9e9c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.376892] env[69357]: INFO nova.compute.manager [-] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Took 1.46 seconds to deallocate network for instance. [ 900.415858] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.441966] env[69357]: DEBUG oslo_concurrency.lockutils [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.581414] env[69357]: DEBUG oslo_vmware.api [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150812, 'name': PowerOnVM_Task, 'duration_secs': 1.619796} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.582706] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.588619] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.588901] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.644782] env[69357]: INFO nova.compute.manager [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Took 49.46 seconds to build instance. [ 900.741924] env[69357]: DEBUG nova.compute.manager [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 900.743061] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28c4b21-a6cb-4e42-8645-97ed73767ddd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.773305] env[69357]: DEBUG nova.network.neutron [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Successfully updated port: 8f787415-71f2-4121-bf4b-8361172a3f45 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.885375] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.971411] env[69357]: DEBUG nova.compute.manager [req-db84581a-8fd3-4a22-9ba2-6059ad21a6cd req-4ba7e251-5d03-493a-b820-83a092acbc94 service nova] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Received event network-vif-deleted-dc85d114-78ba-4b8a-af3d-4fa09ef2f6bf {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.971634] env[69357]: DEBUG nova.compute.manager [req-db84581a-8fd3-4a22-9ba2-6059ad21a6cd req-4ba7e251-5d03-493a-b820-83a092acbc94 service nova] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Received event network-vif-plugged-8f787415-71f2-4121-bf4b-8361172a3f45 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.971848] env[69357]: DEBUG oslo_concurrency.lockutils [req-db84581a-8fd3-4a22-9ba2-6059ad21a6cd req-4ba7e251-5d03-493a-b820-83a092acbc94 service nova] Acquiring lock "c89b7ce6-0b2d-4c7f-aae5-84e9b391735f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.972076] env[69357]: DEBUG oslo_concurrency.lockutils [req-db84581a-8fd3-4a22-9ba2-6059ad21a6cd req-4ba7e251-5d03-493a-b820-83a092acbc94 service nova] Lock "c89b7ce6-0b2d-4c7f-aae5-84e9b391735f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.972262] env[69357]: DEBUG oslo_concurrency.lockutils [req-db84581a-8fd3-4a22-9ba2-6059ad21a6cd req-4ba7e251-5d03-493a-b820-83a092acbc94 service nova] Lock "c89b7ce6-0b2d-4c7f-aae5-84e9b391735f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.972480] env[69357]: DEBUG nova.compute.manager [req-db84581a-8fd3-4a22-9ba2-6059ad21a6cd req-4ba7e251-5d03-493a-b820-83a092acbc94 service nova] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] No waiting events found dispatching network-vif-plugged-8f787415-71f2-4121-bf4b-8361172a3f45 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 900.972605] env[69357]: WARNING nova.compute.manager [req-db84581a-8fd3-4a22-9ba2-6059ad21a6cd req-4ba7e251-5d03-493a-b820-83a092acbc94 service nova] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Received unexpected event network-vif-plugged-8f787415-71f2-4121-bf4b-8361172a3f45 for instance with vm_state building and task_state spawning. [ 900.972767] env[69357]: DEBUG nova.compute.manager [req-db84581a-8fd3-4a22-9ba2-6059ad21a6cd req-4ba7e251-5d03-493a-b820-83a092acbc94 service nova] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Received event network-changed-8f787415-71f2-4121-bf4b-8361172a3f45 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.972922] env[69357]: DEBUG nova.compute.manager [req-db84581a-8fd3-4a22-9ba2-6059ad21a6cd req-4ba7e251-5d03-493a-b820-83a092acbc94 service nova] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Refreshing instance network info cache due to event network-changed-8f787415-71f2-4121-bf4b-8361172a3f45. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.973125] env[69357]: DEBUG oslo_concurrency.lockutils [req-db84581a-8fd3-4a22-9ba2-6059ad21a6cd req-4ba7e251-5d03-493a-b820-83a092acbc94 service nova] Acquiring lock "refresh_cache-c89b7ce6-0b2d-4c7f-aae5-84e9b391735f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.973266] env[69357]: DEBUG oslo_concurrency.lockutils [req-db84581a-8fd3-4a22-9ba2-6059ad21a6cd req-4ba7e251-5d03-493a-b820-83a092acbc94 service nova] Acquired lock "refresh_cache-c89b7ce6-0b2d-4c7f-aae5-84e9b391735f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.973473] env[69357]: DEBUG nova.network.neutron [req-db84581a-8fd3-4a22-9ba2-6059ad21a6cd req-4ba7e251-5d03-493a-b820-83a092acbc94 service nova] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Refreshing network info cache for port 8f787415-71f2-4121-bf4b-8361172a3f45 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.148670] env[69357]: DEBUG oslo_concurrency.lockutils [None req-284169c9-96c3-438d-a6d1-a33458215b8a tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Lock "655af0c1-2762-4fc1-b26d-4e8a608983fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.264s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.225425] env[69357]: INFO nova.compute.manager [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Rebuilding instance [ 901.251936] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e931b900-973a-42a8-966a-30bd3c35aa7e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.261027] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001c4e3f-314a-4666-89c6-8e45594e45f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.274631] env[69357]: DEBUG oslo_concurrency.lockutils [None req-60afc32b-73dc-4f38-8307-01e6f0959d4a tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "7a15f252-27dd-4d08-b403-e28163cbd102" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 65.796s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.305243] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Acquiring lock "refresh_cache-c89b7ce6-0b2d-4c7f-aae5-84e9b391735f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.311111] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7385f598-94a6-437a-ae5b-06275f5cd1e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.321430] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3790c237-cf0f-415e-9aee-2ea42d45a113 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.341901] env[69357]: DEBUG nova.compute.provider_tree [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.345758] env[69357]: DEBUG nova.compute.manager [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 901.346649] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55bef05-4b5b-4ba6-9d34-ee347bc3edc8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.537224] env[69357]: DEBUG nova.network.neutron [req-db84581a-8fd3-4a22-9ba2-6059ad21a6cd req-4ba7e251-5d03-493a-b820-83a092acbc94 service nova] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.652112] env[69357]: DEBUG nova.compute.manager [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.728146] env[69357]: DEBUG nova.network.neutron [req-db84581a-8fd3-4a22-9ba2-6059ad21a6cd req-4ba7e251-5d03-493a-b820-83a092acbc94 service nova] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.847376] env[69357]: DEBUG nova.scheduler.client.report [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.182177] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.231171] env[69357]: DEBUG oslo_concurrency.lockutils [req-db84581a-8fd3-4a22-9ba2-6059ad21a6cd req-4ba7e251-5d03-493a-b820-83a092acbc94 service nova] Releasing lock "refresh_cache-c89b7ce6-0b2d-4c7f-aae5-84e9b391735f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.231587] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Acquired lock "refresh_cache-c89b7ce6-0b2d-4c7f-aae5-84e9b391735f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.231774] env[69357]: DEBUG nova.network.neutron [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.356024] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.356024] env[69357]: DEBUG nova.compute.manager [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.357832] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.059s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.359828] env[69357]: INFO nova.compute.claims [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.363469] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.364140] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e37e546-4118-4d97-a6b2-66774abc00a5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.373172] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Waiting for the task: (returnval){ [ 902.373172] env[69357]: value = "task-4150815" [ 902.373172] env[69357]: _type = "Task" [ 902.373172] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.388373] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.783101] env[69357]: DEBUG nova.network.neutron [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.864715] env[69357]: DEBUG nova.compute.utils [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.869594] env[69357]: DEBUG nova.compute.manager [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.869868] env[69357]: DEBUG nova.network.neutron [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.885016] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150815, 'name': PowerOffVM_Task, 'duration_secs': 0.159921} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.886197] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.887111] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.888032] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e33167-27bb-4e6b-9c3f-5a6b50921bbb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.896402] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.896730] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-871fbb41-9abc-4f00-a1eb-6633caaa0dd1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.925113] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.925366] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.925569] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Deleting the datastore file [datastore1] 655af0c1-2762-4fc1-b26d-4e8a608983fb {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.929855] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8b5b6e3-7b11-4fb8-a334-2f95181158a7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.936524] env[69357]: DEBUG nova.policy [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e7a4b24022447fbad1252fe073ed845', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7057ae3e4a404d2eaf19cbb903512690', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.944682] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Waiting for the task: (returnval){ [ 902.944682] env[69357]: value = "task-4150817" [ 902.944682] env[69357]: _type = "Task" [ 902.944682] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.957617] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.015355] env[69357]: DEBUG nova.network.neutron [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Updating instance_info_cache with network_info: [{"id": "8f787415-71f2-4121-bf4b-8361172a3f45", "address": "fa:16:3e:57:c6:fd", "network": {"id": "1d699b10-0867-4c7a-b449-dd3af0983359", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1870561958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2644ed697d3a4358bb03e03898cbb02a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f787415-71", "ovs_interfaceid": "8f787415-71f2-4121-bf4b-8361172a3f45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.375766] env[69357]: DEBUG nova.compute.manager [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.456374] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282228} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.456651] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.456836] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.457115] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.518626] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Releasing lock "refresh_cache-c89b7ce6-0b2d-4c7f-aae5-84e9b391735f" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.518977] env[69357]: DEBUG nova.compute.manager [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Instance network_info: |[{"id": "8f787415-71f2-4121-bf4b-8361172a3f45", "address": "fa:16:3e:57:c6:fd", "network": {"id": "1d699b10-0867-4c7a-b449-dd3af0983359", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1870561958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2644ed697d3a4358bb03e03898cbb02a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f787415-71", "ovs_interfaceid": "8f787415-71f2-4121-bf4b-8361172a3f45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.519819] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:c6:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f787415-71f2-4121-bf4b-8361172a3f45', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.528585] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Creating folder: Project (2644ed697d3a4358bb03e03898cbb02a). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.532394] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5191d008-a212-4f40-aa32-d9291e7bc8e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.550086] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Created folder: Project (2644ed697d3a4358bb03e03898cbb02a) in parent group-v821763. [ 903.550313] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Creating folder: Instances. Parent ref: group-v821930. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.550565] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0924077e-127d-4dc3-a0eb-8a7b6b64f732 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.562455] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Created folder: Instances in parent group-v821930. [ 903.562723] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.562946] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.563187] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fd422e5-786c-4a79-b7cc-ee23190bee03 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.587975] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.587975] env[69357]: value = "task-4150820" [ 903.587975] env[69357]: _type = "Task" [ 903.587975] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.599975] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150820, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.601077] env[69357]: DEBUG nova.network.neutron [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Successfully created port: d2691c24-a298-4824-baae-f1ee586eab41 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.038454] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7dad92-7a2c-43be-9546-267a547d47e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.047811] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909a3af7-6afa-4442-8906-3ac2930b8780 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.099177] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb5e780-c759-4158-89ad-b7023bebdecc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.113453] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150820, 'name': CreateVM_Task, 'duration_secs': 0.443381} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.113755] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.115219] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d94d9c-6868-4c72-8437-1ecd29bdaa93 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.120347] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.120527] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.121007] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.121320] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f54d851c-fc35-49ad-9073-f1dec80bf59a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.129043] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Waiting for the task: (returnval){ [ 904.129043] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]525c9bad-7316-84e4-da97-c97dcab134a9" [ 904.129043] env[69357]: _type = "Task" [ 904.129043] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.137075] env[69357]: DEBUG nova.compute.provider_tree [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.149575] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]525c9bad-7316-84e4-da97-c97dcab134a9, 'name': SearchDatastore_Task, 'duration_secs': 0.013802} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.150663] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.150981] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.151238] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.151411] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.151588] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.152229] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab9ab5be-e1b1-4d15-9674-c725481e9206 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.164531] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.164531] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.165106] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cbdb0b0-2ad5-4f4d-8168-e9e8e89f4137 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.171890] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Waiting for the task: (returnval){ [ 904.171890] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529d8ceb-c869-53bf-bcf7-dabf223b8fb9" [ 904.171890] env[69357]: _type = "Task" [ 904.171890] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.182020] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529d8ceb-c869-53bf-bcf7-dabf223b8fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.390656] env[69357]: DEBUG nova.compute.manager [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.435017] env[69357]: DEBUG nova.virt.hardware [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.438249] env[69357]: DEBUG nova.virt.hardware [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.438540] env[69357]: DEBUG nova.virt.hardware [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.438808] env[69357]: DEBUG nova.virt.hardware [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.438976] env[69357]: DEBUG nova.virt.hardware [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.439238] env[69357]: DEBUG nova.virt.hardware [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.439564] env[69357]: DEBUG nova.virt.hardware [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.439747] env[69357]: DEBUG nova.virt.hardware [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.439993] env[69357]: DEBUG nova.virt.hardware [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.440221] env[69357]: DEBUG nova.virt.hardware [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.440466] env[69357]: DEBUG nova.virt.hardware [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.441555] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ab8e1a-0cd2-4385-a189-b1d889a5d7d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.458209] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29134529-002b-4818-9ae2-d5bd136f210c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.502974] env[69357]: DEBUG nova.virt.hardware [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.503267] env[69357]: DEBUG nova.virt.hardware [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.503414] env[69357]: DEBUG nova.virt.hardware [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.503599] env[69357]: DEBUG nova.virt.hardware [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.503779] env[69357]: DEBUG nova.virt.hardware [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.503945] env[69357]: DEBUG nova.virt.hardware [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.504572] env[69357]: DEBUG nova.virt.hardware [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.504572] env[69357]: DEBUG nova.virt.hardware [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.504572] env[69357]: DEBUG nova.virt.hardware [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.504700] env[69357]: DEBUG nova.virt.hardware [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.504873] env[69357]: DEBUG nova.virt.hardware [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.505805] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce0d501-b7bd-4f39-9570-bb8358cd7bd4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.515142] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0210a4ec-b3bb-4e1a-a13e-a24c6cf2d35e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.530737] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.539636] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.539636] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.539636] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5aa05914-dbbf-406c-b86b-83b7257af589 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.558897] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.558897] env[69357]: value = "task-4150821" [ 904.558897] env[69357]: _type = "Task" [ 904.558897] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.569035] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150821, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.644550] env[69357]: DEBUG nova.scheduler.client.report [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.683592] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529d8ceb-c869-53bf-bcf7-dabf223b8fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.014945} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.684449] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2efa1149-f960-4927-8546-4bff58630061 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.692302] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Waiting for the task: (returnval){ [ 904.692302] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]523f0896-900c-af5c-e435-9e9627729208" [ 904.692302] env[69357]: _type = "Task" [ 904.692302] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.701481] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]523f0896-900c-af5c-e435-9e9627729208, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.070068] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150821, 'name': CreateVM_Task, 'duration_secs': 0.46223} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.070353] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.070859] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.071063] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.071412] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.071842] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e2ff9aa-0987-4423-81ed-83198ad92f5b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.078360] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Waiting for the task: (returnval){ [ 905.078360] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]522c5596-01a0-215f-0f09-3fbfe527c0ee" [ 905.078360] env[69357]: _type = "Task" [ 905.078360] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.088259] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]522c5596-01a0-215f-0f09-3fbfe527c0ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.152172] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.153045] env[69357]: DEBUG nova.compute.manager [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.156784] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 42.042s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.205737] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]523f0896-900c-af5c-e435-9e9627729208, 'name': SearchDatastore_Task, 'duration_secs': 0.018706} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.206298] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.206650] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] c89b7ce6-0b2d-4c7f-aae5-84e9b391735f/c89b7ce6-0b2d-4c7f-aae5-84e9b391735f.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.206972] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2de11d71-26fc-40e5-ad9f-f33688b28263 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.218423] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Waiting for the task: (returnval){ [ 905.218423] env[69357]: value = "task-4150822" [ 905.218423] env[69357]: _type = "Task" [ 905.218423] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.229917] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Task: {'id': task-4150822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.482359] env[69357]: DEBUG nova.compute.manager [req-f71bb792-c993-448e-8ce6-d2b3b2a9a8fd req-fcc4e4b1-1cd8-430c-b0d6-6c56c11b2752 service nova] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Received event network-vif-plugged-d2691c24-a298-4824-baae-f1ee586eab41 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.482577] env[69357]: DEBUG oslo_concurrency.lockutils [req-f71bb792-c993-448e-8ce6-d2b3b2a9a8fd req-fcc4e4b1-1cd8-430c-b0d6-6c56c11b2752 service nova] Acquiring lock "a867059b-ea7b-4222-a47c-a6621cf37421-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.482786] env[69357]: DEBUG oslo_concurrency.lockutils [req-f71bb792-c993-448e-8ce6-d2b3b2a9a8fd req-fcc4e4b1-1cd8-430c-b0d6-6c56c11b2752 service nova] Lock "a867059b-ea7b-4222-a47c-a6621cf37421-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.482947] env[69357]: DEBUG oslo_concurrency.lockutils [req-f71bb792-c993-448e-8ce6-d2b3b2a9a8fd req-fcc4e4b1-1cd8-430c-b0d6-6c56c11b2752 service nova] Lock "a867059b-ea7b-4222-a47c-a6621cf37421-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.483458] env[69357]: DEBUG nova.compute.manager [req-f71bb792-c993-448e-8ce6-d2b3b2a9a8fd req-fcc4e4b1-1cd8-430c-b0d6-6c56c11b2752 service nova] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] No waiting events found dispatching network-vif-plugged-d2691c24-a298-4824-baae-f1ee586eab41 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 905.487026] env[69357]: WARNING nova.compute.manager [req-f71bb792-c993-448e-8ce6-d2b3b2a9a8fd req-fcc4e4b1-1cd8-430c-b0d6-6c56c11b2752 service nova] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Received unexpected event network-vif-plugged-d2691c24-a298-4824-baae-f1ee586eab41 for instance with vm_state building and task_state spawning. [ 905.587131] env[69357]: DEBUG nova.network.neutron [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Successfully updated port: d2691c24-a298-4824-baae-f1ee586eab41 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.600860] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]522c5596-01a0-215f-0f09-3fbfe527c0ee, 'name': SearchDatastore_Task, 'duration_secs': 0.015197} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.601372] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.602018] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.602018] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.602214] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.602275] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.602614] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97ac98a9-0f54-474b-86ad-a15b99e298f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.619846] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.620920] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.622140] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a789d63-e014-45fa-9fc2-2e62c5c7cc7a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.629350] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Waiting for the task: (returnval){ [ 905.629350] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c17f8c-5ead-4b97-16b9-c85bda752110" [ 905.629350] env[69357]: _type = "Task" [ 905.629350] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.639791] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c17f8c-5ead-4b97-16b9-c85bda752110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.660343] env[69357]: INFO nova.compute.claims [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.666063] env[69357]: DEBUG nova.compute.utils [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.668233] env[69357]: DEBUG nova.compute.manager [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.668321] env[69357]: DEBUG nova.network.neutron [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.724869] env[69357]: DEBUG nova.policy [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1335749a38054f0382246473110fc97d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac796fa7f0f646949a76de9e811a2f8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.733366] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Task: {'id': task-4150822, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.090617] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "ed128ff8-b9bd-4b81-b311-4d9efae21c73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.092504] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "ed128ff8-b9bd-4b81-b311-4d9efae21c73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.093970] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "refresh_cache-a867059b-ea7b-4222-a47c-a6621cf37421" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.096229] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "refresh_cache-a867059b-ea7b-4222-a47c-a6621cf37421" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.096229] env[69357]: DEBUG nova.network.neutron [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.147024] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c17f8c-5ead-4b97-16b9-c85bda752110, 'name': SearchDatastore_Task, 'duration_secs': 0.041912} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.147024] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bcc6bc1-c8dc-4c79-be2f-83292096e0d2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.154326] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Waiting for the task: (returnval){ [ 906.154326] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a33ec9-b333-f129-cfe9-790e2abdb159" [ 906.154326] env[69357]: _type = "Task" [ 906.154326] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.168467] env[69357]: DEBUG nova.compute.manager [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.174111] env[69357]: INFO nova.compute.resource_tracker [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Updating resource usage from migration 8cf343dd-87f5-4381-8c96-de6e15ed6c54 [ 906.177077] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a33ec9-b333-f129-cfe9-790e2abdb159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.193463] env[69357]: DEBUG nova.network.neutron [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Successfully created port: edb57e3b-c8a2-472b-a1b0-4841d0d595e3 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.233943] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Task: {'id': task-4150822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.942917} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.234578] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] c89b7ce6-0b2d-4c7f-aae5-84e9b391735f/c89b7ce6-0b2d-4c7f-aae5-84e9b391735f.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.234861] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.235162] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a209b0df-e3ac-4b67-b91d-1c20bf82c52f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.244394] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Waiting for the task: (returnval){ [ 906.244394] env[69357]: value = "task-4150823" [ 906.244394] env[69357]: _type = "Task" [ 906.244394] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.255833] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Task: {'id': task-4150823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.645998] env[69357]: DEBUG nova.network.neutron [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.670188] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a33ec9-b333-f129-cfe9-790e2abdb159, 'name': SearchDatastore_Task, 'duration_secs': 0.021748} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.670188] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.670473] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 655af0c1-2762-4fc1-b26d-4e8a608983fb/655af0c1-2762-4fc1-b26d-4e8a608983fb.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.670841] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db005f7f-0657-4ae5-b366-69418ad04918 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.689339] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Waiting for the task: (returnval){ [ 906.689339] env[69357]: value = "task-4150824" [ 906.689339] env[69357]: _type = "Task" [ 906.689339] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.702861] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.759240] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Task: {'id': task-4150823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114799} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.759569] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.760646] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af37602-9471-4e77-bf19-40f15e39385a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.791902] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] c89b7ce6-0b2d-4c7f-aae5-84e9b391735f/c89b7ce6-0b2d-4c7f-aae5-84e9b391735f.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.791902] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6b4a8d1-236c-49bb-a1f2-f4ea1ec51c46 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.811962] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9beda1-92c0-404d-9317-2de090173968 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.822248] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94099c8f-7cfa-44eb-b4ff-b65d5fff6f48 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.826104] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Waiting for the task: (returnval){ [ 906.826104] env[69357]: value = "task-4150825" [ 906.826104] env[69357]: _type = "Task" [ 906.826104] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.862086] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6841270b-382c-441c-b24a-dab6cbb51fdb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.869119] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Task: {'id': task-4150825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.875775] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a750ee99-92da-483f-b5b8-80599b2516e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.894630] env[69357]: DEBUG nova.compute.provider_tree [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.904221] env[69357]: DEBUG nova.network.neutron [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Updating instance_info_cache with network_info: [{"id": "d2691c24-a298-4824-baae-f1ee586eab41", "address": "fa:16:3e:c0:72:79", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2691c24-a2", "ovs_interfaceid": "d2691c24-a298-4824-baae-f1ee586eab41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.191576] env[69357]: DEBUG nova.compute.manager [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.205564] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150824, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.219035] env[69357]: DEBUG nova.virt.hardware [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.219448] env[69357]: DEBUG nova.virt.hardware [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.219752] env[69357]: DEBUG nova.virt.hardware [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.220024] env[69357]: DEBUG nova.virt.hardware [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.220284] env[69357]: DEBUG nova.virt.hardware [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.220499] env[69357]: DEBUG nova.virt.hardware [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.220711] env[69357]: DEBUG nova.virt.hardware [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.221049] env[69357]: DEBUG nova.virt.hardware [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.221340] env[69357]: DEBUG nova.virt.hardware [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.221713] env[69357]: DEBUG nova.virt.hardware [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.221989] env[69357]: DEBUG nova.virt.hardware [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.222964] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e87616-9c62-44cb-83c9-3e0520343b25 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.232191] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455eb4b0-6995-491f-a51f-e0eb86fcc5c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.267658] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd520b-2e8e-87d9-9821-55f3428a5904/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 907.268725] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ff5178-e76d-4e98-8983-dc01de57f453 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.275984] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd520b-2e8e-87d9-9821-55f3428a5904/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 907.276127] env[69357]: ERROR oslo_vmware.rw_handles [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd520b-2e8e-87d9-9821-55f3428a5904/disk-0.vmdk due to incomplete transfer. [ 907.276382] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-88e24930-2e2f-49d9-ad8f-78df80a225c1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.285710] env[69357]: DEBUG oslo_vmware.rw_handles [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd520b-2e8e-87d9-9821-55f3428a5904/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 907.285964] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Uploaded image e5e44638-3ba5-443d-880e-65399aa52bb0 to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 907.288320] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 907.288640] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e5484fc1-1d74-416b-b9df-36e8c3c5ba17 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.296732] env[69357]: DEBUG oslo_vmware.api [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 907.296732] env[69357]: value = "task-4150826" [ 907.296732] env[69357]: _type = "Task" [ 907.296732] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.305982] env[69357]: DEBUG oslo_vmware.api [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150826, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.337064] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Task: {'id': task-4150825, 'name': ReconfigVM_Task, 'duration_secs': 0.461459} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.337371] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Reconfigured VM instance instance-0000003b to attach disk [datastore2] c89b7ce6-0b2d-4c7f-aae5-84e9b391735f/c89b7ce6-0b2d-4c7f-aae5-84e9b391735f.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.338148] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dc78a45-0cf5-49a0-a920-9517ed255571 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.346071] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Waiting for the task: (returnval){ [ 907.346071] env[69357]: value = "task-4150827" [ 907.346071] env[69357]: _type = "Task" [ 907.346071] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.356888] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Task: {'id': task-4150827, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.398637] env[69357]: DEBUG nova.scheduler.client.report [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.406607] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "refresh_cache-a867059b-ea7b-4222-a47c-a6621cf37421" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.406963] env[69357]: DEBUG nova.compute.manager [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Instance network_info: |[{"id": "d2691c24-a298-4824-baae-f1ee586eab41", "address": "fa:16:3e:c0:72:79", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2691c24-a2", "ovs_interfaceid": "d2691c24-a298-4824-baae-f1ee586eab41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.407450] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:72:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2691c24-a298-4824-baae-f1ee586eab41', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.415902] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Creating folder: Project (7057ae3e4a404d2eaf19cbb903512690). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.416290] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0781ac7-1555-44b0-a587-d3e7060b69a4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.430025] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Created folder: Project (7057ae3e4a404d2eaf19cbb903512690) in parent group-v821763. [ 907.430025] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Creating folder: Instances. Parent ref: group-v821934. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.430025] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcd6b35d-b8dc-4be1-8124-3132116be2fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.442205] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Created folder: Instances in parent group-v821934. [ 907.442205] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.442205] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.442205] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-446b4cc6-d210-4c6b-9665-2cf38f004900 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.465367] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.465367] env[69357]: value = "task-4150830" [ 907.465367] env[69357]: _type = "Task" [ 907.465367] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.475640] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150830, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.522128] env[69357]: DEBUG nova.compute.manager [req-cd304659-cef7-41bd-a4db-59038c979ea6 req-d0b2b81b-85f3-4882-96e7-e06648f05816 service nova] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Received event network-changed-d2691c24-a298-4824-baae-f1ee586eab41 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.522362] env[69357]: DEBUG nova.compute.manager [req-cd304659-cef7-41bd-a4db-59038c979ea6 req-d0b2b81b-85f3-4882-96e7-e06648f05816 service nova] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Refreshing instance network info cache due to event network-changed-d2691c24-a298-4824-baae-f1ee586eab41. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.522678] env[69357]: DEBUG oslo_concurrency.lockutils [req-cd304659-cef7-41bd-a4db-59038c979ea6 req-d0b2b81b-85f3-4882-96e7-e06648f05816 service nova] Acquiring lock "refresh_cache-a867059b-ea7b-4222-a47c-a6621cf37421" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.522763] env[69357]: DEBUG oslo_concurrency.lockutils [req-cd304659-cef7-41bd-a4db-59038c979ea6 req-d0b2b81b-85f3-4882-96e7-e06648f05816 service nova] Acquired lock "refresh_cache-a867059b-ea7b-4222-a47c-a6621cf37421" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.522893] env[69357]: DEBUG nova.network.neutron [req-cd304659-cef7-41bd-a4db-59038c979ea6 req-d0b2b81b-85f3-4882-96e7-e06648f05816 service nova] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Refreshing network info cache for port d2691c24-a298-4824-baae-f1ee586eab41 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.708167] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606416} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.708411] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 655af0c1-2762-4fc1-b26d-4e8a608983fb/655af0c1-2762-4fc1-b26d-4e8a608983fb.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.708637] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.708914] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04881155-7b04-408d-b767-a08f25810d78 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.716828] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Waiting for the task: (returnval){ [ 907.716828] env[69357]: value = "task-4150831" [ 907.716828] env[69357]: _type = "Task" [ 907.716828] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.727045] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.808225] env[69357]: DEBUG oslo_vmware.api [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150826, 'name': Destroy_Task, 'duration_secs': 0.41089} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.808225] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Destroyed the VM [ 907.808225] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 907.808404] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a3308041-5bc9-4ec3-8b15-ba46511ebc71 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.815629] env[69357]: DEBUG oslo_vmware.api [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 907.815629] env[69357]: value = "task-4150832" [ 907.815629] env[69357]: _type = "Task" [ 907.815629] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.826354] env[69357]: DEBUG oslo_vmware.api [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150832, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.856768] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Task: {'id': task-4150827, 'name': Rename_Task, 'duration_secs': 0.22178} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.859184] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.859511] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bc2330f-a9c6-4c4c-bb73-d1adef4c31cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.866576] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Waiting for the task: (returnval){ [ 907.866576] env[69357]: value = "task-4150833" [ 907.866576] env[69357]: _type = "Task" [ 907.866576] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.876555] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Task: {'id': task-4150833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.886934] env[69357]: DEBUG nova.network.neutron [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Successfully updated port: edb57e3b-c8a2-472b-a1b0-4841d0d595e3 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.904508] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.749s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.904728] env[69357]: INFO nova.compute.manager [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Migrating [ 907.912864] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.789s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.915175] env[69357]: INFO nova.compute.claims [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.976957] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150830, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.228169] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072217} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.228530] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.229278] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e8cbca-a5c9-428f-ab5d-33d30d2c038d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.250209] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 655af0c1-2762-4fc1-b26d-4e8a608983fb/655af0c1-2762-4fc1-b26d-4e8a608983fb.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.253718] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98e71d58-acb9-4ff8-990a-ca97703f469b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.273616] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Waiting for the task: (returnval){ [ 908.273616] env[69357]: value = "task-4150834" [ 908.273616] env[69357]: _type = "Task" [ 908.273616] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.282681] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.305228] env[69357]: DEBUG nova.network.neutron [req-cd304659-cef7-41bd-a4db-59038c979ea6 req-d0b2b81b-85f3-4882-96e7-e06648f05816 service nova] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Updated VIF entry in instance network info cache for port d2691c24-a298-4824-baae-f1ee586eab41. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.305696] env[69357]: DEBUG nova.network.neutron [req-cd304659-cef7-41bd-a4db-59038c979ea6 req-d0b2b81b-85f3-4882-96e7-e06648f05816 service nova] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Updating instance_info_cache with network_info: [{"id": "d2691c24-a298-4824-baae-f1ee586eab41", "address": "fa:16:3e:c0:72:79", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2691c24-a2", "ovs_interfaceid": "d2691c24-a298-4824-baae-f1ee586eab41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.328319] env[69357]: DEBUG oslo_vmware.api [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150832, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.379035] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Task: {'id': task-4150833, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.390888] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "refresh_cache-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.390888] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "refresh_cache-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.390888] env[69357]: DEBUG nova.network.neutron [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.429442] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "refresh_cache-f3bbdae0-ba72-459f-8d6b-59ec6b8a4705" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.429649] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquired lock "refresh_cache-f3bbdae0-ba72-459f-8d6b-59ec6b8a4705" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.429909] env[69357]: DEBUG nova.network.neutron [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.490040] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150830, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.784510] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150834, 'name': ReconfigVM_Task, 'duration_secs': 0.40108} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.784803] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 655af0c1-2762-4fc1-b26d-4e8a608983fb/655af0c1-2762-4fc1-b26d-4e8a608983fb.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.785493] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5bd7730-e0e8-44de-845b-12375e37cb03 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.793469] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Waiting for the task: (returnval){ [ 908.793469] env[69357]: value = "task-4150835" [ 908.793469] env[69357]: _type = "Task" [ 908.793469] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.805271] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150835, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.809630] env[69357]: DEBUG oslo_concurrency.lockutils [req-cd304659-cef7-41bd-a4db-59038c979ea6 req-d0b2b81b-85f3-4882-96e7-e06648f05816 service nova] Releasing lock "refresh_cache-a867059b-ea7b-4222-a47c-a6621cf37421" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.828242] env[69357]: DEBUG oslo_vmware.api [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150832, 'name': RemoveSnapshot_Task, 'duration_secs': 0.692035} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.828242] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 908.828482] env[69357]: INFO nova.compute.manager [None req-c4454d8f-5505-4506-82d4-39ad4afad3a6 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Took 17.60 seconds to snapshot the instance on the hypervisor. [ 908.877875] env[69357]: DEBUG oslo_vmware.api [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Task: {'id': task-4150833, 'name': PowerOnVM_Task, 'duration_secs': 0.640018} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.878212] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.878427] env[69357]: INFO nova.compute.manager [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Took 9.73 seconds to spawn the instance on the hypervisor. [ 908.878617] env[69357]: DEBUG nova.compute.manager [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 908.879517] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeaa8471-fa00-43f6-8839-16c7da4ea331 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.928312] env[69357]: DEBUG nova.network.neutron [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.988272] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150830, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.292755] env[69357]: DEBUG nova.network.neutron [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Updating instance_info_cache with network_info: [{"id": "edb57e3b-c8a2-472b-a1b0-4841d0d595e3", "address": "fa:16:3e:2f:e5:b6", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb57e3b-c8", "ovs_interfaceid": "edb57e3b-c8a2-472b-a1b0-4841d0d595e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.310269] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150835, 'name': Rename_Task, 'duration_secs': 0.149666} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.310269] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.310269] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a1287ba-7c11-45b1-88db-e2c2a3401ba7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.318364] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Waiting for the task: (returnval){ [ 909.318364] env[69357]: value = "task-4150836" [ 909.318364] env[69357]: _type = "Task" [ 909.318364] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.327230] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.377888] env[69357]: DEBUG nova.network.neutron [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Updating instance_info_cache with network_info: [{"id": "5a0e5024-ea2a-4a57-8f96-1b095c72a5bc", "address": "fa:16:3e:4b:06:09", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0e5024-ea", "ovs_interfaceid": "5a0e5024-ea2a-4a57-8f96-1b095c72a5bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.408237] env[69357]: INFO nova.compute.manager [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Took 54.09 seconds to build instance. [ 909.485674] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150830, 'name': CreateVM_Task, 'duration_secs': 1.597586} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.486106] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.486774] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.486952] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.487363] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.490388] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-220ec194-2f01-4d96-ba37-5dbdb39485af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.499026] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 909.499026] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ea350c-a8c8-a6c9-e031-80ee11ae3a89" [ 909.499026] env[69357]: _type = "Task" [ 909.499026] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.508917] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ea350c-a8c8-a6c9-e031-80ee11ae3a89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.545874] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfff1385-effe-4d41-b31e-fcee57938298 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.556079] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cbf9b1-eab8-48f4-82a7-828a4b70bf3b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.592985] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ca9538-ec23-4a44-8940-ed03c7ca3c62 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.602792] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7e750d-615f-4dcd-90ae-7655642f27e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.619667] env[69357]: DEBUG nova.compute.provider_tree [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.668510] env[69357]: DEBUG nova.compute.manager [req-83450c2f-8f43-4374-8b8d-385a93421eba req-b9e6336c-6f04-4db9-bdb7-36cc71280648 service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Received event network-vif-plugged-edb57e3b-c8a2-472b-a1b0-4841d0d595e3 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.668633] env[69357]: DEBUG oslo_concurrency.lockutils [req-83450c2f-8f43-4374-8b8d-385a93421eba req-b9e6336c-6f04-4db9-bdb7-36cc71280648 service nova] Acquiring lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.668924] env[69357]: DEBUG oslo_concurrency.lockutils [req-83450c2f-8f43-4374-8b8d-385a93421eba req-b9e6336c-6f04-4db9-bdb7-36cc71280648 service nova] Lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.669582] env[69357]: DEBUG oslo_concurrency.lockutils [req-83450c2f-8f43-4374-8b8d-385a93421eba req-b9e6336c-6f04-4db9-bdb7-36cc71280648 service nova] Lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.669582] env[69357]: DEBUG nova.compute.manager [req-83450c2f-8f43-4374-8b8d-385a93421eba req-b9e6336c-6f04-4db9-bdb7-36cc71280648 service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] No waiting events found dispatching network-vif-plugged-edb57e3b-c8a2-472b-a1b0-4841d0d595e3 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 909.669713] env[69357]: WARNING nova.compute.manager [req-83450c2f-8f43-4374-8b8d-385a93421eba req-b9e6336c-6f04-4db9-bdb7-36cc71280648 service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Received unexpected event network-vif-plugged-edb57e3b-c8a2-472b-a1b0-4841d0d595e3 for instance with vm_state building and task_state spawning. [ 909.669835] env[69357]: DEBUG nova.compute.manager [req-83450c2f-8f43-4374-8b8d-385a93421eba req-b9e6336c-6f04-4db9-bdb7-36cc71280648 service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Received event network-changed-edb57e3b-c8a2-472b-a1b0-4841d0d595e3 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.670083] env[69357]: DEBUG nova.compute.manager [req-83450c2f-8f43-4374-8b8d-385a93421eba req-b9e6336c-6f04-4db9-bdb7-36cc71280648 service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Refreshing instance network info cache due to event network-changed-edb57e3b-c8a2-472b-a1b0-4841d0d595e3. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.670336] env[69357]: DEBUG oslo_concurrency.lockutils [req-83450c2f-8f43-4374-8b8d-385a93421eba req-b9e6336c-6f04-4db9-bdb7-36cc71280648 service nova] Acquiring lock "refresh_cache-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.801123] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "refresh_cache-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.801994] env[69357]: DEBUG nova.compute.manager [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Instance network_info: |[{"id": "edb57e3b-c8a2-472b-a1b0-4841d0d595e3", "address": "fa:16:3e:2f:e5:b6", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb57e3b-c8", "ovs_interfaceid": "edb57e3b-c8a2-472b-a1b0-4841d0d595e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.802532] env[69357]: DEBUG oslo_concurrency.lockutils [req-83450c2f-8f43-4374-8b8d-385a93421eba req-b9e6336c-6f04-4db9-bdb7-36cc71280648 service nova] Acquired lock "refresh_cache-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.802840] env[69357]: DEBUG nova.network.neutron [req-83450c2f-8f43-4374-8b8d-385a93421eba req-b9e6336c-6f04-4db9-bdb7-36cc71280648 service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Refreshing network info cache for port edb57e3b-c8a2-472b-a1b0-4841d0d595e3 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.804647] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:e5:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7a73c01-1bb9-4612-a1a7-16d71b732e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edb57e3b-c8a2-472b-a1b0-4841d0d595e3', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.812877] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.816323] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.816849] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-931f5d4d-ea21-4896-b0aa-49de9616b854 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.841791] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Acquiring lock "c89b7ce6-0b2d-4c7f-aae5-84e9b391735f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.842188] env[69357]: DEBUG oslo_vmware.api [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150836, 'name': PowerOnVM_Task, 'duration_secs': 0.495824} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.843676] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.844945] env[69357]: DEBUG nova.compute.manager [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 909.844945] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.844945] env[69357]: value = "task-4150837" [ 909.844945] env[69357]: _type = "Task" [ 909.844945] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.845135] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926846ef-8184-4cb0-8094-6d0deea492c5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.867197] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150837, 'name': CreateVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.880522] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Releasing lock "refresh_cache-f3bbdae0-ba72-459f-8d6b-59ec6b8a4705" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.911210] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4fa04379-1902-4ee9-b43f-43cbf7decc4c tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Lock "c89b7ce6-0b2d-4c7f-aae5-84e9b391735f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.162s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.912769] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Lock "c89b7ce6-0b2d-4c7f-aae5-84e9b391735f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.071s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.912981] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Acquiring lock "c89b7ce6-0b2d-4c7f-aae5-84e9b391735f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.913312] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Lock "c89b7ce6-0b2d-4c7f-aae5-84e9b391735f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.913519] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Lock "c89b7ce6-0b2d-4c7f-aae5-84e9b391735f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.918228] env[69357]: INFO nova.compute.manager [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Terminating instance [ 910.011623] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ea350c-a8c8-a6c9-e031-80ee11ae3a89, 'name': SearchDatastore_Task, 'duration_secs': 0.016877} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.011996] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.012276] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.012519] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.012665] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.012848] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.013179] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc35f15e-327c-40de-a6d9-f73eca4a8842 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.024496] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.024688] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.025455] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89bc9b58-2bc9-4b2d-bb39-8ec31dbd6faf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.032508] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 910.032508] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5263d81f-7cdb-3931-0d0c-3a80992e624b" [ 910.032508] env[69357]: _type = "Task" [ 910.032508] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.043522] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5263d81f-7cdb-3931-0d0c-3a80992e624b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.123754] env[69357]: DEBUG nova.scheduler.client.report [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.131888] env[69357]: DEBUG nova.network.neutron [req-83450c2f-8f43-4374-8b8d-385a93421eba req-b9e6336c-6f04-4db9-bdb7-36cc71280648 service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Updated VIF entry in instance network info cache for port edb57e3b-c8a2-472b-a1b0-4841d0d595e3. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.132412] env[69357]: DEBUG nova.network.neutron [req-83450c2f-8f43-4374-8b8d-385a93421eba req-b9e6336c-6f04-4db9-bdb7-36cc71280648 service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Updating instance_info_cache with network_info: [{"id": "edb57e3b-c8a2-472b-a1b0-4841d0d595e3", "address": "fa:16:3e:2f:e5:b6", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb57e3b-c8", "ovs_interfaceid": "edb57e3b-c8a2-472b-a1b0-4841d0d595e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.360245] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150837, 'name': CreateVM_Task, 'duration_secs': 0.341907} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.360523] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.361461] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.361617] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.362061] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.362392] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6972570-e4b0-48a2-9e44-0f8b589106bc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.374048] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 910.374048] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]520d80c9-9d84-9eb3-2668-1c4bb0882371" [ 910.374048] env[69357]: _type = "Task" [ 910.374048] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.379437] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.390421] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]520d80c9-9d84-9eb3-2668-1c4bb0882371, 'name': SearchDatastore_Task, 'duration_secs': 0.010314} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.390977] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.391238] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.391450] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.416604] env[69357]: DEBUG nova.compute.manager [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.423332] env[69357]: DEBUG nova.compute.manager [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.423575] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.424552] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb62a13e-e85b-4a29-a6be-52e4b458beda {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.433754] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.434040] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72c5944c-b120-4e55-9d80-cc89d7430800 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.442466] env[69357]: DEBUG oslo_vmware.api [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Waiting for the task: (returnval){ [ 910.442466] env[69357]: value = "task-4150838" [ 910.442466] env[69357]: _type = "Task" [ 910.442466] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.452271] env[69357]: DEBUG oslo_vmware.api [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Task: {'id': task-4150838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.548380] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5263d81f-7cdb-3931-0d0c-3a80992e624b, 'name': SearchDatastore_Task, 'duration_secs': 0.011797} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.549295] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bef09f1d-e4fb-42e8-a4f7-963476890f4b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.556295] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 910.556295] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]520249cc-bdbe-3959-ca07-ce0d1baaf1b5" [ 910.556295] env[69357]: _type = "Task" [ 910.556295] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.565805] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]520249cc-bdbe-3959-ca07-ce0d1baaf1b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.631080] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.631227] env[69357]: DEBUG nova.compute.manager [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.634217] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.786s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.634373] env[69357]: DEBUG nova.objects.instance [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lazy-loading 'resources' on Instance uuid 4dbab034-07d4-43ce-a4b3-67861b9cd3e4 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.636039] env[69357]: DEBUG oslo_concurrency.lockutils [req-83450c2f-8f43-4374-8b8d-385a93421eba req-b9e6336c-6f04-4db9-bdb7-36cc71280648 service nova] Releasing lock "refresh_cache-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.940222] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.943042] env[69357]: DEBUG nova.compute.manager [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 910.943305] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918a57dd-59d5-482f-bfc0-625ddb55979c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.964474] env[69357]: DEBUG oslo_vmware.api [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Task: {'id': task-4150838, 'name': PowerOffVM_Task, 'duration_secs': 0.244609} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.965973] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.965973] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.966215] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0f5a52f-2f1d-49c7-9d38-6dd3f54148cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.039103] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.039383] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.039579] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Deleting the datastore file [datastore2] c89b7ce6-0b2d-4c7f-aae5-84e9b391735f {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.039920] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b4a7977-481b-4ebd-badd-6f05b64345e9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.047873] env[69357]: DEBUG oslo_vmware.api [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Waiting for the task: (returnval){ [ 911.047873] env[69357]: value = "task-4150840" [ 911.047873] env[69357]: _type = "Task" [ 911.047873] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.057331] env[69357]: DEBUG oslo_vmware.api [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Task: {'id': task-4150840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.068044] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]520249cc-bdbe-3959-ca07-ce0d1baaf1b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010649} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.068323] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.068583] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] a867059b-ea7b-4222-a47c-a6621cf37421/a867059b-ea7b-4222-a47c-a6621cf37421.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.068967] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.069206] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.069490] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b9d29c4-ef21-4c06-840c-76a763a17413 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.071967] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65b623dc-c189-44fd-b388-0211ead8919c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.081360] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 911.081360] env[69357]: value = "task-4150841" [ 911.081360] env[69357]: _type = "Task" [ 911.081360] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.089544] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4150841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.092139] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.092319] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.093178] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66ee19bd-5cdd-4ed4-ab09-bf6479026770 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.099411] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 911.099411] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52445619-0cba-de2c-5f21-8c54141ca6e6" [ 911.099411] env[69357]: _type = "Task" [ 911.099411] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.108352] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52445619-0cba-de2c-5f21-8c54141ca6e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.137783] env[69357]: DEBUG nova.compute.utils [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.143569] env[69357]: DEBUG nova.compute.manager [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.143569] env[69357]: DEBUG nova.network.neutron [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.196946] env[69357]: DEBUG nova.policy [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7fe13a6fe09497096f27a692b4db6b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7045cb2c1944f9a81d5f23136a22322', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.400345] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d6586c-8c92-46cc-85de-e28281f66809 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.425576] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Updating instance 'f3bbdae0-ba72-459f-8d6b-59ec6b8a4705' progress to 0 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.457095] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Acquiring lock "655af0c1-2762-4fc1-b26d-4e8a608983fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.457507] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Lock "655af0c1-2762-4fc1-b26d-4e8a608983fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.457830] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Acquiring lock "655af0c1-2762-4fc1-b26d-4e8a608983fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.458158] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Lock "655af0c1-2762-4fc1-b26d-4e8a608983fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.458424] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Lock "655af0c1-2762-4fc1-b26d-4e8a608983fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.464920] env[69357]: INFO nova.compute.manager [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Terminating instance [ 911.467378] env[69357]: INFO nova.compute.manager [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] instance snapshotting [ 911.475186] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d756ca-bc36-45cc-ab78-690cbf2ec17c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.499386] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318ff2b6-1751-413f-854b-1532e1950db0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.558483] env[69357]: DEBUG oslo_vmware.api [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Task: {'id': task-4150840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199938} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.560541] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.560878] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.561154] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.561393] env[69357]: INFO nova.compute.manager [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 911.561703] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.564870] env[69357]: DEBUG nova.compute.manager [-] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.565132] env[69357]: DEBUG nova.network.neutron [-] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.591390] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4150841, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.612873] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52445619-0cba-de2c-5f21-8c54141ca6e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010757} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.613882] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f926435-e4d4-4822-ab0f-eb6fe7392497 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.624191] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 911.624191] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]522b9797-0122-ac92-5840-7fe0899128f5" [ 911.624191] env[69357]: _type = "Task" [ 911.624191] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.641220] env[69357]: DEBUG nova.compute.manager [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.648279] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]522b9797-0122-ac92-5840-7fe0899128f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.683941] env[69357]: DEBUG nova.network.neutron [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Successfully created port: bf6a6d59-ee96-45fb-b948-6887ced0f62c {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.740576] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae65acbe-5777-4bf3-bab5-162b049a7c51 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.750199] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ccb33d-e8a0-4c19-a30a-269850b670cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.789025] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3ec11f-4ee1-43c7-b4cd-c4fdefb56b73 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.794795] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0830ad-8520-4758-ba25-50bb034c2dad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.812528] env[69357]: DEBUG nova.compute.provider_tree [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.935355] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.935700] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d58e9c6-5602-4ed2-b740-1861bae856e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.944345] env[69357]: DEBUG oslo_vmware.api [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 911.944345] env[69357]: value = "task-4150842" [ 911.944345] env[69357]: _type = "Task" [ 911.944345] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.954076] env[69357]: DEBUG oslo_vmware.api [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.971448] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Acquiring lock "refresh_cache-655af0c1-2762-4fc1-b26d-4e8a608983fb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.971653] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Acquired lock "refresh_cache-655af0c1-2762-4fc1-b26d-4e8a608983fb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.971901] env[69357]: DEBUG nova.network.neutron [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.020019] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 912.020019] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-99bc331d-9ee6-414b-b6a7-8f193e54b6cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.030024] env[69357]: DEBUG oslo_vmware.api [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 912.030024] env[69357]: value = "task-4150843" [ 912.030024] env[69357]: _type = "Task" [ 912.030024] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.037887] env[69357]: DEBUG nova.compute.manager [req-339ce49a-10cf-4412-90de-4481484e6ff0 req-b62e3fcc-70ce-4a8c-bcc6-37cc3a1af044 service nova] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Received event network-vif-deleted-8f787415-71f2-4121-bf4b-8361172a3f45 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.038401] env[69357]: INFO nova.compute.manager [req-339ce49a-10cf-4412-90de-4481484e6ff0 req-b62e3fcc-70ce-4a8c-bcc6-37cc3a1af044 service nova] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Neutron deleted interface 8f787415-71f2-4121-bf4b-8361172a3f45; detaching it from the instance and deleting it from the info cache [ 912.038685] env[69357]: DEBUG nova.network.neutron [req-339ce49a-10cf-4412-90de-4481484e6ff0 req-b62e3fcc-70ce-4a8c-bcc6-37cc3a1af044 service nova] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.045122] env[69357]: DEBUG oslo_vmware.api [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150843, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.094155] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4150841, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.136640] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]522b9797-0122-ac92-5840-7fe0899128f5, 'name': SearchDatastore_Task, 'duration_secs': 0.058634} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.137060] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.137516] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5/129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.138950] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-766249a9-fb27-488f-be8a-b1bdca9681ac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.145963] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 912.145963] env[69357]: value = "task-4150844" [ 912.145963] env[69357]: _type = "Task" [ 912.145963] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.165677] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.318015] env[69357]: DEBUG nova.scheduler.client.report [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.457793] env[69357]: DEBUG oslo_vmware.api [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150842, 'name': PowerOffVM_Task, 'duration_secs': 0.246422} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.458215] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.458215] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Updating instance 'f3bbdae0-ba72-459f-8d6b-59ec6b8a4705' progress to 17 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 912.502671] env[69357]: DEBUG nova.network.neutron [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.516191] env[69357]: DEBUG nova.network.neutron [-] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.543156] env[69357]: DEBUG oslo_vmware.api [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150843, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.547593] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb0dca0d-afab-4b1e-927e-ce0a4f6f8ba2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.557016] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94166426-d971-4f6b-a45c-ad03bba5ad63 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.597035] env[69357]: DEBUG nova.compute.manager [req-339ce49a-10cf-4412-90de-4481484e6ff0 req-b62e3fcc-70ce-4a8c-bcc6-37cc3a1af044 service nova] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Detach interface failed, port_id=8f787415-71f2-4121-bf4b-8361172a3f45, reason: Instance c89b7ce6-0b2d-4c7f-aae5-84e9b391735f could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 912.606914] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4150841, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.612770] env[69357]: DEBUG nova.network.neutron [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.657886] env[69357]: DEBUG nova.compute.manager [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.660558] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.682166] env[69357]: DEBUG nova.virt.hardware [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.682560] env[69357]: DEBUG nova.virt.hardware [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.682651] env[69357]: DEBUG nova.virt.hardware [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.682818] env[69357]: DEBUG nova.virt.hardware [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.682970] env[69357]: DEBUG nova.virt.hardware [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.683141] env[69357]: DEBUG nova.virt.hardware [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.683401] env[69357]: DEBUG nova.virt.hardware [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.683567] env[69357]: DEBUG nova.virt.hardware [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.683739] env[69357]: DEBUG nova.virt.hardware [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.683906] env[69357]: DEBUG nova.virt.hardware [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.684093] env[69357]: DEBUG nova.virt.hardware [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.684945] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8231aa5-6d9a-41ad-8581-d62866cef0ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.694106] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3282b6-04f3-460c-b45f-6b030e5ef72b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.822563] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.825228] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.649s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.825515] env[69357]: DEBUG nova.objects.instance [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Lazy-loading 'resources' on Instance uuid 74f2d7a3-9dd0-4557-8cef-0770d3425dd4 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.848133] env[69357]: INFO nova.scheduler.client.report [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Deleted allocations for instance 4dbab034-07d4-43ce-a4b3-67861b9cd3e4 [ 912.966280] env[69357]: DEBUG nova.virt.hardware [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.966521] env[69357]: DEBUG nova.virt.hardware [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.966683] env[69357]: DEBUG nova.virt.hardware [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.966869] env[69357]: DEBUG nova.virt.hardware [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.967048] env[69357]: DEBUG nova.virt.hardware [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.967190] env[69357]: DEBUG nova.virt.hardware [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.967399] env[69357]: DEBUG nova.virt.hardware [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.967556] env[69357]: DEBUG nova.virt.hardware [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.967720] env[69357]: DEBUG nova.virt.hardware [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.967881] env[69357]: DEBUG nova.virt.hardware [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.968070] env[69357]: DEBUG nova.virt.hardware [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.973438] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c169c6e1-42cc-4531-b6ef-e9ec6695ab25 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.991083] env[69357]: DEBUG oslo_vmware.api [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 912.991083] env[69357]: value = "task-4150845" [ 912.991083] env[69357]: _type = "Task" [ 912.991083] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.002151] env[69357]: DEBUG oslo_vmware.api [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150845, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.019078] env[69357]: INFO nova.compute.manager [-] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Took 1.45 seconds to deallocate network for instance. [ 913.042072] env[69357]: DEBUG oslo_vmware.api [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150843, 'name': CreateSnapshot_Task, 'duration_secs': 0.550799} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.042481] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 913.043347] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66acdb6f-dad2-46b0-a8dd-1a133e33637f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.108403] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4150841, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.738221} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.108630] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] a867059b-ea7b-4222-a47c-a6621cf37421/a867059b-ea7b-4222-a47c-a6621cf37421.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.108878] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.109198] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a4591f3-c774-4c38-9054-6c8178ba1ba0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.116212] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Releasing lock "refresh_cache-655af0c1-2762-4fc1-b26d-4e8a608983fb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.116767] env[69357]: DEBUG nova.compute.manager [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.116990] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.119586] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ababb3b-76a3-46e0-86be-3e75e1566ea4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.123507] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 913.123507] env[69357]: value = "task-4150846" [ 913.123507] env[69357]: _type = "Task" [ 913.123507] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.133025] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.133795] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34b2cfe4-1e5c-402f-8765-913142f81e29 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.139513] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4150846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.143064] env[69357]: DEBUG oslo_vmware.api [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Waiting for the task: (returnval){ [ 913.143064] env[69357]: value = "task-4150847" [ 913.143064] env[69357]: _type = "Task" [ 913.143064] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.159613] env[69357]: DEBUG oslo_vmware.api [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.163614] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150844, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.356649] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f3b4352-3f94-4acb-88f0-0be8ba6b36ab tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "4dbab034-07d4-43ce-a4b3-67861b9cd3e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.975s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.511641] env[69357]: DEBUG oslo_vmware.api [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150845, 'name': ReconfigVM_Task, 'duration_secs': 0.24501} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.513273] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Updating instance 'f3bbdae0-ba72-459f-8d6b-59ec6b8a4705' progress to 33 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 913.531504] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.563869] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 913.566935] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-72f56ef4-f71f-4ace-9bb1-e7a5551916da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.576199] env[69357]: DEBUG oslo_vmware.api [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 913.576199] env[69357]: value = "task-4150848" [ 913.576199] env[69357]: _type = "Task" [ 913.576199] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.588633] env[69357]: DEBUG oslo_vmware.api [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150848, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.590342] env[69357]: DEBUG nova.network.neutron [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Successfully updated port: bf6a6d59-ee96-45fb-b948-6887ced0f62c {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.634822] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4150846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.382376} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.636384] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.640061] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bb9389-8aa0-4bd9-8240-14ab382e8135 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.667640] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] a867059b-ea7b-4222-a47c-a6621cf37421/a867059b-ea7b-4222-a47c-a6621cf37421.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.674587] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-090a76ec-2585-4769-a0ad-545334a1eaaf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.693650] env[69357]: DEBUG oslo_vmware.api [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150847, 'name': PowerOffVM_Task, 'duration_secs': 0.429113} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.694412] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.694583] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.695256] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ea22b11-c713-4e8d-8e0a-36f0d3c4b284 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.700559] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150844, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.404519} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.702578] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5/129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.702820] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.703232] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 913.703232] env[69357]: value = "task-4150849" [ 913.703232] env[69357]: _type = "Task" [ 913.703232] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.703642] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9188262-e96a-4f33-ae1f-c82e799998e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.719089] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4150849, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.720846] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 913.720846] env[69357]: value = "task-4150851" [ 913.720846] env[69357]: _type = "Task" [ 913.720846] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.737171] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.739550] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.739550] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Deleting the datastore file [datastore1] 655af0c1-2762-4fc1-b26d-4e8a608983fb {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.739550] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.739550] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25800b75-2347-4f10-8b8c-9177e0d48fbb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.746674] env[69357]: DEBUG oslo_vmware.api [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Waiting for the task: (returnval){ [ 913.746674] env[69357]: value = "task-4150852" [ 913.746674] env[69357]: _type = "Task" [ 913.746674] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.761112] env[69357]: DEBUG oslo_vmware.api [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.941625] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77df85b3-c303-4e2e-a960-5f0ebe6d5904 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.949798] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582bc218-594f-4274-b8a2-1df3c836d12c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.981732] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987db784-b448-4679-b597-3a2ddac36f41 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.991911] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3820399-75a4-41a1-8870-13fb2ba394b1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.006415] env[69357]: DEBUG nova.compute.provider_tree [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.022362] env[69357]: DEBUG nova.virt.hardware [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:53:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b4e7b807-6d4e-45d1-8e84-f328769b12bf',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-434714064',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.022669] env[69357]: DEBUG nova.virt.hardware [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.022789] env[69357]: DEBUG nova.virt.hardware [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.022973] env[69357]: DEBUG nova.virt.hardware [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.023158] env[69357]: DEBUG nova.virt.hardware [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.023339] env[69357]: DEBUG nova.virt.hardware [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.023562] env[69357]: DEBUG nova.virt.hardware [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.023705] env[69357]: DEBUG nova.virt.hardware [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.023873] env[69357]: DEBUG nova.virt.hardware [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.024055] env[69357]: DEBUG nova.virt.hardware [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.024611] env[69357]: DEBUG nova.virt.hardware [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.029926] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 914.030942] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c55c465b-956a-4b26-9096-4166c8bc382b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.051699] env[69357]: DEBUG oslo_vmware.api [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 914.051699] env[69357]: value = "task-4150853" [ 914.051699] env[69357]: _type = "Task" [ 914.051699] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.066113] env[69357]: DEBUG oslo_vmware.api [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150853, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.090693] env[69357]: DEBUG oslo_vmware.api [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150848, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.096638] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Acquiring lock "refresh_cache-6af71524-7962-40b0-84f0-65ac5611f88d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.096954] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Acquired lock "refresh_cache-6af71524-7962-40b0-84f0-65ac5611f88d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.097065] env[69357]: DEBUG nova.network.neutron [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.120084] env[69357]: DEBUG nova.compute.manager [req-f972737c-af5e-42fa-b5de-b0537534158f req-8b75d5a7-e9b9-4e12-b485-e850a51138d3 service nova] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Received event network-vif-plugged-bf6a6d59-ee96-45fb-b948-6887ced0f62c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.120328] env[69357]: DEBUG oslo_concurrency.lockutils [req-f972737c-af5e-42fa-b5de-b0537534158f req-8b75d5a7-e9b9-4e12-b485-e850a51138d3 service nova] Acquiring lock "6af71524-7962-40b0-84f0-65ac5611f88d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.120617] env[69357]: DEBUG oslo_concurrency.lockutils [req-f972737c-af5e-42fa-b5de-b0537534158f req-8b75d5a7-e9b9-4e12-b485-e850a51138d3 service nova] Lock "6af71524-7962-40b0-84f0-65ac5611f88d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.120802] env[69357]: DEBUG oslo_concurrency.lockutils [req-f972737c-af5e-42fa-b5de-b0537534158f req-8b75d5a7-e9b9-4e12-b485-e850a51138d3 service nova] Lock "6af71524-7962-40b0-84f0-65ac5611f88d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.121155] env[69357]: DEBUG nova.compute.manager [req-f972737c-af5e-42fa-b5de-b0537534158f req-8b75d5a7-e9b9-4e12-b485-e850a51138d3 service nova] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] No waiting events found dispatching network-vif-plugged-bf6a6d59-ee96-45fb-b948-6887ced0f62c {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 914.121377] env[69357]: WARNING nova.compute.manager [req-f972737c-af5e-42fa-b5de-b0537534158f req-8b75d5a7-e9b9-4e12-b485-e850a51138d3 service nova] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Received unexpected event network-vif-plugged-bf6a6d59-ee96-45fb-b948-6887ced0f62c for instance with vm_state building and task_state spawning. [ 914.121531] env[69357]: DEBUG nova.compute.manager [req-f972737c-af5e-42fa-b5de-b0537534158f req-8b75d5a7-e9b9-4e12-b485-e850a51138d3 service nova] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Received event network-changed-bf6a6d59-ee96-45fb-b948-6887ced0f62c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.121690] env[69357]: DEBUG nova.compute.manager [req-f972737c-af5e-42fa-b5de-b0537534158f req-8b75d5a7-e9b9-4e12-b485-e850a51138d3 service nova] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Refreshing instance network info cache due to event network-changed-bf6a6d59-ee96-45fb-b948-6887ced0f62c. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.121785] env[69357]: DEBUG oslo_concurrency.lockutils [req-f972737c-af5e-42fa-b5de-b0537534158f req-8b75d5a7-e9b9-4e12-b485-e850a51138d3 service nova] Acquiring lock "refresh_cache-6af71524-7962-40b0-84f0-65ac5611f88d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.215952] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4150849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.229803] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079899} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.230090] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.230941] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d58e887-2a5a-4b3f-ac05-bd3f58031156 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.254361] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5/129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.255176] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-108324c9-67f0-4962-80a5-26736b442bc0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.278924] env[69357]: DEBUG oslo_vmware.api [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Task: {'id': task-4150852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361786} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.280512] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.280972] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.281196] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.281380] env[69357]: INFO nova.compute.manager [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 914.281635] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.281921] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 914.281921] env[69357]: value = "task-4150854" [ 914.281921] env[69357]: _type = "Task" [ 914.281921] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.282127] env[69357]: DEBUG nova.compute.manager [-] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.282274] env[69357]: DEBUG nova.network.neutron [-] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.293871] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150854, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.305255] env[69357]: DEBUG nova.network.neutron [-] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.377697] env[69357]: DEBUG oslo_concurrency.lockutils [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquiring lock "b401646b-fa08-4135-9c44-c1f77a12a8e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.378372] env[69357]: DEBUG oslo_concurrency.lockutils [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "b401646b-fa08-4135-9c44-c1f77a12a8e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.510211] env[69357]: DEBUG nova.scheduler.client.report [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.563927] env[69357]: DEBUG oslo_vmware.api [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150853, 'name': ReconfigVM_Task, 'duration_secs': 0.486159} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.564304] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 914.565134] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd503bb-1fe6-467a-9672-c13d04bcd1a3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.591269] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] f3bbdae0-ba72-459f-8d6b-59ec6b8a4705/f3bbdae0-ba72-459f-8d6b-59ec6b8a4705.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.594784] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2a8046c-3dd0-4d74-8c7d-13b2da1a1315 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.618573] env[69357]: DEBUG oslo_vmware.api [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150848, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.620350] env[69357]: DEBUG oslo_vmware.api [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 914.620350] env[69357]: value = "task-4150855" [ 914.620350] env[69357]: _type = "Task" [ 914.620350] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.630339] env[69357]: DEBUG oslo_vmware.api [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150855, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.642290] env[69357]: DEBUG nova.network.neutron [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.717498] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4150849, 'name': ReconfigVM_Task, 'duration_secs': 0.855327} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.717878] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Reconfigured VM instance instance-0000003c to attach disk [datastore1] a867059b-ea7b-4222-a47c-a6621cf37421/a867059b-ea7b-4222-a47c-a6621cf37421.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.718633] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f36a5e5-2b5f-4a14-89d9-d47ddf09fa25 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.729410] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 914.729410] env[69357]: value = "task-4150856" [ 914.729410] env[69357]: _type = "Task" [ 914.729410] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.742515] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4150856, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.795386] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150854, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.808502] env[69357]: DEBUG nova.network.neutron [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Updating instance_info_cache with network_info: [{"id": "bf6a6d59-ee96-45fb-b948-6887ced0f62c", "address": "fa:16:3e:ec:97:5e", "network": {"id": "ed70c9d4-0125-4e48-9be4-9ca3e590507a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1529185824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7045cb2c1944f9a81d5f23136a22322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf6a6d59-ee", "ovs_interfaceid": "bf6a6d59-ee96-45fb-b948-6887ced0f62c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.810415] env[69357]: DEBUG nova.network.neutron [-] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.016683] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.021149] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.731s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.021886] env[69357]: INFO nova.compute.claims [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.055256] env[69357]: INFO nova.scheduler.client.report [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Deleted allocations for instance 74f2d7a3-9dd0-4557-8cef-0770d3425dd4 [ 915.095172] env[69357]: DEBUG oslo_vmware.api [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150848, 'name': CloneVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.130985] env[69357]: DEBUG oslo_vmware.api [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150855, 'name': ReconfigVM_Task, 'duration_secs': 0.358686} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.131336] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Reconfigured VM instance instance-00000033 to attach disk [datastore2] f3bbdae0-ba72-459f-8d6b-59ec6b8a4705/f3bbdae0-ba72-459f-8d6b-59ec6b8a4705.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.131599] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Updating instance 'f3bbdae0-ba72-459f-8d6b-59ec6b8a4705' progress to 50 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 915.240577] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4150856, 'name': Rename_Task, 'duration_secs': 0.215539} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.240946] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.241231] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fc73a43-ef66-4fc6-8de3-67f83e8d5942 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.247996] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 915.247996] env[69357]: value = "task-4150857" [ 915.247996] env[69357]: _type = "Task" [ 915.247996] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.256657] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4150857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.294387] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150854, 'name': ReconfigVM_Task, 'duration_secs': 0.580842} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.294675] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5/129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.295580] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d72896d-52e5-40e7-9f33-27e257e91e0d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.302688] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 915.302688] env[69357]: value = "task-4150858" [ 915.302688] env[69357]: _type = "Task" [ 915.302688] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.313573] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Releasing lock "refresh_cache-6af71524-7962-40b0-84f0-65ac5611f88d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.313891] env[69357]: DEBUG nova.compute.manager [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Instance network_info: |[{"id": "bf6a6d59-ee96-45fb-b948-6887ced0f62c", "address": "fa:16:3e:ec:97:5e", "network": {"id": "ed70c9d4-0125-4e48-9be4-9ca3e590507a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1529185824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7045cb2c1944f9a81d5f23136a22322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf6a6d59-ee", "ovs_interfaceid": "bf6a6d59-ee96-45fb-b948-6887ced0f62c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.314230] env[69357]: INFO nova.compute.manager [-] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Took 1.03 seconds to deallocate network for instance. [ 915.314502] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150858, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.314741] env[69357]: DEBUG oslo_concurrency.lockutils [req-f972737c-af5e-42fa-b5de-b0537534158f req-8b75d5a7-e9b9-4e12-b485-e850a51138d3 service nova] Acquired lock "refresh_cache-6af71524-7962-40b0-84f0-65ac5611f88d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.314915] env[69357]: DEBUG nova.network.neutron [req-f972737c-af5e-42fa-b5de-b0537534158f req-8b75d5a7-e9b9-4e12-b485-e850a51138d3 service nova] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Refreshing network info cache for port bf6a6d59-ee96-45fb-b948-6887ced0f62c {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.316071] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:97:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf6a6d59-ee96-45fb-b948-6887ced0f62c', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.323661] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Creating folder: Project (f7045cb2c1944f9a81d5f23136a22322). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.328472] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70f58d22-5474-4601-8a93-a184f5425e40 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.345137] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Created folder: Project (f7045cb2c1944f9a81d5f23136a22322) in parent group-v821763. [ 915.346057] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Creating folder: Instances. Parent ref: group-v821940. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.346057] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35b21cff-94fe-4047-8527-555e15f526d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.359082] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Created folder: Instances in parent group-v821940. [ 915.359082] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.359082] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.359324] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-850e1806-634f-46db-b0fc-2043e591e7b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.384508] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.384508] env[69357]: value = "task-4150861" [ 915.384508] env[69357]: _type = "Task" [ 915.384508] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.394191] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150861, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.562961] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8b374af3-8f66-4dbf-988a-be03fcd14fc7 tempest-SecurityGroupsTestJSON-731750286 tempest-SecurityGroupsTestJSON-731750286-project-member] Lock "74f2d7a3-9dd0-4557-8cef-0770d3425dd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.960s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.595570] env[69357]: DEBUG oslo_vmware.api [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150848, 'name': CloneVM_Task, 'duration_secs': 1.534948} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.595997] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Created linked-clone VM from snapshot [ 915.596744] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2d1877-1237-484d-8940-6eb34aa6f028 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.607759] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Uploading image b072ae03-1184-4d22-b976-a8c3ac105df3 {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 915.640375] env[69357]: DEBUG oslo_vmware.rw_handles [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 915.640375] env[69357]: value = "vm-821939" [ 915.640375] env[69357]: _type = "VirtualMachine" [ 915.640375] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 915.641376] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38a2307-728c-41ef-a6b8-41011922b2dd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.644634] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-37a15353-4250-4938-85b6-a0a0bbe72c4b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.665545] env[69357]: DEBUG nova.network.neutron [req-f972737c-af5e-42fa-b5de-b0537534158f req-8b75d5a7-e9b9-4e12-b485-e850a51138d3 service nova] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Updated VIF entry in instance network info cache for port bf6a6d59-ee96-45fb-b948-6887ced0f62c. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.665912] env[69357]: DEBUG nova.network.neutron [req-f972737c-af5e-42fa-b5de-b0537534158f req-8b75d5a7-e9b9-4e12-b485-e850a51138d3 service nova] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Updating instance_info_cache with network_info: [{"id": "bf6a6d59-ee96-45fb-b948-6887ced0f62c", "address": "fa:16:3e:ec:97:5e", "network": {"id": "ed70c9d4-0125-4e48-9be4-9ca3e590507a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1529185824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7045cb2c1944f9a81d5f23136a22322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf6a6d59-ee", "ovs_interfaceid": "bf6a6d59-ee96-45fb-b948-6887ced0f62c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.668089] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff63a7a-9557-4e16-9315-e44112fa7fb4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.674480] env[69357]: DEBUG oslo_vmware.rw_handles [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lease: (returnval){ [ 915.674480] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5255fdc6-dbc3-c1f8-f8af-a33bc384e87e" [ 915.674480] env[69357]: _type = "HttpNfcLease" [ 915.674480] env[69357]: } obtained for exporting VM: (result){ [ 915.674480] env[69357]: value = "vm-821939" [ 915.674480] env[69357]: _type = "VirtualMachine" [ 915.674480] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 915.674929] env[69357]: DEBUG oslo_vmware.api [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the lease: (returnval){ [ 915.674929] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5255fdc6-dbc3-c1f8-f8af-a33bc384e87e" [ 915.674929] env[69357]: _type = "HttpNfcLease" [ 915.674929] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 915.695282] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Updating instance 'f3bbdae0-ba72-459f-8d6b-59ec6b8a4705' progress to 67 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 915.704872] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 915.704872] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5255fdc6-dbc3-c1f8-f8af-a33bc384e87e" [ 915.704872] env[69357]: _type = "HttpNfcLease" [ 915.704872] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 915.705239] env[69357]: DEBUG oslo_vmware.rw_handles [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 915.705239] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5255fdc6-dbc3-c1f8-f8af-a33bc384e87e" [ 915.705239] env[69357]: _type = "HttpNfcLease" [ 915.705239] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 915.706447] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e35dc5-7bb9-4b60-a446-b26e6166ed20 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.717148] env[69357]: DEBUG oslo_vmware.rw_handles [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd44e8-1852-3231-aa3f-471e5e88b4fd/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 915.717261] env[69357]: DEBUG oslo_vmware.rw_handles [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd44e8-1852-3231-aa3f-471e5e88b4fd/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 915.800498] env[69357]: DEBUG oslo_vmware.api [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4150857, 'name': PowerOnVM_Task, 'duration_secs': 0.551531} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.800819] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.801071] env[69357]: INFO nova.compute.manager [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Took 11.41 seconds to spawn the instance on the hypervisor. [ 915.801270] env[69357]: DEBUG nova.compute.manager [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 915.802393] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24899872-d278-4f3e-959f-05899c8fd277 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.815318] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150858, 'name': Rename_Task, 'duration_secs': 0.162951} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.816947] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.819981] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84958aa7-419b-4e05-a665-e00da6e1b640 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.828134] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 915.828134] env[69357]: value = "task-4150863" [ 915.828134] env[69357]: _type = "Task" [ 915.828134] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.838876] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.839195] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.895703] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150861, 'name': CreateVM_Task, 'duration_secs': 0.381365} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.898202] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.899272] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.899438] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.899762] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.900013] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a85f1045-85c0-4343-8b6a-d96e4de7c5f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.901917] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bb6864a-e204-40e0-86bf-017dd8cfefab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.909441] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Waiting for the task: (returnval){ [ 915.909441] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]522a1e46-1cf4-7714-581a-61633497c2bd" [ 915.909441] env[69357]: _type = "Task" [ 915.909441] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.920308] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]522a1e46-1cf4-7714-581a-61633497c2bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.177753] env[69357]: DEBUG oslo_concurrency.lockutils [req-f972737c-af5e-42fa-b5de-b0537534158f req-8b75d5a7-e9b9-4e12-b485-e850a51138d3 service nova] Releasing lock "refresh_cache-6af71524-7962-40b0-84f0-65ac5611f88d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.255684] env[69357]: DEBUG nova.network.neutron [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Port 5a0e5024-ea2a-4a57-8f96-1b095c72a5bc binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 916.340492] env[69357]: INFO nova.compute.manager [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Took 57.43 seconds to build instance. [ 916.346615] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150863, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.424797] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]522a1e46-1cf4-7714-581a-61633497c2bd, 'name': SearchDatastore_Task, 'duration_secs': 0.015644} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.425515] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.426362] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.426362] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.426362] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.426759] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.427150] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc7053a3-2cf6-49ce-b416-72c979c4d951 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.438333] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.439604] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.439604] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b58ef04f-fca5-4485-ae66-05ae02df3536 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.447571] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Waiting for the task: (returnval){ [ 916.447571] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5285053e-89e7-ae71-b5c9-525882542cf9" [ 916.447571] env[69357]: _type = "Task" [ 916.447571] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.462661] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5285053e-89e7-ae71-b5c9-525882542cf9, 'name': SearchDatastore_Task, 'duration_secs': 0.011069} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.463727] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae400a1-110e-4335-adf5-b478f787f2cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.474947] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Waiting for the task: (returnval){ [ 916.474947] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b8d168-0d12-7684-6257-ac7f8518dccc" [ 916.474947] env[69357]: _type = "Task" [ 916.474947] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.485847] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b8d168-0d12-7684-6257-ac7f8518dccc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.621320] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a7829c-59ca-46a5-9a43-a9582d104ec8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.638937] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b1ff29-f89a-4944-beca-7a67fdafff35 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.678704] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bdf321-d479-4835-8ab2-6a30ed7d7487 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.688523] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc490699-c878-47e2-8a25-4c2dabefc990 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.704742] env[69357]: DEBUG nova.compute.provider_tree [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.845033] env[69357]: DEBUG oslo_vmware.api [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4150863, 'name': PowerOnVM_Task, 'duration_secs': 0.517996} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.845328] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.845646] env[69357]: INFO nova.compute.manager [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Took 9.65 seconds to spawn the instance on the hypervisor. [ 916.845893] env[69357]: DEBUG nova.compute.manager [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 916.847330] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66aad853-3956-45b2-9fa2-dac9170431ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.851262] env[69357]: DEBUG oslo_concurrency.lockutils [None req-81a727c5-d797-474b-88e2-180fc5d889fd tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "a867059b-ea7b-4222-a47c-a6621cf37421" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.876s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.986704] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b8d168-0d12-7684-6257-ac7f8518dccc, 'name': SearchDatastore_Task, 'duration_secs': 0.012314} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.986996] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.987427] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 6af71524-7962-40b0-84f0-65ac5611f88d/6af71524-7962-40b0-84f0-65ac5611f88d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.990025] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83c3c333-0ff0-4c83-b6f2-7fe6745fee17 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.995924] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Waiting for the task: (returnval){ [ 916.995924] env[69357]: value = "task-4150864" [ 916.995924] env[69357]: _type = "Task" [ 916.995924] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.006282] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Task: {'id': task-4150864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.209480] env[69357]: DEBUG nova.scheduler.client.report [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.281201] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "f3bbdae0-ba72-459f-8d6b-59ec6b8a4705-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.281447] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "f3bbdae0-ba72-459f-8d6b-59ec6b8a4705-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.281623] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "f3bbdae0-ba72-459f-8d6b-59ec6b8a4705-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.354434] env[69357]: DEBUG nova.compute.manager [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.378544] env[69357]: INFO nova.compute.manager [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Took 56.10 seconds to build instance. [ 917.511461] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Task: {'id': task-4150864, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.715141] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.715867] env[69357]: DEBUG nova.compute.manager [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.719081] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.863s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.721072] env[69357]: DEBUG nova.objects.instance [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Lazy-loading 'resources' on Instance uuid 877f50f0-e181-44b8-a27c-2a52cfd6b2c8 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.883578] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1c901a1-d33a-45c0-bd86-60e0bbc40c26 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.681s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.883578] env[69357]: DEBUG oslo_concurrency.lockutils [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.956110] env[69357]: DEBUG nova.compute.manager [req-ab3bf187-f0d5-48b4-a5b7-74273f679c6e req-95284e99-1434-4157-9c87-68fd6bef61cc service nova] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Received event network-changed-d2691c24-a298-4824-baae-f1ee586eab41 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.956366] env[69357]: DEBUG nova.compute.manager [req-ab3bf187-f0d5-48b4-a5b7-74273f679c6e req-95284e99-1434-4157-9c87-68fd6bef61cc service nova] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Refreshing instance network info cache due to event network-changed-d2691c24-a298-4824-baae-f1ee586eab41. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.956622] env[69357]: DEBUG oslo_concurrency.lockutils [req-ab3bf187-f0d5-48b4-a5b7-74273f679c6e req-95284e99-1434-4157-9c87-68fd6bef61cc service nova] Acquiring lock "refresh_cache-a867059b-ea7b-4222-a47c-a6621cf37421" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.956807] env[69357]: DEBUG oslo_concurrency.lockutils [req-ab3bf187-f0d5-48b4-a5b7-74273f679c6e req-95284e99-1434-4157-9c87-68fd6bef61cc service nova] Acquired lock "refresh_cache-a867059b-ea7b-4222-a47c-a6621cf37421" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.957217] env[69357]: DEBUG nova.network.neutron [req-ab3bf187-f0d5-48b4-a5b7-74273f679c6e req-95284e99-1434-4157-9c87-68fd6bef61cc service nova] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Refreshing network info cache for port d2691c24-a298-4824-baae-f1ee586eab41 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.010444] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Task: {'id': task-4150864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566213} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.011107] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 6af71524-7962-40b0-84f0-65ac5611f88d/6af71524-7962-40b0-84f0-65ac5611f88d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.011385] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.011686] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c09f9e5-bde9-4b11-a67d-8dd8422032a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.019850] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Waiting for the task: (returnval){ [ 918.019850] env[69357]: value = "task-4150865" [ 918.019850] env[69357]: _type = "Task" [ 918.019850] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.031080] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Task: {'id': task-4150865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.227643] env[69357]: DEBUG nova.compute.utils [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.230100] env[69357]: DEBUG nova.compute.manager [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.234686] env[69357]: DEBUG nova.network.neutron [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.364890] env[69357]: DEBUG nova.policy [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c50ffad125a4033bc5cecc6d77ab9ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8776b1da20f34f59bf636d08c105ed2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.394865] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "refresh_cache-f3bbdae0-ba72-459f-8d6b-59ec6b8a4705" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.395070] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquired lock "refresh_cache-f3bbdae0-ba72-459f-8d6b-59ec6b8a4705" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.395263] env[69357]: DEBUG nova.network.neutron [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.538072] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Task: {'id': task-4150865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083237} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.538396] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.539386] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe851fe-e099-4c4e-9ad2-fca20ba82ea9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.568810] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 6af71524-7962-40b0-84f0-65ac5611f88d/6af71524-7962-40b0-84f0-65ac5611f88d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.574381] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e2ba931-131c-4c35-be19-b3bead64e689 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.599525] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Waiting for the task: (returnval){ [ 918.599525] env[69357]: value = "task-4150866" [ 918.599525] env[69357]: _type = "Task" [ 918.599525] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.610447] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Task: {'id': task-4150866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.737397] env[69357]: DEBUG nova.compute.manager [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.938139] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101e72ec-3185-48d2-a965-3321de679dd0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.950687] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9171de0-dbdc-4e56-9f6e-88db52c1b87b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.009194] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6ce16d-3387-4de5-a820-de71cb93ffe6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.026535] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98d8cfe-3532-4e17-ae66-2cd7e1990659 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.055099] env[69357]: DEBUG nova.compute.provider_tree [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.117893] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Task: {'id': task-4150866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.343587] env[69357]: DEBUG nova.network.neutron [req-ab3bf187-f0d5-48b4-a5b7-74273f679c6e req-95284e99-1434-4157-9c87-68fd6bef61cc service nova] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Updated VIF entry in instance network info cache for port d2691c24-a298-4824-baae-f1ee586eab41. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.344177] env[69357]: DEBUG nova.network.neutron [req-ab3bf187-f0d5-48b4-a5b7-74273f679c6e req-95284e99-1434-4157-9c87-68fd6bef61cc service nova] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Updating instance_info_cache with network_info: [{"id": "d2691c24-a298-4824-baae-f1ee586eab41", "address": "fa:16:3e:c0:72:79", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2691c24-a2", "ovs_interfaceid": "d2691c24-a298-4824-baae-f1ee586eab41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.485056] env[69357]: DEBUG nova.network.neutron [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Successfully created port: f4335ae2-ca25-40a1-97b1-512d03a99b27 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.559548] env[69357]: DEBUG nova.scheduler.client.report [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.590141] env[69357]: DEBUG nova.network.neutron [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Updating instance_info_cache with network_info: [{"id": "5a0e5024-ea2a-4a57-8f96-1b095c72a5bc", "address": "fa:16:3e:4b:06:09", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0e5024-ea", "ovs_interfaceid": "5a0e5024-ea2a-4a57-8f96-1b095c72a5bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.616091] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Task: {'id': task-4150866, 'name': ReconfigVM_Task, 'duration_secs': 0.592186} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.616393] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 6af71524-7962-40b0-84f0-65ac5611f88d/6af71524-7962-40b0-84f0-65ac5611f88d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.617067] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78b5375b-d5c0-49a2-bbc2-e66fecd6a0cb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.626372] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Waiting for the task: (returnval){ [ 919.626372] env[69357]: value = "task-4150867" [ 919.626372] env[69357]: _type = "Task" [ 919.626372] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.639848] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Task: {'id': task-4150867, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.748627] env[69357]: DEBUG nova.compute.manager [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.781662] env[69357]: DEBUG nova.virt.hardware [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.784691] env[69357]: DEBUG nova.virt.hardware [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.784691] env[69357]: DEBUG nova.virt.hardware [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.784691] env[69357]: DEBUG nova.virt.hardware [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.784691] env[69357]: DEBUG nova.virt.hardware [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.784691] env[69357]: DEBUG nova.virt.hardware [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.784691] env[69357]: DEBUG nova.virt.hardware [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.784691] env[69357]: DEBUG nova.virt.hardware [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.784932] env[69357]: DEBUG nova.virt.hardware [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.785194] env[69357]: DEBUG nova.virt.hardware [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.785482] env[69357]: DEBUG nova.virt.hardware [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.786791] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f872c4f5-8433-4497-809c-5abe68953540 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.797758] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d839177f-a0e1-4a8a-8c1f-2d2497b011c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.849152] env[69357]: DEBUG oslo_concurrency.lockutils [req-ab3bf187-f0d5-48b4-a5b7-74273f679c6e req-95284e99-1434-4157-9c87-68fd6bef61cc service nova] Releasing lock "refresh_cache-a867059b-ea7b-4222-a47c-a6621cf37421" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.990873] env[69357]: DEBUG nova.compute.manager [req-751caf06-0063-451f-8766-00d38b0a2c3c req-9cbe31f0-0f95-4fe6-b62e-013d54a77ae2 service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Received event network-changed-edb57e3b-c8a2-472b-a1b0-4841d0d595e3 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.991177] env[69357]: DEBUG nova.compute.manager [req-751caf06-0063-451f-8766-00d38b0a2c3c req-9cbe31f0-0f95-4fe6-b62e-013d54a77ae2 service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Refreshing instance network info cache due to event network-changed-edb57e3b-c8a2-472b-a1b0-4841d0d595e3. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.991484] env[69357]: DEBUG oslo_concurrency.lockutils [req-751caf06-0063-451f-8766-00d38b0a2c3c req-9cbe31f0-0f95-4fe6-b62e-013d54a77ae2 service nova] Acquiring lock "refresh_cache-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.991686] env[69357]: DEBUG oslo_concurrency.lockutils [req-751caf06-0063-451f-8766-00d38b0a2c3c req-9cbe31f0-0f95-4fe6-b62e-013d54a77ae2 service nova] Acquired lock "refresh_cache-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.992066] env[69357]: DEBUG nova.network.neutron [req-751caf06-0063-451f-8766-00d38b0a2c3c req-9cbe31f0-0f95-4fe6-b62e-013d54a77ae2 service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Refreshing network info cache for port edb57e3b-c8a2-472b-a1b0-4841d0d595e3 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.065565] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.346s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.068222] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.893s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.069224] env[69357]: DEBUG nova.objects.instance [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lazy-loading 'resources' on Instance uuid 58b37c75-ed1a-4f9a-9896-6001bdf01d3a {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.090640] env[69357]: INFO nova.scheduler.client.report [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Deleted allocations for instance 877f50f0-e181-44b8-a27c-2a52cfd6b2c8 [ 920.096327] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Releasing lock "refresh_cache-f3bbdae0-ba72-459f-8d6b-59ec6b8a4705" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.139352] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Task: {'id': task-4150867, 'name': Rename_Task, 'duration_secs': 0.360051} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.139771] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.140253] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc5d80ad-ad7b-466d-9fba-dfa5c1bb25e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.152218] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Waiting for the task: (returnval){ [ 920.152218] env[69357]: value = "task-4150868" [ 920.152218] env[69357]: _type = "Task" [ 920.152218] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.163307] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Task: {'id': task-4150868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.606221] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3cfd6c52-b160-4934-ad01-ef500013a959 tempest-ImagesNegativeTestJSON-1300475273 tempest-ImagesNegativeTestJSON-1300475273-project-member] Lock "877f50f0-e181-44b8-a27c-2a52cfd6b2c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.378s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.638323] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41f841d-f681-4284-bd3f-e84d642f35be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.675668] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881529c2-d442-4f70-8607-3eddb9a46860 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.689506] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Task: {'id': task-4150868, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.692579] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Updating instance 'f3bbdae0-ba72-459f-8d6b-59ec6b8a4705' progress to 83 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 920.934394] env[69357]: DEBUG nova.network.neutron [req-751caf06-0063-451f-8766-00d38b0a2c3c req-9cbe31f0-0f95-4fe6-b62e-013d54a77ae2 service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Updated VIF entry in instance network info cache for port edb57e3b-c8a2-472b-a1b0-4841d0d595e3. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.934946] env[69357]: DEBUG nova.network.neutron [req-751caf06-0063-451f-8766-00d38b0a2c3c req-9cbe31f0-0f95-4fe6-b62e-013d54a77ae2 service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Updating instance_info_cache with network_info: [{"id": "edb57e3b-c8a2-472b-a1b0-4841d0d595e3", "address": "fa:16:3e:2f:e5:b6", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb57e3b-c8", "ovs_interfaceid": "edb57e3b-c8a2-472b-a1b0-4841d0d595e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.171661] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3594068e-3f3e-4361-9b37-d47c7f7de772 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.185488] env[69357]: DEBUG oslo_vmware.api [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Task: {'id': task-4150868, 'name': PowerOnVM_Task, 'duration_secs': 0.945467} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.186520] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954cea8a-d916-4dc6-949f-950e88d41da2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.190264] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.190491] env[69357]: INFO nova.compute.manager [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Took 8.53 seconds to spawn the instance on the hypervisor. [ 921.190673] env[69357]: DEBUG nova.compute.manager [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 921.191593] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df97034a-05b1-4a2d-b8cf-2ae518a2e4c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.226416] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.228851] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f2c57d1-066b-43fd-bcbe-3d1760952255 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.231808] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c532e966-5df5-4d08-9f83-7d8a6a13f89c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.246281] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0d6c8d-f6dc-4804-8944-fb2777f0880a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.250573] env[69357]: DEBUG oslo_vmware.api [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 921.250573] env[69357]: value = "task-4150869" [ 921.250573] env[69357]: _type = "Task" [ 921.250573] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.262703] env[69357]: DEBUG nova.compute.provider_tree [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.270933] env[69357]: DEBUG oslo_vmware.api [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150869, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.382866] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Acquiring lock "3a6fd246-be33-4c93-8d1a-2a99fe59dd69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.383264] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Lock "3a6fd246-be33-4c93-8d1a-2a99fe59dd69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.383520] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Acquiring lock "3a6fd246-be33-4c93-8d1a-2a99fe59dd69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.383594] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Lock "3a6fd246-be33-4c93-8d1a-2a99fe59dd69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.383774] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Lock "3a6fd246-be33-4c93-8d1a-2a99fe59dd69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.386480] env[69357]: INFO nova.compute.manager [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Terminating instance [ 921.404925] env[69357]: DEBUG nova.compute.manager [req-0da54f3e-6504-4c40-a66e-de1ac1d1f22d req-959f43c6-3be5-4faf-b210-2a8f9d998318 service nova] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Received event network-vif-plugged-f4335ae2-ca25-40a1-97b1-512d03a99b27 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.405184] env[69357]: DEBUG oslo_concurrency.lockutils [req-0da54f3e-6504-4c40-a66e-de1ac1d1f22d req-959f43c6-3be5-4faf-b210-2a8f9d998318 service nova] Acquiring lock "7db0a45f-0ce8-44a7-869c-948300ff7838-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.405473] env[69357]: DEBUG oslo_concurrency.lockutils [req-0da54f3e-6504-4c40-a66e-de1ac1d1f22d req-959f43c6-3be5-4faf-b210-2a8f9d998318 service nova] Lock "7db0a45f-0ce8-44a7-869c-948300ff7838-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.405540] env[69357]: DEBUG oslo_concurrency.lockutils [req-0da54f3e-6504-4c40-a66e-de1ac1d1f22d req-959f43c6-3be5-4faf-b210-2a8f9d998318 service nova] Lock "7db0a45f-0ce8-44a7-869c-948300ff7838-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.405716] env[69357]: DEBUG nova.compute.manager [req-0da54f3e-6504-4c40-a66e-de1ac1d1f22d req-959f43c6-3be5-4faf-b210-2a8f9d998318 service nova] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] No waiting events found dispatching network-vif-plugged-f4335ae2-ca25-40a1-97b1-512d03a99b27 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 921.405920] env[69357]: WARNING nova.compute.manager [req-0da54f3e-6504-4c40-a66e-de1ac1d1f22d req-959f43c6-3be5-4faf-b210-2a8f9d998318 service nova] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Received unexpected event network-vif-plugged-f4335ae2-ca25-40a1-97b1-512d03a99b27 for instance with vm_state building and task_state spawning. [ 921.445315] env[69357]: DEBUG oslo_concurrency.lockutils [req-751caf06-0063-451f-8766-00d38b0a2c3c req-9cbe31f0-0f95-4fe6-b62e-013d54a77ae2 service nova] Releasing lock "refresh_cache-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.544535] env[69357]: DEBUG nova.network.neutron [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Successfully updated port: f4335ae2-ca25-40a1-97b1-512d03a99b27 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.753595] env[69357]: INFO nova.compute.manager [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Took 50.65 seconds to build instance. [ 921.774526] env[69357]: DEBUG nova.scheduler.client.report [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.779748] env[69357]: DEBUG oslo_vmware.api [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150869, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.898824] env[69357]: DEBUG nova.compute.manager [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.899105] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.900444] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50d4aa9-2124-4878-b8fb-7b5ae5f8dfee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.913169] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.914559] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cb28525-b1bb-4087-8bc0-1fa633fdd012 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.922129] env[69357]: DEBUG oslo_vmware.api [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Waiting for the task: (returnval){ [ 921.922129] env[69357]: value = "task-4150870" [ 921.922129] env[69357]: _type = "Task" [ 921.922129] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.933817] env[69357]: DEBUG oslo_vmware.api [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Task: {'id': task-4150870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.048764] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquiring lock "refresh_cache-7db0a45f-0ce8-44a7-869c-948300ff7838" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.048764] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquired lock "refresh_cache-7db0a45f-0ce8-44a7-869c-948300ff7838" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.048764] env[69357]: DEBUG nova.network.neutron [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.267045] env[69357]: DEBUG oslo_concurrency.lockutils [None req-50656899-da79-41b5-a8ce-a4e7d0cf4436 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Lock "6af71524-7962-40b0-84f0-65ac5611f88d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.668s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.267045] env[69357]: DEBUG oslo_vmware.api [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150869, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.281857] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.284305] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.293s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.285853] env[69357]: INFO nova.compute.claims [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.322043] env[69357]: INFO nova.scheduler.client.report [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Deleted allocations for instance 58b37c75-ed1a-4f9a-9896-6001bdf01d3a [ 922.451547] env[69357]: DEBUG oslo_vmware.api [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Task: {'id': task-4150870, 'name': PowerOffVM_Task, 'duration_secs': 0.287358} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.451547] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.451547] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.451547] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9fbfaa6-11c4-439f-88ec-d20fd006cd93 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.530187] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.530187] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.530187] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Deleting the datastore file [datastore2] 3a6fd246-be33-4c93-8d1a-2a99fe59dd69 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.530187] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fea621f4-28ad-4dd7-bb3d-cd86834dfb15 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.538975] env[69357]: DEBUG oslo_vmware.api [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Waiting for the task: (returnval){ [ 922.538975] env[69357]: value = "task-4150872" [ 922.538975] env[69357]: _type = "Task" [ 922.538975] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.548813] env[69357]: DEBUG oslo_vmware.api [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Task: {'id': task-4150872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.603924] env[69357]: DEBUG nova.network.neutron [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.772208] env[69357]: DEBUG oslo_vmware.api [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150869, 'name': PowerOnVM_Task, 'duration_secs': 1.263985} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.773433] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.773808] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f182ee23-028a-4724-9098-4f08c78ae288 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Updating instance 'f3bbdae0-ba72-459f-8d6b-59ec6b8a4705' progress to 100 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 922.829388] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bc60cfb-a199-46c0-956a-0d2665722670 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "58b37c75-ed1a-4f9a-9896-6001bdf01d3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.462s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.883328] env[69357]: DEBUG nova.network.neutron [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Updating instance_info_cache with network_info: [{"id": "f4335ae2-ca25-40a1-97b1-512d03a99b27", "address": "fa:16:3e:a4:da:8c", "network": {"id": "7b97818a-7ab9-4d13-8bae-cfe28293dfec", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1972774982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8776b1da20f34f59bf636d08c105ed2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4335ae2-ca", "ovs_interfaceid": "f4335ae2-ca25-40a1-97b1-512d03a99b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.058966] env[69357]: DEBUG oslo_vmware.api [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Task: {'id': task-4150872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224287} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.059527] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.059863] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.060194] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.060479] env[69357]: INFO nova.compute.manager [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Took 1.16 seconds to destroy the instance on the hypervisor. [ 923.060871] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.061427] env[69357]: DEBUG nova.compute.manager [-] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.061427] env[69357]: DEBUG nova.network.neutron [-] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.389702] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Releasing lock "refresh_cache-7db0a45f-0ce8-44a7-869c-948300ff7838" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.390119] env[69357]: DEBUG nova.compute.manager [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Instance network_info: |[{"id": "f4335ae2-ca25-40a1-97b1-512d03a99b27", "address": "fa:16:3e:a4:da:8c", "network": {"id": "7b97818a-7ab9-4d13-8bae-cfe28293dfec", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1972774982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8776b1da20f34f59bf636d08c105ed2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4335ae2-ca", "ovs_interfaceid": "f4335ae2-ca25-40a1-97b1-512d03a99b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.390599] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:da:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4335ae2-ca25-40a1-97b1-512d03a99b27', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.398276] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.398520] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.398743] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05c3ca65-2426-4860-83de-fee399b77885 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.417470] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Acquiring lock "6af71524-7962-40b0-84f0-65ac5611f88d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.417654] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Lock "6af71524-7962-40b0-84f0-65ac5611f88d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.417858] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Acquiring lock "6af71524-7962-40b0-84f0-65ac5611f88d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.418055] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Lock "6af71524-7962-40b0-84f0-65ac5611f88d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.418233] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Lock "6af71524-7962-40b0-84f0-65ac5611f88d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.420847] env[69357]: INFO nova.compute.manager [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Terminating instance [ 923.432520] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.432520] env[69357]: value = "task-4150873" [ 923.432520] env[69357]: _type = "Task" [ 923.432520] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.442467] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150873, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.685913] env[69357]: DEBUG nova.compute.manager [req-465f1018-c407-4fc2-91cd-6a799eb02318 req-62719bee-a009-4853-9aae-dec62197b9b7 service nova] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Received event network-changed-f4335ae2-ca25-40a1-97b1-512d03a99b27 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.686116] env[69357]: DEBUG nova.compute.manager [req-465f1018-c407-4fc2-91cd-6a799eb02318 req-62719bee-a009-4853-9aae-dec62197b9b7 service nova] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Refreshing instance network info cache due to event network-changed-f4335ae2-ca25-40a1-97b1-512d03a99b27. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.690529] env[69357]: DEBUG oslo_concurrency.lockutils [req-465f1018-c407-4fc2-91cd-6a799eb02318 req-62719bee-a009-4853-9aae-dec62197b9b7 service nova] Acquiring lock "refresh_cache-7db0a45f-0ce8-44a7-869c-948300ff7838" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.690739] env[69357]: DEBUG oslo_concurrency.lockutils [req-465f1018-c407-4fc2-91cd-6a799eb02318 req-62719bee-a009-4853-9aae-dec62197b9b7 service nova] Acquired lock "refresh_cache-7db0a45f-0ce8-44a7-869c-948300ff7838" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.690987] env[69357]: DEBUG nova.network.neutron [req-465f1018-c407-4fc2-91cd-6a799eb02318 req-62719bee-a009-4853-9aae-dec62197b9b7 service nova] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Refreshing network info cache for port f4335ae2-ca25-40a1-97b1-512d03a99b27 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.745336] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "de227edf-e886-4d9e-932b-4e83c02153e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.746486] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "de227edf-e886-4d9e-932b-4e83c02153e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.746486] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "de227edf-e886-4d9e-932b-4e83c02153e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.746486] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "de227edf-e886-4d9e-932b-4e83c02153e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.747156] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "de227edf-e886-4d9e-932b-4e83c02153e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.752459] env[69357]: INFO nova.compute.manager [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Terminating instance [ 923.933497] env[69357]: DEBUG nova.compute.manager [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.933497] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.935238] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2576545a-9459-488a-a74d-3dbf4e94f679 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.957485] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.957781] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150873, 'name': CreateVM_Task, 'duration_secs': 0.450454} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.959513] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0bf6770-ffd1-4220-86d2-d3913a93240e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.961331] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.966087] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.966772] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.967386] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.971365] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e4ee9f6-799a-4e24-b475-d6d8016e6ec3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.978217] env[69357]: DEBUG oslo_vmware.api [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Waiting for the task: (returnval){ [ 923.978217] env[69357]: value = "task-4150874" [ 923.978217] env[69357]: _type = "Task" [ 923.978217] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.987194] env[69357]: DEBUG oslo_vmware.api [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for the task: (returnval){ [ 923.987194] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52540a7d-abb2-717a-948f-d5b64af72b2f" [ 923.987194] env[69357]: _type = "Task" [ 923.987194] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.998464] env[69357]: DEBUG oslo_vmware.api [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Task: {'id': task-4150874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.006161] env[69357]: DEBUG oslo_vmware.api [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52540a7d-abb2-717a-948f-d5b64af72b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.012949} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.006161] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.006161] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.006411] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.006499] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.006679] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.007025] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ded0c5c-77a4-480c-8b26-c9b5e0366ef3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.011071] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bf3c74-584c-4f9b-8358-a6d4ef82d6ff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.020894] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14711ece-20ca-4b87-b9be-48bce8349cdd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.025990] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.026253] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.027469] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-806c7e96-5ed1-4875-9e13-69055dbcd6ae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.057740] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294922c2-dd6d-4703-81e2-6869aa186a70 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.064823] env[69357]: DEBUG oslo_vmware.api [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for the task: (returnval){ [ 924.064823] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a5a213-c7b7-6f46-5165-9e1f9d76be31" [ 924.064823] env[69357]: _type = "Task" [ 924.064823] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.075147] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250af113-e7d6-4e13-99da-0a70d93b016b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.083959] env[69357]: DEBUG oslo_vmware.api [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a5a213-c7b7-6f46-5165-9e1f9d76be31, 'name': SearchDatastore_Task, 'duration_secs': 0.01569} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.085312] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac0f6306-2f67-4a84-8d2e-7684b9be52e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.096535] env[69357]: DEBUG nova.compute.provider_tree [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.103463] env[69357]: DEBUG oslo_vmware.api [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for the task: (returnval){ [ 924.103463] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ab5a03-930d-6d04-6798-0601ed2cd7c1" [ 924.103463] env[69357]: _type = "Task" [ 924.103463] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.116513] env[69357]: DEBUG oslo_vmware.api [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ab5a03-930d-6d04-6798-0601ed2cd7c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.259947] env[69357]: DEBUG nova.compute.manager [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.259947] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.260404] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bea0bb-a0c0-45de-9428-63c5ea3eba7b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.270472] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.270472] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fe1b8b1-b487-41bb-a6c5-bdfacf60b56b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.278581] env[69357]: DEBUG oslo_vmware.api [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 924.278581] env[69357]: value = "task-4150875" [ 924.278581] env[69357]: _type = "Task" [ 924.278581] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.289387] env[69357]: DEBUG oslo_vmware.api [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.463135] env[69357]: DEBUG nova.network.neutron [-] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.492630] env[69357]: DEBUG oslo_vmware.api [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Task: {'id': task-4150874, 'name': PowerOffVM_Task, 'duration_secs': 0.324249} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.493944] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.494341] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.495610] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-014b2fc8-80c6-4201-aa69-3e68628847ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.513767] env[69357]: DEBUG nova.network.neutron [req-465f1018-c407-4fc2-91cd-6a799eb02318 req-62719bee-a009-4853-9aae-dec62197b9b7 service nova] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Updated VIF entry in instance network info cache for port f4335ae2-ca25-40a1-97b1-512d03a99b27. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.514240] env[69357]: DEBUG nova.network.neutron [req-465f1018-c407-4fc2-91cd-6a799eb02318 req-62719bee-a009-4853-9aae-dec62197b9b7 service nova] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Updating instance_info_cache with network_info: [{"id": "f4335ae2-ca25-40a1-97b1-512d03a99b27", "address": "fa:16:3e:a4:da:8c", "network": {"id": "7b97818a-7ab9-4d13-8bae-cfe28293dfec", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1972774982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8776b1da20f34f59bf636d08c105ed2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4335ae2-ca", "ovs_interfaceid": "f4335ae2-ca25-40a1-97b1-512d03a99b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.580081] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.580183] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.580385] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Deleting the datastore file [datastore2] 6af71524-7962-40b0-84f0-65ac5611f88d {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.580665] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-311a0c6b-26b5-44ee-8142-c149a053ebd4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.589323] env[69357]: DEBUG oslo_vmware.api [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Waiting for the task: (returnval){ [ 924.589323] env[69357]: value = "task-4150877" [ 924.589323] env[69357]: _type = "Task" [ 924.589323] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.599996] env[69357]: DEBUG nova.scheduler.client.report [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.608201] env[69357]: DEBUG oslo_vmware.api [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Task: {'id': task-4150877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.627465] env[69357]: DEBUG oslo_vmware.api [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ab5a03-930d-6d04-6798-0601ed2cd7c1, 'name': SearchDatastore_Task, 'duration_secs': 0.013115} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.627771] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.629054] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 7db0a45f-0ce8-44a7-869c-948300ff7838/7db0a45f-0ce8-44a7-869c-948300ff7838.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.629054] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fda8aeb-963a-4578-9f73-3e85354fc568 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.641083] env[69357]: DEBUG oslo_vmware.api [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for the task: (returnval){ [ 924.641083] env[69357]: value = "task-4150878" [ 924.641083] env[69357]: _type = "Task" [ 924.641083] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.657731] env[69357]: DEBUG oslo_vmware.api [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.793032] env[69357]: DEBUG oslo_vmware.api [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150875, 'name': PowerOffVM_Task, 'duration_secs': 0.239517} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.793282] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.793499] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.793678] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29fe05ee-5e8a-4cc0-ae44-daeb2d8361d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.876570] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.876868] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.879451] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Deleting the datastore file [datastore1] de227edf-e886-4d9e-932b-4e83c02153e3 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.879451] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1906c4f0-4a24-409d-9c92-ccfdc71c4750 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.886306] env[69357]: DEBUG oslo_vmware.api [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 924.886306] env[69357]: value = "task-4150880" [ 924.886306] env[69357]: _type = "Task" [ 924.886306] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.897506] env[69357]: DEBUG oslo_vmware.api [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.970638] env[69357]: INFO nova.compute.manager [-] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Took 1.91 seconds to deallocate network for instance. [ 925.021156] env[69357]: DEBUG oslo_concurrency.lockutils [req-465f1018-c407-4fc2-91cd-6a799eb02318 req-62719bee-a009-4853-9aae-dec62197b9b7 service nova] Releasing lock "refresh_cache-7db0a45f-0ce8-44a7-869c-948300ff7838" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.103090] env[69357]: DEBUG oslo_vmware.api [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Task: {'id': task-4150877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.110142] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.111238] env[69357]: DEBUG nova.compute.manager [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.114650] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.684s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.155312] env[69357]: DEBUG oslo_vmware.api [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150878, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.243921] env[69357]: DEBUG nova.network.neutron [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Port 5a0e5024-ea2a-4a57-8f96-1b095c72a5bc binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 925.244296] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "refresh_cache-f3bbdae0-ba72-459f-8d6b-59ec6b8a4705" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.244513] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquired lock "refresh_cache-f3bbdae0-ba72-459f-8d6b-59ec6b8a4705" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.244740] env[69357]: DEBUG nova.network.neutron [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.398378] env[69357]: DEBUG oslo_vmware.api [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471639} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.398648] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.398836] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.399206] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.399388] env[69357]: INFO nova.compute.manager [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 925.399641] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.399839] env[69357]: DEBUG nova.compute.manager [-] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.399962] env[69357]: DEBUG nova.network.neutron [-] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.482019] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.602233] env[69357]: DEBUG oslo_vmware.api [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Task: {'id': task-4150877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.79457} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.602484] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.602675] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.602941] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.603211] env[69357]: INFO nova.compute.manager [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Took 1.67 seconds to destroy the instance on the hypervisor. [ 925.603527] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.603673] env[69357]: DEBUG nova.compute.manager [-] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.603725] env[69357]: DEBUG nova.network.neutron [-] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.619773] env[69357]: DEBUG nova.compute.utils [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.621338] env[69357]: DEBUG nova.compute.manager [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.621554] env[69357]: DEBUG nova.network.neutron [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.635490] env[69357]: DEBUG nova.compute.manager [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.660519] env[69357]: DEBUG oslo_vmware.api [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75333} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.663129] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 7db0a45f-0ce8-44a7-869c-948300ff7838/7db0a45f-0ce8-44a7-869c-948300ff7838.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.663298] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.663742] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ae6f1ee-ab12-4d89-8cbb-58a97472a565 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.674793] env[69357]: DEBUG oslo_vmware.api [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for the task: (returnval){ [ 925.674793] env[69357]: value = "task-4150881" [ 925.674793] env[69357]: _type = "Task" [ 925.674793] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.686586] env[69357]: DEBUG oslo_vmware.api [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.721500] env[69357]: DEBUG nova.compute.manager [req-ac2be356-b434-40d1-977f-9b5dfee98af6 req-f5e45cba-e973-41ab-80c0-5726da96cd22 service nova] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Received event network-vif-deleted-f781071d-b3da-4892-a03d-d7ace8c2044c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.773839] env[69357]: DEBUG nova.policy [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a473b42364d4e8ab926520ff96c2f55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a6a244fe5024e1a98608a731f3cbe86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.082845] env[69357]: DEBUG nova.network.neutron [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Updating instance_info_cache with network_info: [{"id": "5a0e5024-ea2a-4a57-8f96-1b095c72a5bc", "address": "fa:16:3e:4b:06:09", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0e5024-ea", "ovs_interfaceid": "5a0e5024-ea2a-4a57-8f96-1b095c72a5bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.120553] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Acquiring lock "3accce32-88a9-4581-b97e-ecfe77ccaebf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.120780] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Lock "3accce32-88a9-4581-b97e-ecfe77ccaebf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.150099] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Applying migration context for instance f3bbdae0-ba72-459f-8d6b-59ec6b8a4705 as it has an incoming, in-progress migration 8cf343dd-87f5-4381-8c96-de6e15ed6c54. Migration status is reverting {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 926.153737] env[69357]: INFO nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Updating resource usage from migration 8cf343dd-87f5-4381-8c96-de6e15ed6c54 [ 926.185679] env[69357]: DEBUG oslo_vmware.api [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224644} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.185995] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.186804] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d21c8f6-3e64-4be2-818f-f7f53cbcbbef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.194626] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 926.194808] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance de227edf-e886-4d9e-932b-4e83c02153e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 926.194893] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 926.195056] env[69357]: WARNING nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 3c97cef7-29d5-4c3c-ad60-6e8ad320241b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 926.199024] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance d8dab389-b197-4774-8f88-295552bb57dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 926.199024] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 933cc7d7-1160-4539-ba0d-002de1461d17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 926.199024] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 86ede26b-bb10-412c-ae55-c8463428219b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 926.199024] env[69357]: WARNING nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 36949508-c7f6-451e-a426-2fe304eb776d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 926.199024] env[69357]: WARNING nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 43bb73c9-a011-4251-b7ab-1088da7ad5fb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 926.199024] env[69357]: WARNING nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 3a6fd246-be33-4c93-8d1a-2a99fe59dd69 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 926.199024] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 7a15f252-27dd-4d08-b403-e28163cbd102 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 926.199024] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 926.199024] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 926.199024] env[69357]: WARNING nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 92110e91-6719-41a1-8579-0876ba2015b9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 926.199024] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 926.199024] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 8d23c06e-283e-4d2c-965e-2cb32d4b4605 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 926.199024] env[69357]: WARNING nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 655af0c1-2762-4fc1-b26d-4e8a608983fb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 926.199024] env[69357]: WARNING nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance c89b7ce6-0b2d-4c7f-aae5-84e9b391735f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 926.199760] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance a867059b-ea7b-4222-a47c-a6621cf37421 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 926.199760] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 926.199760] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Migration 8cf343dd-87f5-4381-8c96-de6e15ed6c54 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 926.199760] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance f3bbdae0-ba72-459f-8d6b-59ec6b8a4705 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 926.199760] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 6af71524-7962-40b0-84f0-65ac5611f88d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 926.199760] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 7db0a45f-0ce8-44a7-869c-948300ff7838 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 926.199760] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 983f749d-92d2-411e-aca5-8608cca3123d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 926.218497] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 7db0a45f-0ce8-44a7-869c-948300ff7838/7db0a45f-0ce8-44a7-869c-948300ff7838.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.220825] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45f7463c-92c0-4d9e-bed0-d4f4038747d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.240672] env[69357]: DEBUG oslo_vmware.api [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for the task: (returnval){ [ 926.240672] env[69357]: value = "task-4150882" [ 926.240672] env[69357]: _type = "Task" [ 926.240672] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.254009] env[69357]: DEBUG oslo_vmware.api [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150882, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.310505] env[69357]: DEBUG nova.network.neutron [-] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.369426] env[69357]: DEBUG nova.network.neutron [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Successfully created port: 6c34779c-a7ad-4467-8229-d683dda76778 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.587696] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Releasing lock "refresh_cache-f3bbdae0-ba72-459f-8d6b-59ec6b8a4705" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.614799] env[69357]: DEBUG oslo_vmware.rw_handles [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd44e8-1852-3231-aa3f-471e5e88b4fd/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 926.615877] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1b4b8c-42c6-4933-a4b7-7cf7af04790f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.623273] env[69357]: DEBUG nova.compute.manager [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.626049] env[69357]: DEBUG oslo_vmware.rw_handles [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd44e8-1852-3231-aa3f-471e5e88b4fd/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 926.626233] env[69357]: ERROR oslo_vmware.rw_handles [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd44e8-1852-3231-aa3f-471e5e88b4fd/disk-0.vmdk due to incomplete transfer. [ 926.626454] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7203a535-e605-4d5b-b2b6-7caa1fc5651d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.635024] env[69357]: DEBUG oslo_vmware.rw_handles [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd44e8-1852-3231-aa3f-471e5e88b4fd/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 926.635233] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Uploaded image b072ae03-1184-4d22-b976-a8c3ac105df3 to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 926.639586] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 926.639586] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-152d960d-6450-490a-8e1f-37432b8e9f23 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.648031] env[69357]: DEBUG oslo_vmware.api [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 926.648031] env[69357]: value = "task-4150883" [ 926.648031] env[69357]: _type = "Task" [ 926.648031] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.656934] env[69357]: DEBUG oslo_vmware.api [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150883, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.660361] env[69357]: DEBUG nova.compute.manager [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.680039] env[69357]: DEBUG nova.network.neutron [-] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.692196] env[69357]: DEBUG nova.virt.hardware [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.692961] env[69357]: DEBUG nova.virt.hardware [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.692961] env[69357]: DEBUG nova.virt.hardware [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.693167] env[69357]: DEBUG nova.virt.hardware [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.693371] env[69357]: DEBUG nova.virt.hardware [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.693563] env[69357]: DEBUG nova.virt.hardware [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.693812] env[69357]: DEBUG nova.virt.hardware [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.694037] env[69357]: DEBUG nova.virt.hardware [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.694253] env[69357]: DEBUG nova.virt.hardware [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.694441] env[69357]: DEBUG nova.virt.hardware [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.694622] env[69357]: DEBUG nova.virt.hardware [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.696318] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dacfa8-03aa-4903-ab5f-35035bca8b5f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.702847] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance f404232f-e876-4aee-a123-e2cd7618232c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 926.712341] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042e01d4-6956-4274-97cb-520e55ef61a3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.751308] env[69357]: DEBUG oslo_vmware.api [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150882, 'name': ReconfigVM_Task, 'duration_secs': 0.378816} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.751614] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 7db0a45f-0ce8-44a7-869c-948300ff7838/7db0a45f-0ce8-44a7-869c-948300ff7838.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.752272] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48c9c349-6faf-4088-86ca-92299a674bd0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.759153] env[69357]: DEBUG oslo_vmware.api [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for the task: (returnval){ [ 926.759153] env[69357]: value = "task-4150884" [ 926.759153] env[69357]: _type = "Task" [ 926.759153] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.769403] env[69357]: DEBUG oslo_vmware.api [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150884, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.816058] env[69357]: INFO nova.compute.manager [-] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Took 1.42 seconds to deallocate network for instance. [ 927.091926] env[69357]: DEBUG nova.compute.manager [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69357) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 927.092368] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.151214] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.157929] env[69357]: DEBUG oslo_vmware.api [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150883, 'name': Destroy_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.185096] env[69357]: INFO nova.compute.manager [-] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Took 1.58 seconds to deallocate network for instance. [ 927.207629] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 86211dc9-4c1d-4ec5-b83c-764df8b87380 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 927.271262] env[69357]: DEBUG oslo_vmware.api [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150884, 'name': Rename_Task, 'duration_secs': 0.179427} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.271597] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.271861] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ca70357-7e0f-46f9-8115-d6c387d6be17 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.279573] env[69357]: DEBUG oslo_vmware.api [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for the task: (returnval){ [ 927.279573] env[69357]: value = "task-4150885" [ 927.279573] env[69357]: _type = "Task" [ 927.279573] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.291675] env[69357]: DEBUG oslo_vmware.api [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.322966] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.657802] env[69357]: DEBUG oslo_vmware.api [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150883, 'name': Destroy_Task, 'duration_secs': 0.797801} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.657802] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Destroyed the VM [ 927.658138] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 927.658138] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-30056581-c1e0-4ec9-871a-883db653c59b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.665359] env[69357]: DEBUG oslo_vmware.api [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 927.665359] env[69357]: value = "task-4150886" [ 927.665359] env[69357]: _type = "Task" [ 927.665359] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.675026] env[69357]: DEBUG oslo_vmware.api [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150886, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.693303] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.710414] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 4be7c2b3-a630-4e34-8733-927657600128 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 927.755482] env[69357]: DEBUG nova.compute.manager [req-01f75465-b11f-49e4-a4b6-53011211c2c4 req-0921afb3-33c6-4f01-a50f-f7d931d51670 service nova] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Received event network-vif-deleted-d1f98921-b0c5-4236-adb2-81590cb6fd1a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.755774] env[69357]: DEBUG nova.compute.manager [req-01f75465-b11f-49e4-a4b6-53011211c2c4 req-0921afb3-33c6-4f01-a50f-f7d931d51670 service nova] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Received event network-vif-deleted-bf6a6d59-ee96-45fb-b948-6887ced0f62c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.793783] env[69357]: DEBUG oslo_vmware.api [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150885, 'name': PowerOnVM_Task, 'duration_secs': 0.491193} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.794537] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.794813] env[69357]: INFO nova.compute.manager [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Took 8.05 seconds to spawn the instance on the hypervisor. [ 927.795071] env[69357]: DEBUG nova.compute.manager [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 927.796201] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0249589e-741a-4dea-b577-65b5b7126937 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.177588] env[69357]: DEBUG oslo_vmware.api [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150886, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.215419] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 928.292687] env[69357]: DEBUG nova.network.neutron [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Successfully updated port: 6c34779c-a7ad-4467-8229-d683dda76778 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.323259] env[69357]: INFO nova.compute.manager [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Took 54.05 seconds to build instance. [ 928.675800] env[69357]: DEBUG oslo_vmware.api [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150886, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.721771] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance ed128ff8-b9bd-4b81-b311-4d9efae21c73 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 928.795426] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "refresh_cache-983f749d-92d2-411e-aca5-8608cca3123d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.795576] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "refresh_cache-983f749d-92d2-411e-aca5-8608cca3123d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.795735] env[69357]: DEBUG nova.network.neutron [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.825981] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9401fa1e-88fb-4ff1-b6ce-7b23af0ececa tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "7db0a45f-0ce8-44a7-869c-948300ff7838" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.545s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.176220] env[69357]: DEBUG oslo_vmware.api [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150886, 'name': RemoveSnapshot_Task, 'duration_secs': 1.502076} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.176520] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 929.176757] env[69357]: INFO nova.compute.manager [None req-61b842f9-3830-42f9-9e91-058285f3a5d8 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Took 17.71 seconds to snapshot the instance on the hypervisor. [ 929.225479] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance b401646b-fa08-4135-9c44-c1f77a12a8e0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 929.347113] env[69357]: DEBUG nova.network.neutron [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.512803] env[69357]: DEBUG nova.network.neutron [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Updating instance_info_cache with network_info: [{"id": "6c34779c-a7ad-4467-8229-d683dda76778", "address": "fa:16:3e:03:fc:0a", "network": {"id": "e4b350ba-ef87-4c2d-b94d-153f1aa0d1aa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-224470408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6a244fe5024e1a98608a731f3cbe86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c34779c-a7", "ovs_interfaceid": "6c34779c-a7ad-4467-8229-d683dda76778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.729033] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 3accce32-88a9-4581-b97e-ecfe77ccaebf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 929.729360] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 929.729511] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 929.875471] env[69357]: DEBUG nova.compute.manager [req-ac87bfdb-6e57-49f7-9434-4770920b55ee req-c369daa6-b5e1-4cd9-923b-3d2a01600b1f service nova] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Received event network-vif-plugged-6c34779c-a7ad-4467-8229-d683dda76778 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.875471] env[69357]: DEBUG oslo_concurrency.lockutils [req-ac87bfdb-6e57-49f7-9434-4770920b55ee req-c369daa6-b5e1-4cd9-923b-3d2a01600b1f service nova] Acquiring lock "983f749d-92d2-411e-aca5-8608cca3123d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.875471] env[69357]: DEBUG oslo_concurrency.lockutils [req-ac87bfdb-6e57-49f7-9434-4770920b55ee req-c369daa6-b5e1-4cd9-923b-3d2a01600b1f service nova] Lock "983f749d-92d2-411e-aca5-8608cca3123d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.875682] env[69357]: DEBUG oslo_concurrency.lockutils [req-ac87bfdb-6e57-49f7-9434-4770920b55ee req-c369daa6-b5e1-4cd9-923b-3d2a01600b1f service nova] Lock "983f749d-92d2-411e-aca5-8608cca3123d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.875789] env[69357]: DEBUG nova.compute.manager [req-ac87bfdb-6e57-49f7-9434-4770920b55ee req-c369daa6-b5e1-4cd9-923b-3d2a01600b1f service nova] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] No waiting events found dispatching network-vif-plugged-6c34779c-a7ad-4467-8229-d683dda76778 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 929.875960] env[69357]: WARNING nova.compute.manager [req-ac87bfdb-6e57-49f7-9434-4770920b55ee req-c369daa6-b5e1-4cd9-923b-3d2a01600b1f service nova] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Received unexpected event network-vif-plugged-6c34779c-a7ad-4467-8229-d683dda76778 for instance with vm_state building and task_state spawning. [ 929.876137] env[69357]: DEBUG nova.compute.manager [req-ac87bfdb-6e57-49f7-9434-4770920b55ee req-c369daa6-b5e1-4cd9-923b-3d2a01600b1f service nova] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Received event network-changed-6c34779c-a7ad-4467-8229-d683dda76778 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.876301] env[69357]: DEBUG nova.compute.manager [req-ac87bfdb-6e57-49f7-9434-4770920b55ee req-c369daa6-b5e1-4cd9-923b-3d2a01600b1f service nova] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Refreshing instance network info cache due to event network-changed-6c34779c-a7ad-4467-8229-d683dda76778. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.876463] env[69357]: DEBUG oslo_concurrency.lockutils [req-ac87bfdb-6e57-49f7-9434-4770920b55ee req-c369daa6-b5e1-4cd9-923b-3d2a01600b1f service nova] Acquiring lock "refresh_cache-983f749d-92d2-411e-aca5-8608cca3123d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.015959] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "refresh_cache-983f749d-92d2-411e-aca5-8608cca3123d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.016689] env[69357]: DEBUG nova.compute.manager [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Instance network_info: |[{"id": "6c34779c-a7ad-4467-8229-d683dda76778", "address": "fa:16:3e:03:fc:0a", "network": {"id": "e4b350ba-ef87-4c2d-b94d-153f1aa0d1aa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-224470408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6a244fe5024e1a98608a731f3cbe86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c34779c-a7", "ovs_interfaceid": "6c34779c-a7ad-4467-8229-d683dda76778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.016689] env[69357]: DEBUG oslo_concurrency.lockutils [req-ac87bfdb-6e57-49f7-9434-4770920b55ee req-c369daa6-b5e1-4cd9-923b-3d2a01600b1f service nova] Acquired lock "refresh_cache-983f749d-92d2-411e-aca5-8608cca3123d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.016853] env[69357]: DEBUG nova.network.neutron [req-ac87bfdb-6e57-49f7-9434-4770920b55ee req-c369daa6-b5e1-4cd9-923b-3d2a01600b1f service nova] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Refreshing network info cache for port 6c34779c-a7ad-4467-8229-d683dda76778 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.018432] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:fc:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c34779c-a7ad-4467-8229-d683dda76778', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.026715] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Creating folder: Project (1a6a244fe5024e1a98608a731f3cbe86). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.030086] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9a6867d-34a1-496d-be97-29ab1bf466da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.043534] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Created folder: Project (1a6a244fe5024e1a98608a731f3cbe86) in parent group-v821763. [ 930.043934] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Creating folder: Instances. Parent ref: group-v821944. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.047258] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bbcaca6-b9e2-449e-8dd0-124b50e615db {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.062322] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Created folder: Instances in parent group-v821944. [ 930.062689] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.066260] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.067043] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-792c960a-a459-467f-9acb-a0f7190f3816 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.091984] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.091984] env[69357]: value = "task-4150889" [ 930.091984] env[69357]: _type = "Task" [ 930.091984] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.103399] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150889, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.214555] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0607fa42-e759-4cb4-91cb-2a97684da881 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.223559] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2ec383-442c-444d-8e96-c3d684b88196 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.257514] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd340640-f30b-402d-81c8-1365b4689619 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.266809] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52003e3-9b9b-4c0e-a28b-43b5e719d311 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.283552] env[69357]: DEBUG nova.compute.provider_tree [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.604930] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150889, 'name': CreateVM_Task, 'duration_secs': 0.347015} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.605167] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.609018] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.609018] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.609018] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.609018] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd3c9859-6cf8-4638-8cd5-1164d01f9870 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.613170] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 930.613170] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c4e70f-45aa-71db-5a03-4e9b96f02230" [ 930.613170] env[69357]: _type = "Task" [ 930.613170] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.622854] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c4e70f-45aa-71db-5a03-4e9b96f02230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.784377] env[69357]: DEBUG nova.network.neutron [req-ac87bfdb-6e57-49f7-9434-4770920b55ee req-c369daa6-b5e1-4cd9-923b-3d2a01600b1f service nova] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Updated VIF entry in instance network info cache for port 6c34779c-a7ad-4467-8229-d683dda76778. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.784801] env[69357]: DEBUG nova.network.neutron [req-ac87bfdb-6e57-49f7-9434-4770920b55ee req-c369daa6-b5e1-4cd9-923b-3d2a01600b1f service nova] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Updating instance_info_cache with network_info: [{"id": "6c34779c-a7ad-4467-8229-d683dda76778", "address": "fa:16:3e:03:fc:0a", "network": {"id": "e4b350ba-ef87-4c2d-b94d-153f1aa0d1aa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-224470408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6a244fe5024e1a98608a731f3cbe86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c34779c-a7", "ovs_interfaceid": "6c34779c-a7ad-4467-8229-d683dda76778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.786942] env[69357]: DEBUG nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.794693] env[69357]: DEBUG oslo_concurrency.lockutils [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Acquiring lock "86ede26b-bb10-412c-ae55-c8463428219b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.794693] env[69357]: DEBUG oslo_concurrency.lockutils [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Lock "86ede26b-bb10-412c-ae55-c8463428219b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.794693] env[69357]: DEBUG oslo_concurrency.lockutils [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Acquiring lock "86ede26b-bb10-412c-ae55-c8463428219b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.794693] env[69357]: DEBUG oslo_concurrency.lockutils [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Lock "86ede26b-bb10-412c-ae55-c8463428219b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.794693] env[69357]: DEBUG oslo_concurrency.lockutils [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Lock "86ede26b-bb10-412c-ae55-c8463428219b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.800663] env[69357]: INFO nova.compute.manager [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Terminating instance [ 931.125492] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c4e70f-45aa-71db-5a03-4e9b96f02230, 'name': SearchDatastore_Task, 'duration_secs': 0.011356} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.125874] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.126181] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.126501] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.126693] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.126935] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.127284] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e284d3e-6790-473f-8d2d-da010a049c37 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.142633] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.142840] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.143627] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9d451d5-dcab-4601-b7dc-b43ab6d625ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.149584] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 931.149584] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f9408c-3519-26c7-b135-1276c29bdd7f" [ 931.149584] env[69357]: _type = "Task" [ 931.149584] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.157981] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f9408c-3519-26c7-b135-1276c29bdd7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.208724] env[69357]: DEBUG oslo_concurrency.lockutils [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquiring lock "7db0a45f-0ce8-44a7-869c-948300ff7838" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.209092] env[69357]: DEBUG oslo_concurrency.lockutils [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "7db0a45f-0ce8-44a7-869c-948300ff7838" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.209378] env[69357]: DEBUG oslo_concurrency.lockutils [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquiring lock "7db0a45f-0ce8-44a7-869c-948300ff7838-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.209666] env[69357]: DEBUG oslo_concurrency.lockutils [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "7db0a45f-0ce8-44a7-869c-948300ff7838-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.209948] env[69357]: DEBUG oslo_concurrency.lockutils [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "7db0a45f-0ce8-44a7-869c-948300ff7838-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.212488] env[69357]: INFO nova.compute.manager [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Terminating instance [ 931.293007] env[69357]: DEBUG oslo_concurrency.lockutils [req-ac87bfdb-6e57-49f7-9434-4770920b55ee req-c369daa6-b5e1-4cd9-923b-3d2a01600b1f service nova] Releasing lock "refresh_cache-983f749d-92d2-411e-aca5-8608cca3123d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.301014] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 931.301354] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.187s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.301639] env[69357]: DEBUG oslo_concurrency.lockutils [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.926s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.301805] env[69357]: DEBUG oslo_concurrency.lockutils [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.304269] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.418s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.304547] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.306341] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.292s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.307829] env[69357]: INFO nova.compute.claims [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.310456] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 931.310610] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Cleaning up deleted instances {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 931.312608] env[69357]: DEBUG nova.compute.manager [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.312872] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.313987] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3442275b-672d-4d80-af0c-fc84fb5997ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.323477] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.323477] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c81753a-646c-4a74-aa4e-87ec14f7c779 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.331769] env[69357]: DEBUG oslo_vmware.api [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for the task: (returnval){ [ 931.331769] env[69357]: value = "task-4150890" [ 931.331769] env[69357]: _type = "Task" [ 931.331769] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.342033] env[69357]: DEBUG oslo_vmware.api [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.343105] env[69357]: INFO nova.scheduler.client.report [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Deleted allocations for instance 3c97cef7-29d5-4c3c-ad60-6e8ad320241b [ 931.345185] env[69357]: INFO nova.scheduler.client.report [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Deleted allocations for instance 92110e91-6719-41a1-8579-0876ba2015b9 [ 931.663390] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f9408c-3519-26c7-b135-1276c29bdd7f, 'name': SearchDatastore_Task, 'duration_secs': 0.027466} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.664593] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8371f8fb-6082-43d3-ab3d-00256ed4aacd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.673751] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 931.673751] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52cc6c2f-e3de-41fe-aed1-0fa8f0d4e60b" [ 931.673751] env[69357]: _type = "Task" [ 931.673751] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.684698] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52cc6c2f-e3de-41fe-aed1-0fa8f0d4e60b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.723253] env[69357]: DEBUG nova.compute.manager [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.723253] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.723253] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4fb4f0-6ff1-4f16-bc96-52692d5a1005 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.730430] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.730807] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-956ccac8-0560-4818-80ec-dca1f85e362c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.738507] env[69357]: DEBUG oslo_vmware.api [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for the task: (returnval){ [ 931.738507] env[69357]: value = "task-4150891" [ 931.738507] env[69357]: _type = "Task" [ 931.738507] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.747535] env[69357]: DEBUG oslo_vmware.api [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.826476] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] There are 40 instances to clean {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 931.826814] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 877f50f0-e181-44b8-a27c-2a52cfd6b2c8] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.843965] env[69357]: DEBUG oslo_vmware.api [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150890, 'name': PowerOffVM_Task, 'duration_secs': 0.421897} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.844342] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.844535] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.845140] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c185fea-2b49-4b8f-b931-54f31f9ea495 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.856731] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ddecb9a5-8bf6-4b86-bbf6-25049bba96ad tempest-ServerRescueTestJSON-370583535 tempest-ServerRescueTestJSON-370583535-project-member] Lock "3c97cef7-29d5-4c3c-ad60-6e8ad320241b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.740s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.860112] env[69357]: DEBUG oslo_concurrency.lockutils [None req-00166d01-f0f5-4116-80a4-c84d7b2ff057 tempest-ServerTagsTestJSON-1546690192 tempest-ServerTagsTestJSON-1546690192-project-member] Lock "92110e91-6719-41a1-8579-0876ba2015b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.048s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.937409] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.937409] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.937409] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Deleting the datastore file [datastore2] 86ede26b-bb10-412c-ae55-c8463428219b {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.937409] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8b2e052-e89d-4ac6-b82e-4346acb6234e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.944379] env[69357]: DEBUG oslo_vmware.api [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for the task: (returnval){ [ 931.944379] env[69357]: value = "task-4150893" [ 931.944379] env[69357]: _type = "Task" [ 931.944379] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.954204] env[69357]: DEBUG oslo_vmware.api [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.104059] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Acquiring lock "b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.104373] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lock "b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.104607] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Acquiring lock "b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.104831] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lock "b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.105016] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lock "b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.107581] env[69357]: INFO nova.compute.manager [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Terminating instance [ 932.187085] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52cc6c2f-e3de-41fe-aed1-0fa8f0d4e60b, 'name': SearchDatastore_Task, 'duration_secs': 0.02382} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.187194] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.187488] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 983f749d-92d2-411e-aca5-8608cca3123d/983f749d-92d2-411e-aca5-8608cca3123d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.188085] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77c2bded-118f-4f44-aba9-c06fb9fc0575 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.195607] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 932.195607] env[69357]: value = "task-4150894" [ 932.195607] env[69357]: _type = "Task" [ 932.195607] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.204431] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.249625] env[69357]: DEBUG oslo_vmware.api [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150891, 'name': PowerOffVM_Task, 'duration_secs': 0.183045} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.249964] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.250187] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.250478] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16c50e92-dab9-467b-bbce-1c4be5fe204d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.325975] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.329649] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.330027] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Deleting the datastore file [datastore2] 7db0a45f-0ce8-44a7-869c-948300ff7838 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.333297] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 4dbab034-07d4-43ce-a4b3-67861b9cd3e4] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.335050] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9efd02fb-a859-4697-9bcd-e84261d6a695 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.349669] env[69357]: DEBUG oslo_vmware.api [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for the task: (returnval){ [ 932.349669] env[69357]: value = "task-4150896" [ 932.349669] env[69357]: _type = "Task" [ 932.349669] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.360129] env[69357]: DEBUG oslo_vmware.api [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.459702] env[69357]: DEBUG oslo_vmware.api [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Task: {'id': task-4150893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204265} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.460567] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.460778] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.460957] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.461207] env[69357]: INFO nova.compute.manager [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 932.461476] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.461686] env[69357]: DEBUG nova.compute.manager [-] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.461779] env[69357]: DEBUG nova.network.neutron [-] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.614879] env[69357]: DEBUG nova.compute.manager [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.615097] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.617064] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350867ad-3215-4edb-baad-b459c5aaab85 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.630089] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.633030] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7aac3224-ebb7-4c40-95dd-7d08b6331c84 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.646439] env[69357]: DEBUG oslo_vmware.api [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 932.646439] env[69357]: value = "task-4150897" [ 932.646439] env[69357]: _type = "Task" [ 932.646439] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.662681] env[69357]: DEBUG oslo_vmware.api [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.710083] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150894, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.787936] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad3213e7-651d-45fc-912a-5b8999485453 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "7a15f252-27dd-4d08-b403-e28163cbd102" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.788399] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad3213e7-651d-45fc-912a-5b8999485453 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "7a15f252-27dd-4d08-b403-e28163cbd102" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.844588] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 48c75cd8-2cd8-4f8d-be21-e2003cf1b41f] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.862574] env[69357]: DEBUG oslo_vmware.api [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.879536] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1d8d98-67b9-4f67-8ad4-de62e9094581 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.889056] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d160904-28be-47ba-b3cf-5d51ac44f47b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.935261] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64035d64-8492-4e39-b0c9-ba2fd221c904 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.948024] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bf7368-e139-4bc4-88eb-94c7483546e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.964206] env[69357]: DEBUG nova.compute.provider_tree [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.158988] env[69357]: DEBUG oslo_vmware.api [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150897, 'name': PowerOffVM_Task} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.159332] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.159745] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.159813] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f05b1fb-3141-4cc5-a5a2-d86ce262ba00 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.209073] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587754} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.209280] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 983f749d-92d2-411e-aca5-8608cca3123d/983f749d-92d2-411e-aca5-8608cca3123d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.209466] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.209724] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cde24b52-07a1-4c3d-b4b1-303767828e94 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.218680] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 933.218680] env[69357]: value = "task-4150899" [ 933.218680] env[69357]: _type = "Task" [ 933.218680] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.229534] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.252998] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.254104] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.254104] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Deleting the datastore file [datastore2] b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.254104] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-834774f5-14bb-4a80-8806-40a846583cc9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.264391] env[69357]: DEBUG oslo_vmware.api [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 933.264391] env[69357]: value = "task-4150900" [ 933.264391] env[69357]: _type = "Task" [ 933.264391] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.276780] env[69357]: DEBUG oslo_vmware.api [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.291944] env[69357]: INFO nova.compute.manager [None req-ad3213e7-651d-45fc-912a-5b8999485453 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Detaching volume c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc [ 933.334900] env[69357]: INFO nova.virt.block_device [None req-ad3213e7-651d-45fc-912a-5b8999485453 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Attempting to driver detach volume c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc from mountpoint /dev/sdb [ 933.334900] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad3213e7-651d-45fc-912a-5b8999485453 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 933.335236] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad3213e7-651d-45fc-912a-5b8999485453 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821891', 'volume_id': 'c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc', 'name': 'volume-c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7a15f252-27dd-4d08-b403-e28163cbd102', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc', 'serial': 'c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 933.336022] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3cc3ff-bacd-4db6-b81f-2152bc9db5d0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.365935] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: fecb77e3-7516-46ec-8c82-fca2de9c61bc] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.372466] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864fb5ea-d919-4ec1-a40a-3a81cd72cc3f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.383410] env[69357]: DEBUG oslo_vmware.api [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4150896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.755147} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.385689] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.386370] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.386646] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.386935] env[69357]: INFO nova.compute.manager [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Took 1.67 seconds to destroy the instance on the hypervisor. [ 933.387256] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.387698] env[69357]: DEBUG nova.compute.manager [-] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.387897] env[69357]: DEBUG nova.network.neutron [-] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.391493] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f7966e-39a3-40b7-9f94-190faf66ce18 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.398215] env[69357]: DEBUG nova.compute.manager [req-0998475c-7c2d-4aa7-bb3d-c858b460c5ff req-e9c8b492-e875-4030-ae48-14d3250b0093 service nova] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Received event network-vif-deleted-6ae6ed9a-0ff1-4853-b37e-44aba5240640 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.398963] env[69357]: INFO nova.compute.manager [req-0998475c-7c2d-4aa7-bb3d-c858b460c5ff req-e9c8b492-e875-4030-ae48-14d3250b0093 service nova] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Neutron deleted interface 6ae6ed9a-0ff1-4853-b37e-44aba5240640; detaching it from the instance and deleting it from the info cache [ 933.400048] env[69357]: DEBUG nova.network.neutron [req-0998475c-7c2d-4aa7-bb3d-c858b460c5ff req-e9c8b492-e875-4030-ae48-14d3250b0093 service nova] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.425293] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f65b93d-8fd4-4cae-8f17-6d10e2e609d0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.446336] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad3213e7-651d-45fc-912a-5b8999485453 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] The volume has not been displaced from its original location: [datastore2] volume-c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc/volume-c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 933.453545] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad3213e7-651d-45fc-912a-5b8999485453 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 933.453994] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9df21d81-d4db-4b6e-91a1-72b9a79fb044 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.468964] env[69357]: DEBUG nova.scheduler.client.report [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.480393] env[69357]: DEBUG oslo_vmware.api [None req-ad3213e7-651d-45fc-912a-5b8999485453 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 933.480393] env[69357]: value = "task-4150901" [ 933.480393] env[69357]: _type = "Task" [ 933.480393] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.489228] env[69357]: DEBUG oslo_vmware.api [None req-ad3213e7-651d-45fc-912a-5b8999485453 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.626470] env[69357]: DEBUG nova.network.neutron [-] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.729460] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08696} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.729460] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.730245] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f105e5-3e3d-40b2-a7ff-591374e4f9df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.760120] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 983f749d-92d2-411e-aca5-8608cca3123d/983f749d-92d2-411e-aca5-8608cca3123d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.760534] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dd4edf3-4098-4fe4-80cc-6fbde886bef0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.788812] env[69357]: DEBUG oslo_vmware.api [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4150900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186631} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.788812] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.789349] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.789631] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.789705] env[69357]: INFO nova.compute.manager [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Took 1.17 seconds to destroy the instance on the hypervisor. [ 933.789946] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.790255] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 933.790255] env[69357]: value = "task-4150902" [ 933.790255] env[69357]: _type = "Task" [ 933.790255] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.790468] env[69357]: DEBUG nova.compute.manager [-] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.790564] env[69357]: DEBUG nova.network.neutron [-] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.810718] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.877079] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: b1195a85-a1b3-4415-a4d8-3b8c910409a5] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.903111] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0c7d4f9-138e-44fa-9133-d8b6c64150fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.913684] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbeaa22b-d81c-4395-a190-8ddc5f199177 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.957454] env[69357]: DEBUG nova.compute.manager [req-0998475c-7c2d-4aa7-bb3d-c858b460c5ff req-e9c8b492-e875-4030-ae48-14d3250b0093 service nova] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Detach interface failed, port_id=6ae6ed9a-0ff1-4853-b37e-44aba5240640, reason: Instance 86ede26b-bb10-412c-ae55-c8463428219b could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 933.973851] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.974427] env[69357]: DEBUG nova.compute.manager [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.977212] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.956s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.979426] env[69357]: INFO nova.compute.claims [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.999629] env[69357]: DEBUG oslo_vmware.api [None req-ad3213e7-651d-45fc-912a-5b8999485453 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150901, 'name': ReconfigVM_Task, 'duration_secs': 0.288178} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.001333] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad3213e7-651d-45fc-912a-5b8999485453 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 934.007229] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14a199f7-a47e-429d-a9c1-24e1826ae037 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.029768] env[69357]: DEBUG oslo_vmware.api [None req-ad3213e7-651d-45fc-912a-5b8999485453 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 934.029768] env[69357]: value = "task-4150903" [ 934.029768] env[69357]: _type = "Task" [ 934.029768] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.041740] env[69357]: DEBUG oslo_vmware.api [None req-ad3213e7-651d-45fc-912a-5b8999485453 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150903, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.130219] env[69357]: INFO nova.compute.manager [-] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Took 1.67 seconds to deallocate network for instance. [ 934.306317] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150902, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.383024] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: a2e799b7-d685-48ea-b21d-9327af272871] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.490027] env[69357]: DEBUG nova.compute.utils [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.490027] env[69357]: DEBUG nova.compute.manager [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.490027] env[69357]: DEBUG nova.network.neutron [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.543709] env[69357]: DEBUG oslo_vmware.api [None req-ad3213e7-651d-45fc-912a-5b8999485453 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150903, 'name': ReconfigVM_Task, 'duration_secs': 0.186535} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.543709] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad3213e7-651d-45fc-912a-5b8999485453 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821891', 'volume_id': 'c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc', 'name': 'volume-c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7a15f252-27dd-4d08-b403-e28163cbd102', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc', 'serial': 'c3f308a8-ac0b-4551-b4c4-54cb3b90a3cc'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 934.550305] env[69357]: DEBUG nova.network.neutron [-] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.581170] env[69357]: DEBUG nova.policy [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50450bd2e8694934bd3561c6d2a4745a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2c435e6f1d34f458af111ef7e25f03c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.640074] env[69357]: DEBUG oslo_concurrency.lockutils [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.806556] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150902, 'name': ReconfigVM_Task, 'duration_secs': 0.549873} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.806914] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 983f749d-92d2-411e-aca5-8608cca3123d/983f749d-92d2-411e-aca5-8608cca3123d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.807689] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5293f40a-1feb-47c4-aa31-88d54d2b1360 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.816297] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 934.816297] env[69357]: value = "task-4150904" [ 934.816297] env[69357]: _type = "Task" [ 934.816297] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.827600] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150904, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.887812] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: dd42ede8-77ba-4781-95c2-5ed45f9b93ab] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.920966] env[69357]: DEBUG nova.network.neutron [-] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.922884] env[69357]: DEBUG nova.network.neutron [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Successfully created port: d80c593e-2843-44d6-ae4b-1088b5635fc7 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.994322] env[69357]: DEBUG nova.compute.manager [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.054414] env[69357]: INFO nova.compute.manager [-] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Took 1.67 seconds to deallocate network for instance. [ 935.115500] env[69357]: DEBUG nova.objects.instance [None req-ad3213e7-651d-45fc-912a-5b8999485453 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lazy-loading 'flavor' on Instance uuid 7a15f252-27dd-4d08-b403-e28163cbd102 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.330305] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150904, 'name': Rename_Task, 'duration_secs': 0.140843} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.333344] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.333834] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a411cab-9392-420a-8a6e-00e131e6456a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.342629] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 935.342629] env[69357]: value = "task-4150905" [ 935.342629] env[69357]: _type = "Task" [ 935.342629] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.355258] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.391919] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: fd7a3a67-ae9f-4954-85c7-49f9bc252105] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.428473] env[69357]: INFO nova.compute.manager [-] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Took 1.64 seconds to deallocate network for instance. [ 935.477331] env[69357]: DEBUG nova.compute.manager [req-dc1929e2-56a4-4655-ab23-5ffa36c2439e req-f1475d3f-8a8b-45c5-b42d-223cda807f18 service nova] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Received event network-vif-deleted-f4335ae2-ca25-40a1-97b1-512d03a99b27 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.477331] env[69357]: DEBUG nova.compute.manager [req-dc1929e2-56a4-4655-ab23-5ffa36c2439e req-f1475d3f-8a8b-45c5-b42d-223cda807f18 service nova] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Received event network-vif-deleted-6f1e00c5-40ec-4744-8246-317789199ac2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.539195] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe35593-5f4f-41ba-86e2-2243b85cbcdf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.549592] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568f44d0-71f7-4a50-877f-7e76813a1df3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.592681] env[69357]: DEBUG oslo_concurrency.lockutils [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.594594] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571b474e-b9db-4afe-98e4-22a23ff2e5ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.604882] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae13add6-eb62-45df-b7fd-dc970a2adede {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.623988] env[69357]: DEBUG nova.compute.provider_tree [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.855044] env[69357]: DEBUG oslo_vmware.api [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150905, 'name': PowerOnVM_Task, 'duration_secs': 0.463586} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.855602] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.855851] env[69357]: INFO nova.compute.manager [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Took 9.20 seconds to spawn the instance on the hypervisor. [ 935.856415] env[69357]: DEBUG nova.compute.manager [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 935.857084] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6dda54-3f07-4eb4-bdf9-06cb1e91d49c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.895971] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: e402b5ae-8d98-4790-8c53-0e6d6559cd2a] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.935525] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.005086] env[69357]: DEBUG nova.compute.manager [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.032662] env[69357]: DEBUG nova.virt.hardware [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.032930] env[69357]: DEBUG nova.virt.hardware [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.033108] env[69357]: DEBUG nova.virt.hardware [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.033298] env[69357]: DEBUG nova.virt.hardware [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.033581] env[69357]: DEBUG nova.virt.hardware [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.033791] env[69357]: DEBUG nova.virt.hardware [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.036364] env[69357]: DEBUG nova.virt.hardware [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.040421] env[69357]: DEBUG nova.virt.hardware [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.040637] env[69357]: DEBUG nova.virt.hardware [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.040819] env[69357]: DEBUG nova.virt.hardware [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.041018] env[69357]: DEBUG nova.virt.hardware [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.042355] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109980c0-53e2-4322-9486-a564453c5dcc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.051728] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee573f9e-6ad7-4bf9-96ec-8a82d9ab4c36 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.128728] env[69357]: DEBUG nova.scheduler.client.report [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.136771] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad3213e7-651d-45fc-912a-5b8999485453 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "7a15f252-27dd-4d08-b403-e28163cbd102" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.348s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.377790] env[69357]: INFO nova.compute.manager [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Took 50.40 seconds to build instance. [ 936.400667] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 1519ed08-cf97-4bc5-9e26-4a62cb36ec6c] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.487410] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "7a15f252-27dd-4d08-b403-e28163cbd102" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.487737] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "7a15f252-27dd-4d08-b403-e28163cbd102" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.487957] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "7a15f252-27dd-4d08-b403-e28163cbd102-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.488160] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "7a15f252-27dd-4d08-b403-e28163cbd102-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.488333] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "7a15f252-27dd-4d08-b403-e28163cbd102-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.490682] env[69357]: INFO nova.compute.manager [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Terminating instance [ 936.643691] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.643691] env[69357]: DEBUG nova.compute.manager [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.643990] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.230s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.644417] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.647855] env[69357]: DEBUG oslo_concurrency.lockutils [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.206s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.648889] env[69357]: INFO nova.compute.claims [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.673753] env[69357]: INFO nova.scheduler.client.report [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Deleted allocations for instance 36949508-c7f6-451e-a426-2fe304eb776d [ 936.729631] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Acquiring lock "3633502b-1ec2-4b4d-8a84-d33cb2769a00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.729933] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Lock "3633502b-1ec2-4b4d-8a84-d33cb2769a00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.801855] env[69357]: DEBUG nova.network.neutron [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Successfully updated port: d80c593e-2843-44d6-ae4b-1088b5635fc7 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.879669] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1685aec1-b5e5-4408-8827-edfc6dbc3dcf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "983f749d-92d2-411e-aca5-8608cca3123d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.919s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.904189] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: e3ac01c4-ed2f-4f0f-9480-6a8af03eedf9] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.994955] env[69357]: DEBUG nova.compute.manager [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.995221] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.996169] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5eccb0d-d0b6-4a55-9406-f3def4b46643 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.004735] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.005718] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa4ac111-ffeb-41b8-b56c-7452d5b6a3f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.012384] env[69357]: DEBUG oslo_vmware.api [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 937.012384] env[69357]: value = "task-4150906" [ 937.012384] env[69357]: _type = "Task" [ 937.012384] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.020964] env[69357]: DEBUG oslo_vmware.api [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.155930] env[69357]: DEBUG nova.compute.utils [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.158888] env[69357]: DEBUG nova.compute.manager [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 937.158888] env[69357]: DEBUG nova.network.neutron [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 937.188835] env[69357]: DEBUG oslo_concurrency.lockutils [None req-73c417be-1878-46ad-a670-245f8875e41c tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "36949508-c7f6-451e-a426-2fe304eb776d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.575s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.224294] env[69357]: DEBUG nova.policy [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43b1a3f5244e444bab3a22e87585ade6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aeed843967394582a8207ae77c9b18aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.232240] env[69357]: DEBUG nova.compute.manager [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.304938] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "refresh_cache-f404232f-e876-4aee-a123-e2cd7618232c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.305116] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired lock "refresh_cache-f404232f-e876-4aee-a123-e2cd7618232c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.305272] env[69357]: DEBUG nova.network.neutron [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.410012] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 7f9b9cc2-fc44-4053-bb3b-c243eea7921c] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.524895] env[69357]: DEBUG oslo_vmware.api [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150906, 'name': PowerOffVM_Task, 'duration_secs': 0.256923} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.526640] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.526640] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.526640] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97edb9dc-5b0c-40c5-b512-8b0fe2a8d4b3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.542925] env[69357]: DEBUG nova.compute.manager [req-6cca9a73-f21a-4c03-8c66-726faab5076c req-dcdd3f88-5655-442b-85f1-79567c678319 service nova] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Received event network-vif-plugged-d80c593e-2843-44d6-ae4b-1088b5635fc7 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.543094] env[69357]: DEBUG oslo_concurrency.lockutils [req-6cca9a73-f21a-4c03-8c66-726faab5076c req-dcdd3f88-5655-442b-85f1-79567c678319 service nova] Acquiring lock "f404232f-e876-4aee-a123-e2cd7618232c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.543238] env[69357]: DEBUG oslo_concurrency.lockutils [req-6cca9a73-f21a-4c03-8c66-726faab5076c req-dcdd3f88-5655-442b-85f1-79567c678319 service nova] Lock "f404232f-e876-4aee-a123-e2cd7618232c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.543428] env[69357]: DEBUG oslo_concurrency.lockutils [req-6cca9a73-f21a-4c03-8c66-726faab5076c req-dcdd3f88-5655-442b-85f1-79567c678319 service nova] Lock "f404232f-e876-4aee-a123-e2cd7618232c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.543687] env[69357]: DEBUG nova.compute.manager [req-6cca9a73-f21a-4c03-8c66-726faab5076c req-dcdd3f88-5655-442b-85f1-79567c678319 service nova] [instance: f404232f-e876-4aee-a123-e2cd7618232c] No waiting events found dispatching network-vif-plugged-d80c593e-2843-44d6-ae4b-1088b5635fc7 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 937.543977] env[69357]: WARNING nova.compute.manager [req-6cca9a73-f21a-4c03-8c66-726faab5076c req-dcdd3f88-5655-442b-85f1-79567c678319 service nova] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Received unexpected event network-vif-plugged-d80c593e-2843-44d6-ae4b-1088b5635fc7 for instance with vm_state building and task_state spawning. [ 937.543977] env[69357]: DEBUG nova.compute.manager [req-6cca9a73-f21a-4c03-8c66-726faab5076c req-dcdd3f88-5655-442b-85f1-79567c678319 service nova] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Received event network-changed-d80c593e-2843-44d6-ae4b-1088b5635fc7 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.544361] env[69357]: DEBUG nova.compute.manager [req-6cca9a73-f21a-4c03-8c66-726faab5076c req-dcdd3f88-5655-442b-85f1-79567c678319 service nova] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Refreshing instance network info cache due to event network-changed-d80c593e-2843-44d6-ae4b-1088b5635fc7. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.545564] env[69357]: DEBUG oslo_concurrency.lockutils [req-6cca9a73-f21a-4c03-8c66-726faab5076c req-dcdd3f88-5655-442b-85f1-79567c678319 service nova] Acquiring lock "refresh_cache-f404232f-e876-4aee-a123-e2cd7618232c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.605378] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.605687] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.605909] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Deleting the datastore file [datastore1] 7a15f252-27dd-4d08-b403-e28163cbd102 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.606229] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e53a37df-fe1f-46f7-b4d6-511a5c5d3501 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.616223] env[69357]: DEBUG oslo_vmware.api [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 937.616223] env[69357]: value = "task-4150908" [ 937.616223] env[69357]: _type = "Task" [ 937.616223] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.628820] env[69357]: DEBUG oslo_vmware.api [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.662035] env[69357]: DEBUG nova.compute.manager [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.669159] env[69357]: DEBUG nova.network.neutron [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Successfully created port: 1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.735272] env[69357]: INFO nova.compute.manager [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Rebuilding instance [ 937.762084] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.799016] env[69357]: DEBUG nova.compute.manager [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 937.799794] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd135b6-e487-4a1b-b296-55676d2a229d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.860614] env[69357]: DEBUG nova.network.neutron [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.911784] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 4c6620a0-9a33-4f6d-9919-b59dfcb5d7a5] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.127468] env[69357]: DEBUG nova.network.neutron [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Updating instance_info_cache with network_info: [{"id": "d80c593e-2843-44d6-ae4b-1088b5635fc7", "address": "fa:16:3e:2b:1d:d9", "network": {"id": "97fcff61-6a5b-4cbf-9455-7ed31718c9a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1511455476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2c435e6f1d34f458af111ef7e25f03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd80c593e-28", "ovs_interfaceid": "d80c593e-2843-44d6-ae4b-1088b5635fc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.132394] env[69357]: DEBUG oslo_vmware.api [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4150908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151595} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.132644] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.132710] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.132850] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.132993] env[69357]: INFO nova.compute.manager [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Took 1.14 seconds to destroy the instance on the hypervisor. [ 938.133260] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.133460] env[69357]: DEBUG nova.compute.manager [-] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.133591] env[69357]: DEBUG nova.network.neutron [-] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.168319] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b69839-ead1-4576-8623-535437bcc76e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.182266] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339c155f-8a23-4024-8762-5e739c7991a7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.216924] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e42ec1-2f1d-4ca1-bdad-bf27d22b18ea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.226354] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a177ee6c-5aea-4b3f-8af1-22444d0163c3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.244884] env[69357]: DEBUG nova.compute.provider_tree [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.417074] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 2f7a6ea4-7afd-498a-a918-9a4ab0a2d52f] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.633286] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Releasing lock "refresh_cache-f404232f-e876-4aee-a123-e2cd7618232c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.633629] env[69357]: DEBUG nova.compute.manager [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Instance network_info: |[{"id": "d80c593e-2843-44d6-ae4b-1088b5635fc7", "address": "fa:16:3e:2b:1d:d9", "network": {"id": "97fcff61-6a5b-4cbf-9455-7ed31718c9a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1511455476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2c435e6f1d34f458af111ef7e25f03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd80c593e-28", "ovs_interfaceid": "d80c593e-2843-44d6-ae4b-1088b5635fc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.633948] env[69357]: DEBUG oslo_concurrency.lockutils [req-6cca9a73-f21a-4c03-8c66-726faab5076c req-dcdd3f88-5655-442b-85f1-79567c678319 service nova] Acquired lock "refresh_cache-f404232f-e876-4aee-a123-e2cd7618232c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.634142] env[69357]: DEBUG nova.network.neutron [req-6cca9a73-f21a-4c03-8c66-726faab5076c req-dcdd3f88-5655-442b-85f1-79567c678319 service nova] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Refreshing network info cache for port d80c593e-2843-44d6-ae4b-1088b5635fc7 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.635385] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:1d:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd80c593e-2843-44d6-ae4b-1088b5635fc7', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.643295] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.643932] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.644633] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-012b1ea2-84e6-4801-9027-a391fc173ed0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.666198] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.666198] env[69357]: value = "task-4150909" [ 938.666198] env[69357]: _type = "Task" [ 938.666198] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.682376] env[69357]: DEBUG nova.compute.manager [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.684912] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150909, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.717191] env[69357]: DEBUG nova.virt.hardware [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.717191] env[69357]: DEBUG nova.virt.hardware [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.717191] env[69357]: DEBUG nova.virt.hardware [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.717772] env[69357]: DEBUG nova.virt.hardware [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.718062] env[69357]: DEBUG nova.virt.hardware [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.718330] env[69357]: DEBUG nova.virt.hardware [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.718676] env[69357]: DEBUG nova.virt.hardware [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.718961] env[69357]: DEBUG nova.virt.hardware [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.719381] env[69357]: DEBUG nova.virt.hardware [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.719670] env[69357]: DEBUG nova.virt.hardware [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.720114] env[69357]: DEBUG nova.virt.hardware [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.721705] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254aa38a-dfd5-40ef-a0c1-4428901e35a7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.732221] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8741d308-e5b9-4bcf-8957-86a500aa3b0a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.752674] env[69357]: DEBUG nova.scheduler.client.report [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.823610] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.823900] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d127d916-6418-4188-bc1b-e04e1bc22f7c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.833113] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 938.833113] env[69357]: value = "task-4150910" [ 938.833113] env[69357]: _type = "Task" [ 938.833113] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.846016] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.920784] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: e0fe2d2a-c719-4ab8-bd50-7f439229322a] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.181947] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150909, 'name': CreateVM_Task, 'duration_secs': 0.424969} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.181947] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.182201] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.182418] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.182695] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.182961] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63700eac-0777-4e68-8033-9620017cd218 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.189730] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 939.189730] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e38405-bc89-99d2-b7f7-2999002ec48e" [ 939.189730] env[69357]: _type = "Task" [ 939.189730] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.202607] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e38405-bc89-99d2-b7f7-2999002ec48e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.257992] env[69357]: DEBUG oslo_concurrency.lockutils [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.258912] env[69357]: DEBUG nova.compute.manager [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.261951] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.378s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.261951] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.264707] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.083s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.266313] env[69357]: INFO nova.compute.claims [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.322572] env[69357]: INFO nova.scheduler.client.report [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Deleted allocations for instance 43bb73c9-a011-4251-b7ab-1088da7ad5fb [ 939.347445] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150910, 'name': PowerOffVM_Task, 'duration_secs': 0.241996} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.350314] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.350683] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.354040] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e8114f-a32c-48bb-a0c4-34f106924de9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.362933] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.363771] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bf86a39-57f3-467d-a98a-15c9ac4dd266 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.425147] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 475e02eb-0de9-4425-af51-e906aa067f6d] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.459920] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.459920] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.460138] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Deleting the datastore file [datastore2] 983f749d-92d2-411e-aca5-8608cca3123d {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.460363] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f81fe95-889d-4996-a38d-75e6d92c2114 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.468398] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 939.468398] env[69357]: value = "task-4150912" [ 939.468398] env[69357]: _type = "Task" [ 939.468398] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.479761] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.524106] env[69357]: DEBUG nova.network.neutron [-] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.547746] env[69357]: DEBUG nova.network.neutron [req-6cca9a73-f21a-4c03-8c66-726faab5076c req-dcdd3f88-5655-442b-85f1-79567c678319 service nova] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Updated VIF entry in instance network info cache for port d80c593e-2843-44d6-ae4b-1088b5635fc7. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.547987] env[69357]: DEBUG nova.network.neutron [req-6cca9a73-f21a-4c03-8c66-726faab5076c req-dcdd3f88-5655-442b-85f1-79567c678319 service nova] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Updating instance_info_cache with network_info: [{"id": "d80c593e-2843-44d6-ae4b-1088b5635fc7", "address": "fa:16:3e:2b:1d:d9", "network": {"id": "97fcff61-6a5b-4cbf-9455-7ed31718c9a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1511455476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2c435e6f1d34f458af111ef7e25f03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd80c593e-28", "ovs_interfaceid": "d80c593e-2843-44d6-ae4b-1088b5635fc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.577200] env[69357]: DEBUG nova.compute.manager [req-c1ebb971-f2f6-4cb9-94af-9b894a84891f req-571f2ff5-69dc-45dd-96ee-b4bd613637d0 service nova] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Received event network-vif-deleted-9f80b973-7124-44d9-acbe-0dff3054e787 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.577775] env[69357]: DEBUG nova.compute.manager [req-c1ebb971-f2f6-4cb9-94af-9b894a84891f req-571f2ff5-69dc-45dd-96ee-b4bd613637d0 service nova] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Received event network-vif-plugged-1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.577913] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1ebb971-f2f6-4cb9-94af-9b894a84891f req-571f2ff5-69dc-45dd-96ee-b4bd613637d0 service nova] Acquiring lock "86211dc9-4c1d-4ec5-b83c-764df8b87380-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.579606] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1ebb971-f2f6-4cb9-94af-9b894a84891f req-571f2ff5-69dc-45dd-96ee-b4bd613637d0 service nova] Lock "86211dc9-4c1d-4ec5-b83c-764df8b87380-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.579804] env[69357]: DEBUG oslo_concurrency.lockutils [req-c1ebb971-f2f6-4cb9-94af-9b894a84891f req-571f2ff5-69dc-45dd-96ee-b4bd613637d0 service nova] Lock "86211dc9-4c1d-4ec5-b83c-764df8b87380-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.579988] env[69357]: DEBUG nova.compute.manager [req-c1ebb971-f2f6-4cb9-94af-9b894a84891f req-571f2ff5-69dc-45dd-96ee-b4bd613637d0 service nova] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] No waiting events found dispatching network-vif-plugged-1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 939.580244] env[69357]: WARNING nova.compute.manager [req-c1ebb971-f2f6-4cb9-94af-9b894a84891f req-571f2ff5-69dc-45dd-96ee-b4bd613637d0 service nova] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Received unexpected event network-vif-plugged-1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8 for instance with vm_state building and task_state spawning. [ 939.621103] env[69357]: DEBUG nova.network.neutron [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Successfully updated port: 1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.702941] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e38405-bc89-99d2-b7f7-2999002ec48e, 'name': SearchDatastore_Task, 'duration_secs': 0.012302} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.703018] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.703311] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.704760] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.704760] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.704760] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.704760] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd2d0285-8afa-4298-ab41-21874a8c9171 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.715741] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.715971] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.716768] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fedf9a7e-86a2-429b-9cb5-54b8e2da2eef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.724623] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 939.724623] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e4d608-4425-4a52-2399-d4c59f5d62c7" [ 939.724623] env[69357]: _type = "Task" [ 939.724623] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.734302] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e4d608-4425-4a52-2399-d4c59f5d62c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.780800] env[69357]: DEBUG nova.compute.utils [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.785701] env[69357]: DEBUG nova.compute.manager [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.785701] env[69357]: DEBUG nova.network.neutron [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.833506] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8a64f4e-9159-42fe-8d05-8f8288bb5dd4 tempest-ListServersNegativeTestJSON-1137733051 tempest-ListServersNegativeTestJSON-1137733051-project-member] Lock "43bb73c9-a011-4251-b7ab-1088da7ad5fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.622s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.838161] env[69357]: DEBUG nova.policy [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c8812c01d5e4b6f9828782f5a6b7197', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7230d5a9e5dc4a2b93a08fb4d5263414', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.928473] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: bfdd2857-91af-4408-9d80-2e096518fe39] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.980993] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.026885] env[69357]: INFO nova.compute.manager [-] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Took 1.89 seconds to deallocate network for instance. [ 940.052838] env[69357]: DEBUG oslo_concurrency.lockutils [req-6cca9a73-f21a-4c03-8c66-726faab5076c req-dcdd3f88-5655-442b-85f1-79567c678319 service nova] Releasing lock "refresh_cache-f404232f-e876-4aee-a123-e2cd7618232c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.123873] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "refresh_cache-86211dc9-4c1d-4ec5-b83c-764df8b87380" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.124107] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired lock "refresh_cache-86211dc9-4c1d-4ec5-b83c-764df8b87380" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.128295] env[69357]: DEBUG nova.network.neutron [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.238607] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e4d608-4425-4a52-2399-d4c59f5d62c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011611} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.239514] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-199730fc-bf76-40a8-a715-9611baa69508 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.252444] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 940.252444] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]521626ce-d06a-6e1d-acb0-f40eede1c552" [ 940.252444] env[69357]: _type = "Task" [ 940.252444] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.264683] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]521626ce-d06a-6e1d-acb0-f40eede1c552, 'name': SearchDatastore_Task} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.264683] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.264683] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] f404232f-e876-4aee-a123-e2cd7618232c/f404232f-e876-4aee-a123-e2cd7618232c.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.264957] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-936f7370-943b-47c8-9d83-eefb72153494 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.272751] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 940.272751] env[69357]: value = "task-4150913" [ 940.272751] env[69357]: _type = "Task" [ 940.272751] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.285556] env[69357]: DEBUG nova.compute.manager [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.289177] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.368937] env[69357]: DEBUG nova.network.neutron [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Successfully created port: 217375a8-eb1f-4777-83dd-c07326f76ae0 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.432117] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 0817093b-657e-4ff7-9536-f2357c21d74b] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.484897] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.514176} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.485584] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.485768] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.486040] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.535503] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.714389] env[69357]: DEBUG nova.network.neutron [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.766184] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8733eee-b583-4835-9e46-97c2e806c209 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.787675] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5936aadc-d43e-451e-8e54-6379304f9ad4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.801024] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150913, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.828986] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b5c1b9-afd7-4db2-b4bd-f0f8f98c0b1a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.838289] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d588cf-7a94-4e95-8d16-d72bb9f2c1e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.855652] env[69357]: DEBUG nova.compute.provider_tree [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.937218] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 62ae2543-64b3-43e2-bb55-529915a80aec] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.103084] env[69357]: DEBUG nova.network.neutron [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Updating instance_info_cache with network_info: [{"id": "1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8", "address": "fa:16:3e:9e:46:fc", "network": {"id": "53920da6-d263-44f4-a530-25b528a83149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-247356550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeed843967394582a8207ae77c9b18aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f9b643e-9c", "ovs_interfaceid": "1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.285976] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52395} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.287426] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] f404232f-e876-4aee-a123-e2cd7618232c/f404232f-e876-4aee-a123-e2cd7618232c.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.287696] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.288808] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-991332fd-4f2a-4508-b110-844e0dbf434c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.296258] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 941.296258] env[69357]: value = "task-4150914" [ 941.296258] env[69357]: _type = "Task" [ 941.296258] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.301952] env[69357]: DEBUG nova.compute.manager [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.309886] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.336581] env[69357]: DEBUG nova.virt.hardware [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.336861] env[69357]: DEBUG nova.virt.hardware [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.337024] env[69357]: DEBUG nova.virt.hardware [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.339423] env[69357]: DEBUG nova.virt.hardware [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.339423] env[69357]: DEBUG nova.virt.hardware [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.339423] env[69357]: DEBUG nova.virt.hardware [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.339423] env[69357]: DEBUG nova.virt.hardware [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.339423] env[69357]: DEBUG nova.virt.hardware [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.339423] env[69357]: DEBUG nova.virt.hardware [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.339423] env[69357]: DEBUG nova.virt.hardware [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.339423] env[69357]: DEBUG nova.virt.hardware [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.339423] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df25dc68-bd6b-4334-9a8d-20d47a739bac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.347546] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f8bd87-9dc4-45f5-aa50-ea899505df73 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.366022] env[69357]: DEBUG nova.scheduler.client.report [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.442041] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 43fa3c7f-7341-418c-8773-4e3649056090] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.522128] env[69357]: DEBUG nova.virt.hardware [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.522128] env[69357]: DEBUG nova.virt.hardware [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.522128] env[69357]: DEBUG nova.virt.hardware [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.522128] env[69357]: DEBUG nova.virt.hardware [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.522128] env[69357]: DEBUG nova.virt.hardware [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.522128] env[69357]: DEBUG nova.virt.hardware [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.522128] env[69357]: DEBUG nova.virt.hardware [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.522784] env[69357]: DEBUG nova.virt.hardware [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.523109] env[69357]: DEBUG nova.virt.hardware [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.523391] env[69357]: DEBUG nova.virt.hardware [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.523677] env[69357]: DEBUG nova.virt.hardware [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.524647] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b888d2-632f-4173-b697-c02f3a415e8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.533952] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb7015b-4dbf-4541-8dbb-0b6cb7efc127 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.552492] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:fc:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c34779c-a7ad-4467-8229-d683dda76778', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.560613] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.561053] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.561431] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f388aa9-af51-4445-ae5f-ebddc794556a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.583349] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.583349] env[69357]: value = "task-4150915" [ 941.583349] env[69357]: _type = "Task" [ 941.583349] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.591136] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150915, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.609026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Releasing lock "refresh_cache-86211dc9-4c1d-4ec5-b83c-764df8b87380" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.609026] env[69357]: DEBUG nova.compute.manager [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Instance network_info: |[{"id": "1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8", "address": "fa:16:3e:9e:46:fc", "network": {"id": "53920da6-d263-44f4-a530-25b528a83149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-247356550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeed843967394582a8207ae77c9b18aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f9b643e-9c", "ovs_interfaceid": "1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.609026] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:46:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.616123] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.618958] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.620530] env[69357]: DEBUG nova.compute.manager [req-f4edf9fd-f8e7-45bd-bf8f-f4103111745a req-6671a4c4-6a1c-442f-ac19-d66e86791f6c service nova] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Received event network-changed-1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.621287] env[69357]: DEBUG nova.compute.manager [req-f4edf9fd-f8e7-45bd-bf8f-f4103111745a req-6671a4c4-6a1c-442f-ac19-d66e86791f6c service nova] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Refreshing instance network info cache due to event network-changed-1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.621287] env[69357]: DEBUG oslo_concurrency.lockutils [req-f4edf9fd-f8e7-45bd-bf8f-f4103111745a req-6671a4c4-6a1c-442f-ac19-d66e86791f6c service nova] Acquiring lock "refresh_cache-86211dc9-4c1d-4ec5-b83c-764df8b87380" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.621469] env[69357]: DEBUG oslo_concurrency.lockutils [req-f4edf9fd-f8e7-45bd-bf8f-f4103111745a req-6671a4c4-6a1c-442f-ac19-d66e86791f6c service nova] Acquired lock "refresh_cache-86211dc9-4c1d-4ec5-b83c-764df8b87380" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.621716] env[69357]: DEBUG nova.network.neutron [req-f4edf9fd-f8e7-45bd-bf8f-f4103111745a req-6671a4c4-6a1c-442f-ac19-d66e86791f6c service nova] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Refreshing network info cache for port 1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.623160] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4acdfbf4-dd3e-4a07-9dff-958d6c5eeeff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.653053] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.653053] env[69357]: value = "task-4150916" [ 941.653053] env[69357]: _type = "Task" [ 941.653053] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.662070] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150916, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.810697] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069358} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.810975] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.812202] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3419fbdc-3eb7-4924-8907-0bbdefd80b1d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.837476] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] f404232f-e876-4aee-a123-e2cd7618232c/f404232f-e876-4aee-a123-e2cd7618232c.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.837790] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cde35ab-7c2e-4a07-b598-55c090481c8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.861314] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 941.861314] env[69357]: value = "task-4150917" [ 941.861314] env[69357]: _type = "Task" [ 941.861314] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.869963] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.872952] env[69357]: DEBUG nova.compute.manager [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.875277] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.875277] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.495s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.875277] env[69357]: DEBUG nova.objects.instance [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 941.946351] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 7f7a4dea-6bd6-41e1-9b70-c5c0034f3358] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.013945] env[69357]: DEBUG nova.network.neutron [req-f4edf9fd-f8e7-45bd-bf8f-f4103111745a req-6671a4c4-6a1c-442f-ac19-d66e86791f6c service nova] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Updated VIF entry in instance network info cache for port 1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.015897] env[69357]: DEBUG nova.network.neutron [req-f4edf9fd-f8e7-45bd-bf8f-f4103111745a req-6671a4c4-6a1c-442f-ac19-d66e86791f6c service nova] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Updating instance_info_cache with network_info: [{"id": "1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8", "address": "fa:16:3e:9e:46:fc", "network": {"id": "53920da6-d263-44f4-a530-25b528a83149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-247356550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeed843967394582a8207ae77c9b18aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f9b643e-9c", "ovs_interfaceid": "1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.098659] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150915, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.171167] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150916, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.372387] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.376812] env[69357]: DEBUG nova.compute.utils [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.379177] env[69357]: DEBUG nova.compute.manager [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.379512] env[69357]: DEBUG nova.network.neutron [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.448865] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 1ba11df2-a9d1-4d31-ba73-f84c957dd5d1] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.472726] env[69357]: DEBUG nova.network.neutron [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Successfully updated port: 217375a8-eb1f-4777-83dd-c07326f76ae0 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.479605] env[69357]: DEBUG nova.policy [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14946c127a1c483f951e8721d96864c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79367a802d1c446993054208fdc42056', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.519251] env[69357]: DEBUG oslo_concurrency.lockutils [req-f4edf9fd-f8e7-45bd-bf8f-f4103111745a req-6671a4c4-6a1c-442f-ac19-d66e86791f6c service nova] Releasing lock "refresh_cache-86211dc9-4c1d-4ec5-b83c-764df8b87380" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.595416] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150915, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.666662] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150916, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.871102] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.872157] env[69357]: DEBUG nova.network.neutron [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Successfully created port: 835f5898-8b2f-4979-8460-f23ad3725280 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.883642] env[69357]: DEBUG nova.compute.manager [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.898090] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c9ffb6e0-72ca-4bb9-8235-c226e5a84c39 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.898927] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.959s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.900952] env[69357]: INFO nova.compute.claims [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.953067] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 33b2f0d9-d895-461a-ae4c-6601fc747f8a] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.976022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquiring lock "refresh_cache-4be7c2b3-a630-4e34-8733-927657600128" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.976022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquired lock "refresh_cache-4be7c2b3-a630-4e34-8733-927657600128" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.976022] env[69357]: DEBUG nova.network.neutron [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.094056] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150915, 'name': CreateVM_Task, 'duration_secs': 1.394798} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.094304] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.095751] env[69357]: DEBUG oslo_concurrency.lockutils [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.095751] env[69357]: DEBUG oslo_concurrency.lockutils [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.095751] env[69357]: DEBUG oslo_concurrency.lockutils [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.095751] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc0710c0-423a-4225-abfa-a083fe77c9b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.105475] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 943.105475] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a3e2ae-bafa-9f18-0991-2c8f30c5ebf0" [ 943.105475] env[69357]: _type = "Task" [ 943.105475] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.119846] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a3e2ae-bafa-9f18-0991-2c8f30c5ebf0, 'name': SearchDatastore_Task, 'duration_secs': 0.010807} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.120424] env[69357]: DEBUG oslo_concurrency.lockutils [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.120997] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.121335] env[69357]: DEBUG oslo_concurrency.lockutils [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.121863] env[69357]: DEBUG oslo_concurrency.lockutils [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.122148] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.122658] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8de733e-1d7e-4e21-a63b-dd328f329250 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.136268] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.136268] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.136711] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1908f78-0212-426e-bcc3-4885bbcf8c0b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.144227] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 943.144227] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ca40a5-fc44-8414-bdcc-f292470d86f0" [ 943.144227] env[69357]: _type = "Task" [ 943.144227] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.157338] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ca40a5-fc44-8414-bdcc-f292470d86f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.168289] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150916, 'name': CreateVM_Task, 'duration_secs': 1.325184} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.168619] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.169455] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.169679] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.170072] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.170539] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4840af48-f977-460f-b043-e24e55e3a7ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.177053] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 943.177053] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5263ab74-c2c5-98cc-d18b-7394d97bfb16" [ 943.177053] env[69357]: _type = "Task" [ 943.177053] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.190715] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5263ab74-c2c5-98cc-d18b-7394d97bfb16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.371085] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150917, 'name': ReconfigVM_Task, 'duration_secs': 1.133678} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.371322] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Reconfigured VM instance instance-00000041 to attach disk [datastore2] f404232f-e876-4aee-a123-e2cd7618232c/f404232f-e876-4aee-a123-e2cd7618232c.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.371814] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d6b2090-4d38-4e15-8beb-af59e2cd3ec3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.385015] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 943.385015] env[69357]: value = "task-4150918" [ 943.385015] env[69357]: _type = "Task" [ 943.385015] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.399131] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150918, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.459665] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 012edabe-4abd-408a-bccd-8b79c1e223e6] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.543345] env[69357]: DEBUG nova.network.neutron [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.655354] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ca40a5-fc44-8414-bdcc-f292470d86f0, 'name': SearchDatastore_Task, 'duration_secs': 0.01191} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.656256] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e1057b8-e019-46fb-b20b-98d394ac6521 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.666104] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 943.666104] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]526c8fa0-0922-3f36-3fda-a485efcf04e5" [ 943.666104] env[69357]: _type = "Task" [ 943.666104] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.677709] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526c8fa0-0922-3f36-3fda-a485efcf04e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010939} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.677709] env[69357]: DEBUG oslo_concurrency.lockutils [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.678038] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 983f749d-92d2-411e-aca5-8608cca3123d/983f749d-92d2-411e-aca5-8608cca3123d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.681456] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7de29559-e028-4e5d-b60f-d542993c0faf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.690349] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5263ab74-c2c5-98cc-d18b-7394d97bfb16, 'name': SearchDatastore_Task, 'duration_secs': 0.011588} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.691761] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.692015] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.692285] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.692541] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.692631] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.692964] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 943.692964] env[69357]: value = "task-4150919" [ 943.692964] env[69357]: _type = "Task" [ 943.692964] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.693174] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94c44b56-de28-4052-8313-b4202946ebc9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.710706] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.710913] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.711736] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a711e02-fb5b-49ee-b48c-928337c75466 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.718242] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 943.718242] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52540b27-38b5-20cb-f486-14271c6439c6" [ 943.718242] env[69357]: _type = "Task" [ 943.718242] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.728663] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52540b27-38b5-20cb-f486-14271c6439c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.752060] env[69357]: DEBUG nova.network.neutron [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Updating instance_info_cache with network_info: [{"id": "217375a8-eb1f-4777-83dd-c07326f76ae0", "address": "fa:16:3e:2e:e8:32", "network": {"id": "5744b9ea-8cc2-4ff3-8dc3-c7334f78f72e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-325174939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7230d5a9e5dc4a2b93a08fb4d5263414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217375a8-eb", "ovs_interfaceid": "217375a8-eb1f-4777-83dd-c07326f76ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.820429] env[69357]: DEBUG nova.compute.manager [req-8664e0b6-b9c5-4eb5-b38c-c768a5dd7072 req-b011a410-8d84-467f-93c5-d00af0be2bfc service nova] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Received event network-vif-plugged-217375a8-eb1f-4777-83dd-c07326f76ae0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.820858] env[69357]: DEBUG oslo_concurrency.lockutils [req-8664e0b6-b9c5-4eb5-b38c-c768a5dd7072 req-b011a410-8d84-467f-93c5-d00af0be2bfc service nova] Acquiring lock "4be7c2b3-a630-4e34-8733-927657600128-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.822415] env[69357]: DEBUG oslo_concurrency.lockutils [req-8664e0b6-b9c5-4eb5-b38c-c768a5dd7072 req-b011a410-8d84-467f-93c5-d00af0be2bfc service nova] Lock "4be7c2b3-a630-4e34-8733-927657600128-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.822415] env[69357]: DEBUG oslo_concurrency.lockutils [req-8664e0b6-b9c5-4eb5-b38c-c768a5dd7072 req-b011a410-8d84-467f-93c5-d00af0be2bfc service nova] Lock "4be7c2b3-a630-4e34-8733-927657600128-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.822754] env[69357]: DEBUG nova.compute.manager [req-8664e0b6-b9c5-4eb5-b38c-c768a5dd7072 req-b011a410-8d84-467f-93c5-d00af0be2bfc service nova] [instance: 4be7c2b3-a630-4e34-8733-927657600128] No waiting events found dispatching network-vif-plugged-217375a8-eb1f-4777-83dd-c07326f76ae0 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 943.826333] env[69357]: WARNING nova.compute.manager [req-8664e0b6-b9c5-4eb5-b38c-c768a5dd7072 req-b011a410-8d84-467f-93c5-d00af0be2bfc service nova] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Received unexpected event network-vif-plugged-217375a8-eb1f-4777-83dd-c07326f76ae0 for instance with vm_state building and task_state spawning. [ 943.826333] env[69357]: DEBUG nova.compute.manager [req-8664e0b6-b9c5-4eb5-b38c-c768a5dd7072 req-b011a410-8d84-467f-93c5-d00af0be2bfc service nova] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Received event network-changed-217375a8-eb1f-4777-83dd-c07326f76ae0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.826333] env[69357]: DEBUG nova.compute.manager [req-8664e0b6-b9c5-4eb5-b38c-c768a5dd7072 req-b011a410-8d84-467f-93c5-d00af0be2bfc service nova] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Refreshing instance network info cache due to event network-changed-217375a8-eb1f-4777-83dd-c07326f76ae0. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.826333] env[69357]: DEBUG oslo_concurrency.lockutils [req-8664e0b6-b9c5-4eb5-b38c-c768a5dd7072 req-b011a410-8d84-467f-93c5-d00af0be2bfc service nova] Acquiring lock "refresh_cache-4be7c2b3-a630-4e34-8733-927657600128" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.898599] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150918, 'name': Rename_Task, 'duration_secs': 0.148497} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.898997] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.899401] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb8c322e-fc62-4127-a625-2a22810e8092 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.902686] env[69357]: DEBUG nova.compute.manager [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.915630] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 943.915630] env[69357]: value = "task-4150920" [ 943.915630] env[69357]: _type = "Task" [ 943.915630] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.928432] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.931275] env[69357]: DEBUG nova.virt.hardware [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.931600] env[69357]: DEBUG nova.virt.hardware [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.931889] env[69357]: DEBUG nova.virt.hardware [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.932152] env[69357]: DEBUG nova.virt.hardware [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.932995] env[69357]: DEBUG nova.virt.hardware [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.932995] env[69357]: DEBUG nova.virt.hardware [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.932995] env[69357]: DEBUG nova.virt.hardware [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.933307] env[69357]: DEBUG nova.virt.hardware [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.933444] env[69357]: DEBUG nova.virt.hardware [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.933777] env[69357]: DEBUG nova.virt.hardware [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.933998] env[69357]: DEBUG nova.virt.hardware [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.935123] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4351cad-2141-48e1-b17c-58e6f5f45b72 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.946990] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d56bab-136b-4126-88eb-df3a5a775d5b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.967558] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: a1a7b57a-d499-4145-bf63-dbce0bc2acc6] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.212117] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150919, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.231919] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52540b27-38b5-20cb-f486-14271c6439c6, 'name': SearchDatastore_Task, 'duration_secs': 0.011782} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.233324] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25e80dfc-0195-4b0e-86b2-ee7758405c44 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.246377] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 944.246377] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]525f5b63-fd12-b325-6775-59bd18b6b43f" [ 944.246377] env[69357]: _type = "Task" [ 944.246377] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.257706] env[69357]: DEBUG oslo_concurrency.lockutils [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Releasing lock "refresh_cache-4be7c2b3-a630-4e34-8733-927657600128" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.258076] env[69357]: DEBUG nova.compute.manager [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Instance network_info: |[{"id": "217375a8-eb1f-4777-83dd-c07326f76ae0", "address": "fa:16:3e:2e:e8:32", "network": {"id": "5744b9ea-8cc2-4ff3-8dc3-c7334f78f72e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-325174939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7230d5a9e5dc4a2b93a08fb4d5263414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217375a8-eb", "ovs_interfaceid": "217375a8-eb1f-4777-83dd-c07326f76ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.258391] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]525f5b63-fd12-b325-6775-59bd18b6b43f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.261936] env[69357]: DEBUG oslo_concurrency.lockutils [req-8664e0b6-b9c5-4eb5-b38c-c768a5dd7072 req-b011a410-8d84-467f-93c5-d00af0be2bfc service nova] Acquired lock "refresh_cache-4be7c2b3-a630-4e34-8733-927657600128" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.261936] env[69357]: DEBUG nova.network.neutron [req-8664e0b6-b9c5-4eb5-b38c-c768a5dd7072 req-b011a410-8d84-467f-93c5-d00af0be2bfc service nova] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Refreshing network info cache for port 217375a8-eb1f-4777-83dd-c07326f76ae0 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.263287] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:e8:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '217375a8-eb1f-4777-83dd-c07326f76ae0', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.272127] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.273398] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.273648] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-079cbe62-8655-432d-8bdf-94a30eb8c067 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.298681] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.298681] env[69357]: value = "task-4150921" [ 944.298681] env[69357]: _type = "Task" [ 944.298681] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.313971] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150921, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.429484] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150920, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.441389] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eaea68b-a98f-4d2c-9bfc-ce22502c5cdf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.450048] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48d0ba0-b6ee-4a14-a0eb-444c67547b91 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.484919] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 58b37c75-ed1a-4f9a-9896-6001bdf01d3a] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.487261] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d5383c-6c00-48ba-95c0-80068dbc0c8f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.495833] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2ad4e1-59c2-4845-8a36-2131e08e7332 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.513133] env[69357]: DEBUG nova.compute.provider_tree [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.710590] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150919, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.763369] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]525f5b63-fd12-b325-6775-59bd18b6b43f, 'name': SearchDatastore_Task, 'duration_secs': 0.014322} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.763666] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.763936] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 86211dc9-4c1d-4ec5-b83c-764df8b87380/86211dc9-4c1d-4ec5-b83c-764df8b87380.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.764248] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b08341a-4691-4bbb-84bc-a6081c96b485 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.780077] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 944.780077] env[69357]: value = "task-4150922" [ 944.780077] env[69357]: _type = "Task" [ 944.780077] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.793395] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.811920] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150921, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.929613] env[69357]: DEBUG oslo_vmware.api [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150920, 'name': PowerOnVM_Task, 'duration_secs': 0.671825} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.929941] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.930163] env[69357]: INFO nova.compute.manager [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Took 8.92 seconds to spawn the instance on the hypervisor. [ 944.930345] env[69357]: DEBUG nova.compute.manager [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 944.931158] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de9f98b-ddee-4095-81bd-05cba27c93a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.991021] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 90a0754f-c615-4acf-9787-55c3a8649161] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.016638] env[69357]: DEBUG nova.scheduler.client.report [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.047365] env[69357]: DEBUG nova.network.neutron [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Successfully updated port: 835f5898-8b2f-4979-8460-f23ad3725280 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.164351] env[69357]: DEBUG nova.network.neutron [req-8664e0b6-b9c5-4eb5-b38c-c768a5dd7072 req-b011a410-8d84-467f-93c5-d00af0be2bfc service nova] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Updated VIF entry in instance network info cache for port 217375a8-eb1f-4777-83dd-c07326f76ae0. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.164716] env[69357]: DEBUG nova.network.neutron [req-8664e0b6-b9c5-4eb5-b38c-c768a5dd7072 req-b011a410-8d84-467f-93c5-d00af0be2bfc service nova] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Updating instance_info_cache with network_info: [{"id": "217375a8-eb1f-4777-83dd-c07326f76ae0", "address": "fa:16:3e:2e:e8:32", "network": {"id": "5744b9ea-8cc2-4ff3-8dc3-c7334f78f72e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-325174939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7230d5a9e5dc4a2b93a08fb4d5263414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217375a8-eb", "ovs_interfaceid": "217375a8-eb1f-4777-83dd-c07326f76ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.212093] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150919, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.291386] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.311339] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150921, 'name': CreateVM_Task, 'duration_secs': 0.553793} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.311531] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.312297] env[69357]: DEBUG oslo_concurrency.lockutils [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.312413] env[69357]: DEBUG oslo_concurrency.lockutils [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.312735] env[69357]: DEBUG oslo_concurrency.lockutils [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.313102] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdadfbd2-66bc-4d01-bfc0-45cdc6a7e90c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.318553] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for the task: (returnval){ [ 945.318553] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5203b3c2-a271-bb2f-5deb-60fe36bf6e8e" [ 945.318553] env[69357]: _type = "Task" [ 945.318553] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.329369] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5203b3c2-a271-bb2f-5deb-60fe36bf6e8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.454470] env[69357]: INFO nova.compute.manager [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Took 49.48 seconds to build instance. [ 945.494751] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 74f2d7a3-9dd0-4557-8cef-0770d3425dd4] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.527821] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.528497] env[69357]: DEBUG nova.compute.manager [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.533020] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.002s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.533253] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.535833] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.697s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.536059] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.538294] env[69357]: DEBUG oslo_concurrency.lockutils [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.655s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.539867] env[69357]: INFO nova.compute.claims [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.551584] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "refresh_cache-e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.551584] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquired lock "refresh_cache-e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.551584] env[69357]: DEBUG nova.network.neutron [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.571434] env[69357]: INFO nova.scheduler.client.report [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Deleted allocations for instance c89b7ce6-0b2d-4c7f-aae5-84e9b391735f [ 945.574890] env[69357]: INFO nova.scheduler.client.report [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Deleted allocations for instance 655af0c1-2762-4fc1-b26d-4e8a608983fb [ 945.669016] env[69357]: DEBUG oslo_concurrency.lockutils [req-8664e0b6-b9c5-4eb5-b38c-c768a5dd7072 req-b011a410-8d84-467f-93c5-d00af0be2bfc service nova] Releasing lock "refresh_cache-4be7c2b3-a630-4e34-8733-927657600128" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.710296] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150919, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.539556} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.711775] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 983f749d-92d2-411e-aca5-8608cca3123d/983f749d-92d2-411e-aca5-8608cca3123d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.711775] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.711775] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe9cfbe4-6d6e-4298-b148-5cdd780e07e9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.718237] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 945.718237] env[69357]: value = "task-4150923" [ 945.718237] env[69357]: _type = "Task" [ 945.718237] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.728412] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.792892] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.912665} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.793058] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 86211dc9-4c1d-4ec5-b83c-764df8b87380/86211dc9-4c1d-4ec5-b83c-764df8b87380.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.793289] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.793594] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-967be16d-1a28-4b3b-966e-179688d42e35 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.803037] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 945.803037] env[69357]: value = "task-4150924" [ 945.803037] env[69357]: _type = "Task" [ 945.803037] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.819728] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.832822] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5203b3c2-a271-bb2f-5deb-60fe36bf6e8e, 'name': SearchDatastore_Task, 'duration_secs': 0.010173} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.833456] env[69357]: DEBUG oslo_concurrency.lockutils [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.833723] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.833989] env[69357]: DEBUG oslo_concurrency.lockutils [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.834161] env[69357]: DEBUG oslo_concurrency.lockutils [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.834448] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.834750] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f199e6e-3332-47de-93ee-e86a0ffabdcd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.844711] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.844950] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.845754] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-681bc998-edde-4b82-a973-e6b0bb314c7a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.851883] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for the task: (returnval){ [ 945.851883] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]528be8fd-940e-5df9-de48-8b682ca45ea9" [ 945.851883] env[69357]: _type = "Task" [ 945.851883] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.860840] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]528be8fd-940e-5df9-de48-8b682ca45ea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.932218] env[69357]: DEBUG nova.compute.manager [req-97d1c113-39ad-4685-a9be-bf22084183b0 req-c67990ea-7354-4cfd-952e-e6c0eb689e48 service nova] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Received event network-vif-plugged-835f5898-8b2f-4979-8460-f23ad3725280 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.932446] env[69357]: DEBUG oslo_concurrency.lockutils [req-97d1c113-39ad-4685-a9be-bf22084183b0 req-c67990ea-7354-4cfd-952e-e6c0eb689e48 service nova] Acquiring lock "e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.932658] env[69357]: DEBUG oslo_concurrency.lockutils [req-97d1c113-39ad-4685-a9be-bf22084183b0 req-c67990ea-7354-4cfd-952e-e6c0eb689e48 service nova] Lock "e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.932833] env[69357]: DEBUG oslo_concurrency.lockutils [req-97d1c113-39ad-4685-a9be-bf22084183b0 req-c67990ea-7354-4cfd-952e-e6c0eb689e48 service nova] Lock "e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.933022] env[69357]: DEBUG nova.compute.manager [req-97d1c113-39ad-4685-a9be-bf22084183b0 req-c67990ea-7354-4cfd-952e-e6c0eb689e48 service nova] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] No waiting events found dispatching network-vif-plugged-835f5898-8b2f-4979-8460-f23ad3725280 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 945.933417] env[69357]: WARNING nova.compute.manager [req-97d1c113-39ad-4685-a9be-bf22084183b0 req-c67990ea-7354-4cfd-952e-e6c0eb689e48 service nova] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Received unexpected event network-vif-plugged-835f5898-8b2f-4979-8460-f23ad3725280 for instance with vm_state building and task_state spawning. [ 945.933635] env[69357]: DEBUG nova.compute.manager [req-97d1c113-39ad-4685-a9be-bf22084183b0 req-c67990ea-7354-4cfd-952e-e6c0eb689e48 service nova] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Received event network-changed-835f5898-8b2f-4979-8460-f23ad3725280 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.933747] env[69357]: DEBUG nova.compute.manager [req-97d1c113-39ad-4685-a9be-bf22084183b0 req-c67990ea-7354-4cfd-952e-e6c0eb689e48 service nova] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Refreshing instance network info cache due to event network-changed-835f5898-8b2f-4979-8460-f23ad3725280. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.933917] env[69357]: DEBUG oslo_concurrency.lockutils [req-97d1c113-39ad-4685-a9be-bf22084183b0 req-c67990ea-7354-4cfd-952e-e6c0eb689e48 service nova] Acquiring lock "refresh_cache-e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.957140] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27a3585f-c3de-4541-bca9-eef751662db9 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "f404232f-e876-4aee-a123-e2cd7618232c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.999s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.998855] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 649feb1b-250b-4d3f-be9c-89dc5cb17488] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.034666] env[69357]: DEBUG nova.compute.utils [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.036750] env[69357]: DEBUG nova.compute.manager [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.036932] env[69357]: DEBUG nova.network.neutron [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.086232] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09500fdd-c53e-4c6e-800c-c9f9cd0bf596 tempest-ServerShowV254Test-465610551 tempest-ServerShowV254Test-465610551-project-member] Lock "655af0c1-2762-4fc1-b26d-4e8a608983fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.629s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.087305] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5e5ab7f8-7836-4d39-b5c3-23ce5899b385 tempest-InstanceActionsV221TestJSON-932736357 tempest-InstanceActionsV221TestJSON-932736357-project-member] Lock "c89b7ce6-0b2d-4c7f-aae5-84e9b391735f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.175s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.127325] env[69357]: DEBUG nova.network.neutron [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.144181] env[69357]: DEBUG nova.policy [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca99513067eb4da494e0b7e329919f01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23dc72ce697b4338922e291c1024f3f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.991853] env[69357]: DEBUG nova.network.neutron [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Successfully created port: 8ce2b462-3506-480a-b1da-0211dced1bf3 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.996422] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca70980a-0406-43f4-82e3-4b9912e2a21d tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "f404232f-e876-4aee-a123-e2cd7618232c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.996511] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca70980a-0406-43f4-82e3-4b9912e2a21d tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "f404232f-e876-4aee-a123-e2cd7618232c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.996690] env[69357]: DEBUG nova.compute.manager [None req-ca70980a-0406-43f4-82e3-4b9912e2a21d tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 946.997137] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 38e44f28-3083-467e-8f8b-3685f6b180a2] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.999163] env[69357]: DEBUG nova.compute.manager [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.010938] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4427cc-fddb-44aa-ae82-b173f61649fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.022427] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200607} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.029999] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.030400] env[69357]: DEBUG nova.compute.manager [None req-ca70980a-0406-43f4-82e3-4b9912e2a21d tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69357) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 947.030991] env[69357]: DEBUG nova.objects.instance [None req-ca70980a-0406-43f4-82e3-4b9912e2a21d tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lazy-loading 'flavor' on Instance uuid f404232f-e876-4aee-a123-e2cd7618232c {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.032381] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]528be8fd-940e-5df9-de48-8b682ca45ea9, 'name': SearchDatastore_Task, 'duration_secs': 0.010768} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.032671] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082272} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.033359] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd92c64f-9b40-4386-9cc6-09ba2596410b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.036532] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.039336] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-701ce538-afa1-454f-8e0a-90658fca38ef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.043154] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba293221-c792-4c4a-9080-f41fce706df5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.049579] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for the task: (returnval){ [ 947.049579] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c21a14-e2d5-9b92-7351-f15fb7b6373c" [ 947.049579] env[69357]: _type = "Task" [ 947.049579] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.076367] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 86211dc9-4c1d-4ec5-b83c-764df8b87380/86211dc9-4c1d-4ec5-b83c-764df8b87380.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.085111] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 983f749d-92d2-411e-aca5-8608cca3123d/983f749d-92d2-411e-aca5-8608cca3123d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.092198] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a446a6e9-cb78-4674-83f9-3e4422f9942e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.106591] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb1668d6-7451-4838-89a0-0f083c0c8c75 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.132334] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c21a14-e2d5-9b92-7351-f15fb7b6373c, 'name': SearchDatastore_Task, 'duration_secs': 0.011264} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.135600] env[69357]: DEBUG oslo_concurrency.lockutils [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.135890] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 4be7c2b3-a630-4e34-8733-927657600128/4be7c2b3-a630-4e34-8733-927657600128.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.136318] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 947.136318] env[69357]: value = "task-4150926" [ 947.136318] env[69357]: _type = "Task" [ 947.136318] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.136582] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 947.136582] env[69357]: value = "task-4150925" [ 947.136582] env[69357]: _type = "Task" [ 947.136582] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.139776] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-380da4b0-dbf8-41d8-a8b6-3aaa626a5fce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.158847] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.167471] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for the task: (returnval){ [ 947.167471] env[69357]: value = "task-4150927" [ 947.167471] env[69357]: _type = "Task" [ 947.167471] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.167748] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.179497] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.380766] env[69357]: DEBUG nova.network.neutron [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Updating instance_info_cache with network_info: [{"id": "835f5898-8b2f-4979-8460-f23ad3725280", "address": "fa:16:3e:e3:cb:da", "network": {"id": "44829c63-375b-44e6-804c-b863d112073d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1556380309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79367a802d1c446993054208fdc42056", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap835f5898-8b", "ovs_interfaceid": "835f5898-8b2f-4979-8460-f23ad3725280", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.509878] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: ac7f170b-7f83-40f1-8e6d-dea23e91ae30] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.623119] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966232be-61b5-461d-99b2-08831a2e41e4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.635259] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af632d37-a51e-4131-92ba-0e79b6abc0b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.682084] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1b1ae9-0a00-4d51-85a8-be32e2408347 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.691413] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150925, 'name': ReconfigVM_Task, 'duration_secs': 0.543883} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.691688] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150926, 'name': ReconfigVM_Task, 'duration_secs': 0.520477} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.692764] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 983f749d-92d2-411e-aca5-8608cca3123d/983f749d-92d2-411e-aca5-8608cca3123d.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.693603] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 86211dc9-4c1d-4ec5-b83c-764df8b87380/86211dc9-4c1d-4ec5-b83c-764df8b87380.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.699754] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-482a96dc-6811-4bdd-8556-02d980f6aaef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.701647] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f6c8061-d96e-4f01-8b12-a1bb99b4cbdd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.703609] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150927, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.705267] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0ae44a-4791-46ba-aeb8-490ea776f1a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.723661] env[69357]: DEBUG nova.compute.provider_tree [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.727662] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 947.727662] env[69357]: value = "task-4150928" [ 947.727662] env[69357]: _type = "Task" [ 947.727662] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.727972] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 947.727972] env[69357]: value = "task-4150929" [ 947.727972] env[69357]: _type = "Task" [ 947.727972] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.742321] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150929, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.747231] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150928, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.886058] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Releasing lock "refresh_cache-e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.889020] env[69357]: DEBUG nova.compute.manager [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Instance network_info: |[{"id": "835f5898-8b2f-4979-8460-f23ad3725280", "address": "fa:16:3e:e3:cb:da", "network": {"id": "44829c63-375b-44e6-804c-b863d112073d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1556380309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79367a802d1c446993054208fdc42056", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap835f5898-8b", "ovs_interfaceid": "835f5898-8b2f-4979-8460-f23ad3725280", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.889020] env[69357]: DEBUG oslo_concurrency.lockutils [req-97d1c113-39ad-4685-a9be-bf22084183b0 req-c67990ea-7354-4cfd-952e-e6c0eb689e48 service nova] Acquired lock "refresh_cache-e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.889020] env[69357]: DEBUG nova.network.neutron [req-97d1c113-39ad-4685-a9be-bf22084183b0 req-c67990ea-7354-4cfd-952e-e6c0eb689e48 service nova] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Refreshing network info cache for port 835f5898-8b2f-4979-8460-f23ad3725280 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.889020] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:cb:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '835f5898-8b2f-4979-8460-f23ad3725280', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.903022] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.903022] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.903022] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39c91ee2-dd92-4c71-9d43-58201f3b88d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.936648] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.936648] env[69357]: value = "task-4150930" [ 947.936648] env[69357]: _type = "Task" [ 947.936648] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.947964] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150930, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.016070] env[69357]: DEBUG nova.compute.manager [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.017996] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 88c0250f-4a18-4be5-85fd-9701fc9c84be] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.055159] env[69357]: DEBUG nova.virt.hardware [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.055372] env[69357]: DEBUG nova.virt.hardware [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.055680] env[69357]: DEBUG nova.virt.hardware [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.056030] env[69357]: DEBUG nova.virt.hardware [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.056362] env[69357]: DEBUG nova.virt.hardware [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.056698] env[69357]: DEBUG nova.virt.hardware [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.057095] env[69357]: DEBUG nova.virt.hardware [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.057423] env[69357]: DEBUG nova.virt.hardware [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.057741] env[69357]: DEBUG nova.virt.hardware [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.058048] env[69357]: DEBUG nova.virt.hardware [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.058594] env[69357]: DEBUG nova.virt.hardware [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.059652] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca70980a-0406-43f4-82e3-4b9912e2a21d tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.060841] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af97e631-d279-49ac-9969-39ce521f4d98 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.064247] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-443f5012-bf46-459a-a25c-8b4b02414668 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.076041] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcca7e36-8fed-402d-8b2f-3e40fba3d533 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.079516] env[69357]: DEBUG oslo_vmware.api [None req-ca70980a-0406-43f4-82e3-4b9912e2a21d tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 948.079516] env[69357]: value = "task-4150931" [ 948.079516] env[69357]: _type = "Task" [ 948.079516] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.101101] env[69357]: DEBUG oslo_vmware.api [None req-ca70980a-0406-43f4-82e3-4b9912e2a21d tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.188600] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596916} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.188896] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 4be7c2b3-a630-4e34-8733-927657600128/4be7c2b3-a630-4e34-8733-927657600128.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.189165] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.189485] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2208f3d5-41ab-4b9f-8c86-f92b9ad44473 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.198086] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for the task: (returnval){ [ 948.198086] env[69357]: value = "task-4150932" [ 948.198086] env[69357]: _type = "Task" [ 948.198086] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.208451] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.231648] env[69357]: DEBUG nova.scheduler.client.report [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.248576] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150928, 'name': Rename_Task, 'duration_secs': 0.46633} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.253909] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.254033] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150929, 'name': Rename_Task, 'duration_secs': 0.446141} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.254862] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bec45e70-ff6a-4686-b622-448536ce6c64 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.258034] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.258034] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49c9b977-ccdf-48c9-9368-6bb671cde25e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.266020] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 948.266020] env[69357]: value = "task-4150934" [ 948.266020] env[69357]: _type = "Task" [ 948.266020] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.267866] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 948.267866] env[69357]: value = "task-4150933" [ 948.267866] env[69357]: _type = "Task" [ 948.267866] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.285482] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.288295] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.454742] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150930, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.524061] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: bf558c86-a733-43d1-a519-6e5a48b04943] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.594716] env[69357]: DEBUG oslo_vmware.api [None req-ca70980a-0406-43f4-82e3-4b9912e2a21d tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150931, 'name': PowerOffVM_Task, 'duration_secs': 0.225506} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.595694] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca70980a-0406-43f4-82e3-4b9912e2a21d tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.595694] env[69357]: DEBUG nova.compute.manager [None req-ca70980a-0406-43f4-82e3-4b9912e2a21d tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 948.596251] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47903860-be5b-45c3-a481-4e9a04958aaf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.711576] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101888} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.712106] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.713432] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0638b7a-5371-4d8b-9953-bf8ec4914484 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.740447] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 4be7c2b3-a630-4e34-8733-927657600128/4be7c2b3-a630-4e34-8733-927657600128.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.740990] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-891517b2-1815-415c-9fef-bb0e3f58f192 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.757880] env[69357]: DEBUG nova.network.neutron [req-97d1c113-39ad-4685-a9be-bf22084183b0 req-c67990ea-7354-4cfd-952e-e6c0eb689e48 service nova] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Updated VIF entry in instance network info cache for port 835f5898-8b2f-4979-8460-f23ad3725280. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.758474] env[69357]: DEBUG nova.network.neutron [req-97d1c113-39ad-4685-a9be-bf22084183b0 req-c67990ea-7354-4cfd-952e-e6c0eb689e48 service nova] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Updating instance_info_cache with network_info: [{"id": "835f5898-8b2f-4979-8460-f23ad3725280", "address": "fa:16:3e:e3:cb:da", "network": {"id": "44829c63-375b-44e6-804c-b863d112073d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1556380309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79367a802d1c446993054208fdc42056", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap835f5898-8b", "ovs_interfaceid": "835f5898-8b2f-4979-8460-f23ad3725280", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.763632] env[69357]: DEBUG oslo_concurrency.lockutils [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.225s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.764265] env[69357]: DEBUG nova.compute.manager [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.767449] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.286s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.768948] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.771139] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 21.679s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.783948] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for the task: (returnval){ [ 948.783948] env[69357]: value = "task-4150935" [ 948.783948] env[69357]: _type = "Task" [ 948.783948] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.795866] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150934, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.796384] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150933, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.803228] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.824622] env[69357]: INFO nova.scheduler.client.report [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Deleted allocations for instance 3a6fd246-be33-4c93-8d1a-2a99fe59dd69 [ 948.950896] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150930, 'name': CreateVM_Task, 'duration_secs': 0.569694} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.950896] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.952024] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.952213] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.952605] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.952896] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6f29e50-8875-41f4-9f6c-0dfccc5caa18 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.959590] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 948.959590] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c2535d-903c-06f8-89e7-a5913ba2f3a4" [ 948.959590] env[69357]: _type = "Task" [ 948.959590] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.970768] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c2535d-903c-06f8-89e7-a5913ba2f3a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.028525] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 1e4ea406-6581-4b1c-908b-18cf9d36a1e1] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.116424] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ca70980a-0406-43f4-82e3-4b9912e2a21d tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "f404232f-e876-4aee-a123-e2cd7618232c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.120s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.166415] env[69357]: DEBUG nova.compute.manager [req-809a0359-376b-4b44-9e09-05b11f200132 req-990e650c-4729-4192-b27f-5248f5043620 service nova] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Received event network-vif-plugged-8ce2b462-3506-480a-b1da-0211dced1bf3 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.166684] env[69357]: DEBUG oslo_concurrency.lockutils [req-809a0359-376b-4b44-9e09-05b11f200132 req-990e650c-4729-4192-b27f-5248f5043620 service nova] Acquiring lock "ed128ff8-b9bd-4b81-b311-4d9efae21c73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.166939] env[69357]: DEBUG oslo_concurrency.lockutils [req-809a0359-376b-4b44-9e09-05b11f200132 req-990e650c-4729-4192-b27f-5248f5043620 service nova] Lock "ed128ff8-b9bd-4b81-b311-4d9efae21c73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.167574] env[69357]: DEBUG oslo_concurrency.lockutils [req-809a0359-376b-4b44-9e09-05b11f200132 req-990e650c-4729-4192-b27f-5248f5043620 service nova] Lock "ed128ff8-b9bd-4b81-b311-4d9efae21c73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.168386] env[69357]: DEBUG nova.compute.manager [req-809a0359-376b-4b44-9e09-05b11f200132 req-990e650c-4729-4192-b27f-5248f5043620 service nova] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] No waiting events found dispatching network-vif-plugged-8ce2b462-3506-480a-b1da-0211dced1bf3 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 949.168607] env[69357]: WARNING nova.compute.manager [req-809a0359-376b-4b44-9e09-05b11f200132 req-990e650c-4729-4192-b27f-5248f5043620 service nova] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Received unexpected event network-vif-plugged-8ce2b462-3506-480a-b1da-0211dced1bf3 for instance with vm_state building and task_state spawning. [ 949.243051] env[69357]: DEBUG nova.network.neutron [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Successfully updated port: 8ce2b462-3506-480a-b1da-0211dced1bf3 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.268868] env[69357]: DEBUG oslo_concurrency.lockutils [req-97d1c113-39ad-4685-a9be-bf22084183b0 req-c67990ea-7354-4cfd-952e-e6c0eb689e48 service nova] Releasing lock "refresh_cache-e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.276470] env[69357]: DEBUG nova.compute.utils [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.278275] env[69357]: DEBUG nova.objects.instance [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lazy-loading 'migration_context' on Instance uuid f3bbdae0-ba72-459f-8d6b-59ec6b8a4705 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.280041] env[69357]: DEBUG nova.compute.manager [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.280127] env[69357]: DEBUG nova.network.neutron [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.301252] env[69357]: DEBUG oslo_vmware.api [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150934, 'name': PowerOnVM_Task, 'duration_secs': 0.598082} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.310365] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.311884] env[69357]: INFO nova.compute.manager [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Took 10.63 seconds to spawn the instance on the hypervisor. [ 949.311884] env[69357]: DEBUG nova.compute.manager [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 949.311884] env[69357]: DEBUG oslo_vmware.api [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150933, 'name': PowerOnVM_Task, 'duration_secs': 1.005574} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.311884] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150935, 'name': ReconfigVM_Task, 'duration_secs': 0.508635} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.312477] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018872eb-d3c5-48a4-b3b9-22edfa2c89a4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.315715] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.315923] env[69357]: DEBUG nova.compute.manager [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 949.316300] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 4be7c2b3-a630-4e34-8733-927657600128/4be7c2b3-a630-4e34-8733-927657600128.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.318123] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b9a322-7655-4f0d-b071-30cd8c058d61 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.320983] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-532ed0c2-e580-4608-80f8-34a0d207649a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.334566] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for the task: (returnval){ [ 949.334566] env[69357]: value = "task-4150936" [ 949.334566] env[69357]: _type = "Task" [ 949.334566] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.337782] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2238ead7-d832-42f0-a027-5b84b1e80a91 tempest-ServersV294TestFqdnHostnames-993868252 tempest-ServersV294TestFqdnHostnames-993868252-project-member] Lock "3a6fd246-be33-4c93-8d1a-2a99fe59dd69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.955s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.352133] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150936, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.370472] env[69357]: DEBUG nova.policy [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e631aa238a61497082a988265c24c38a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8bcda75ff3e450b8f854affcd6ec994', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.470142] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c2535d-903c-06f8-89e7-a5913ba2f3a4, 'name': SearchDatastore_Task, 'duration_secs': 0.013152} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.470824] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.470824] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.470960] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.471048] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.471234] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.471529] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41c9fbb5-e53f-41e9-ad76-10e215a01156 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.481695] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.481890] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.482665] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbe37924-4d81-4bb7-b53f-85b1221c6df1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.488694] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 949.488694] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529d2bb6-9271-b428-ff35-c8108dbf9342" [ 949.488694] env[69357]: _type = "Task" [ 949.488694] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.497452] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529d2bb6-9271-b428-ff35-c8108dbf9342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.532123] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 5338dc92-c619-4a06-ad2f-6a3821bd9507] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.749968] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "refresh_cache-ed128ff8-b9bd-4b81-b311-4d9efae21c73" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.749968] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired lock "refresh_cache-ed128ff8-b9bd-4b81-b311-4d9efae21c73" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.749968] env[69357]: DEBUG nova.network.neutron [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.780835] env[69357]: DEBUG nova.compute.manager [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.806757] env[69357]: DEBUG nova.network.neutron [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Successfully created port: e1d007fd-edb4-4ae6-8cbd-b7aab6dc0f6a {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.841603] env[69357]: INFO nova.compute.manager [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Took 51.84 seconds to build instance. [ 949.854466] env[69357]: DEBUG oslo_concurrency.lockutils [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.867644] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150936, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.008041] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529d2bb6-9271-b428-ff35-c8108dbf9342, 'name': SearchDatastore_Task, 'duration_secs': 0.014961} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.008041] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b772a4d-fa07-4a32-a14a-af66c8da38a2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.017024] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 950.017024] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]524e9de1-aaba-a50a-6330-c970e6added5" [ 950.017024] env[69357]: _type = "Task" [ 950.017024] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.025679] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]524e9de1-aaba-a50a-6330-c970e6added5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.036047] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: fdc243bf-7f85-4fbf-89f2-6cd1aebaa69b] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.194091] env[69357]: INFO nova.compute.manager [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Rebuilding instance [ 950.263125] env[69357]: DEBUG nova.compute.manager [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 950.264176] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb00423d-a792-4bde-b8bb-ec21ca1d48e4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.309166] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c4b5c2-8085-4c22-9959-2005ea2fcba0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.318300] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d182121-8bf0-45e4-ac8b-9fe75573e2a7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.323299] env[69357]: DEBUG nova.network.neutron [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.363249] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ee156a34-533d-4734-ad4b-4352e876d8cc tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "86211dc9-4c1d-4ec5-b83c-764df8b87380" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.319s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.370972] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5da95d-e2f7-4aec-8a31-fc378ef275f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.388805] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd862d7-82b5-4cf8-9f3e-7c5e3b27ead3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.393134] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150936, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.405956] env[69357]: DEBUG nova.compute.provider_tree [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.527317] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]524e9de1-aaba-a50a-6330-c970e6added5, 'name': SearchDatastore_Task, 'duration_secs': 0.011605} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.527615] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.527909] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380/e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.528186] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9eb54c7-7fed-48eb-9144-43c0ad5fe39c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.539368] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 3afc9e82-7f00-4e27-8df7-cbafea35b8b6] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.546672] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 950.546672] env[69357]: value = "task-4150937" [ 950.546672] env[69357]: _type = "Task" [ 950.546672] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.557429] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.575528] env[69357]: DEBUG nova.network.neutron [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Updating instance_info_cache with network_info: [{"id": "8ce2b462-3506-480a-b1da-0211dced1bf3", "address": "fa:16:3e:25:0a:f5", "network": {"id": "e34cd1fb-6717-4f16-8b02-8ed103ebe442", "bridge": "br-int", "label": "tempest-ServersTestJSON-1455807592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23dc72ce697b4338922e291c1024f3f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce2b462-35", "ovs_interfaceid": "8ce2b462-3506-480a-b1da-0211dced1bf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.796799] env[69357]: DEBUG nova.compute.manager [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.833055] env[69357]: DEBUG nova.virt.hardware [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.833416] env[69357]: DEBUG nova.virt.hardware [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.833606] env[69357]: DEBUG nova.virt.hardware [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.833852] env[69357]: DEBUG nova.virt.hardware [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.834061] env[69357]: DEBUG nova.virt.hardware [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.834283] env[69357]: DEBUG nova.virt.hardware [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.834583] env[69357]: DEBUG nova.virt.hardware [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.835058] env[69357]: DEBUG nova.virt.hardware [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.835288] env[69357]: DEBUG nova.virt.hardware [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.835468] env[69357]: DEBUG nova.virt.hardware [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.835667] env[69357]: DEBUG nova.virt.hardware [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.836788] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39614ede-fb17-485c-a8f5-65b4f95bfb9a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.848084] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b8451f-e6c9-4bf1-8c9c-aac852723bd4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.876285] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150936, 'name': Rename_Task, 'duration_secs': 1.173124} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.876572] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.878689] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93026731-6c9e-41b8-b77d-3471308291bf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.887879] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for the task: (returnval){ [ 950.887879] env[69357]: value = "task-4150938" [ 950.887879] env[69357]: _type = "Task" [ 950.887879] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.896594] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.912100] env[69357]: DEBUG nova.scheduler.client.report [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.048670] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 67aee0eb-ec71-4dab-848e-5434e2966374] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.067000] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150937, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.078791] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Releasing lock "refresh_cache-ed128ff8-b9bd-4b81-b311-4d9efae21c73" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.081478] env[69357]: DEBUG nova.compute.manager [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Instance network_info: |[{"id": "8ce2b462-3506-480a-b1da-0211dced1bf3", "address": "fa:16:3e:25:0a:f5", "network": {"id": "e34cd1fb-6717-4f16-8b02-8ed103ebe442", "bridge": "br-int", "label": "tempest-ServersTestJSON-1455807592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23dc72ce697b4338922e291c1024f3f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce2b462-35", "ovs_interfaceid": "8ce2b462-3506-480a-b1da-0211dced1bf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.081478] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:0a:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ce2b462-3506-480a-b1da-0211dced1bf3', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.089018] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Creating folder: Project (23dc72ce697b4338922e291c1024f3f2). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.089018] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b414a74d-7e59-449f-9627-140d36345864 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.102598] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f5761b1-af60-4935-8b9b-562b3a4215c1 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "a867059b-ea7b-4222-a47c-a6621cf37421" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.102916] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f5761b1-af60-4935-8b9b-562b3a4215c1 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "a867059b-ea7b-4222-a47c-a6621cf37421" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.103140] env[69357]: DEBUG nova.compute.manager [None req-1f5761b1-af60-4935-8b9b-562b3a4215c1 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 951.103680] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Created folder: Project (23dc72ce697b4338922e291c1024f3f2) in parent group-v821763. [ 951.103824] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Creating folder: Instances. Parent ref: group-v821952. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.105025] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c7e70b-08ba-4db9-8d69-4c34b474dc19 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.108236] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43ce45f1-0243-4b00-b5e1-f8ff9c39b204 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.116161] env[69357]: DEBUG nova.compute.manager [None req-1f5761b1-af60-4935-8b9b-562b3a4215c1 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69357) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 951.116678] env[69357]: DEBUG nova.objects.instance [None req-1f5761b1-af60-4935-8b9b-562b3a4215c1 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lazy-loading 'flavor' on Instance uuid a867059b-ea7b-4222-a47c-a6621cf37421 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.122760] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Created folder: Instances in parent group-v821952. [ 951.123071] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.123417] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.123866] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3454782-35c5-4747-ba37-ae91dd80dc20 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.146948] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.146948] env[69357]: value = "task-4150941" [ 951.146948] env[69357]: _type = "Task" [ 951.146948] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.157605] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150941, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.285279] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.285946] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88f5bd79-b33f-41f2-bd36-4c93ae806c5e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.296907] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 951.296907] env[69357]: value = "task-4150942" [ 951.296907] env[69357]: _type = "Task" [ 951.296907] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.307478] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 951.307747] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.308591] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f61379c-6179-45f7-af02-dbf6a80c3dc4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.317293] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.317630] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0254e68-1a90-47ec-9355-ccdde56adcd7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.387581] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.387850] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.388024] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Deleting the datastore file [datastore2] f404232f-e876-4aee-a123-e2cd7618232c {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.392269] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d87b2db8-7632-4e28-a7e3-f7bc51512d89 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.401110] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150938, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.402324] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 951.402324] env[69357]: value = "task-4150944" [ 951.402324] env[69357]: _type = "Task" [ 951.402324] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.413056] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.564024] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: a7897c28-1fac-45b9-8d4e-a8cf554ed7d9] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.573160] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150937, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.659844] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150941, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.760973] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "86211dc9-4c1d-4ec5-b83c-764df8b87380" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.761264] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "86211dc9-4c1d-4ec5-b83c-764df8b87380" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.761600] env[69357]: INFO nova.compute.manager [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Shelving [ 951.815619] env[69357]: DEBUG nova.network.neutron [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Successfully updated port: e1d007fd-edb4-4ae6-8cbd-b7aab6dc0f6a {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.897646] env[69357]: DEBUG oslo_vmware.api [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150938, 'name': PowerOnVM_Task, 'duration_secs': 0.617959} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.897906] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.898129] env[69357]: INFO nova.compute.manager [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Took 10.60 seconds to spawn the instance on the hypervisor. [ 951.898313] env[69357]: DEBUG nova.compute.manager [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 951.899132] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8751a50-4fa1-4193-9c93-632db6c7a119 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.916386] env[69357]: DEBUG nova.compute.manager [req-11ff5dd6-3874-4b86-a988-100f88b3b617 req-d1c9bfb7-62ab-4a02-a96d-876343b346fb service nova] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Received event network-changed-8ce2b462-3506-480a-b1da-0211dced1bf3 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.916695] env[69357]: DEBUG nova.compute.manager [req-11ff5dd6-3874-4b86-a988-100f88b3b617 req-d1c9bfb7-62ab-4a02-a96d-876343b346fb service nova] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Refreshing instance network info cache due to event network-changed-8ce2b462-3506-480a-b1da-0211dced1bf3. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.916933] env[69357]: DEBUG oslo_concurrency.lockutils [req-11ff5dd6-3874-4b86-a988-100f88b3b617 req-d1c9bfb7-62ab-4a02-a96d-876343b346fb service nova] Acquiring lock "refresh_cache-ed128ff8-b9bd-4b81-b311-4d9efae21c73" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.917501] env[69357]: DEBUG oslo_concurrency.lockutils [req-11ff5dd6-3874-4b86-a988-100f88b3b617 req-d1c9bfb7-62ab-4a02-a96d-876343b346fb service nova] Acquired lock "refresh_cache-ed128ff8-b9bd-4b81-b311-4d9efae21c73" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.917501] env[69357]: DEBUG nova.network.neutron [req-11ff5dd6-3874-4b86-a988-100f88b3b617 req-d1c9bfb7-62ab-4a02-a96d-876343b346fb service nova] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Refreshing network info cache for port 8ce2b462-3506-480a-b1da-0211dced1bf3 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.931134] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.160s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.939244] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15745} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.939667] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.788s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.943096] env[69357]: INFO nova.compute.claims [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.948974] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.949292] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.949559] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.069855] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 6bf9dffb-0c6c-4e8d-83e2-145fadb99b5d] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.071578] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150937, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.511935} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.071847] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380/e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.072080] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.072369] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db5b79a5-6532-4bce-9f4e-e8ecd256ec5a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.081225] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 952.081225] env[69357]: value = "task-4150945" [ 952.081225] env[69357]: _type = "Task" [ 952.081225] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.094696] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.125224] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5761b1-af60-4935-8b9b-562b3a4215c1 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.125635] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef343636-fcb6-4d48-845c-dcdff8b98d94 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.133725] env[69357]: DEBUG oslo_vmware.api [None req-1f5761b1-af60-4935-8b9b-562b3a4215c1 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 952.133725] env[69357]: value = "task-4150946" [ 952.133725] env[69357]: _type = "Task" [ 952.133725] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.144628] env[69357]: DEBUG oslo_vmware.api [None req-1f5761b1-af60-4935-8b9b-562b3a4215c1 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4150946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.158223] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150941, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.321582] env[69357]: DEBUG oslo_concurrency.lockutils [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquiring lock "refresh_cache-b401646b-fa08-4135-9c44-c1f77a12a8e0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.321582] env[69357]: DEBUG oslo_concurrency.lockutils [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquired lock "refresh_cache-b401646b-fa08-4135-9c44-c1f77a12a8e0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.321582] env[69357]: DEBUG nova.network.neutron [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.432226] env[69357]: INFO nova.compute.manager [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Took 52.02 seconds to build instance. [ 952.577393] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 952.577393] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Cleaning up deleted instances with incomplete migration {{(pid=69357) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 952.598603] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075136} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.598947] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.600570] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f63d178-cbdc-42e9-b530-9d8ed689ac95 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.631320] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380/e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.632359] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65de8aca-6d3b-4d6e-b413-6373a78bbb9e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.665832] env[69357]: DEBUG oslo_vmware.api [None req-1f5761b1-af60-4935-8b9b-562b3a4215c1 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4150946, 'name': PowerOffVM_Task, 'duration_secs': 0.29831} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.670357] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5761b1-af60-4935-8b9b-562b3a4215c1 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.670617] env[69357]: DEBUG nova.compute.manager [None req-1f5761b1-af60-4935-8b9b-562b3a4215c1 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 952.670884] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150941, 'name': CreateVM_Task, 'duration_secs': 1.472985} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.671612] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 952.671612] env[69357]: value = "task-4150947" [ 952.671612] env[69357]: _type = "Task" [ 952.671612] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.672381] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5572539d-6a68-481f-9ee4-8ab5e545e629 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.675941] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.677294] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.677467] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.677796] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.681731] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23db2176-a2e1-45a4-9b0e-12c0dce75aba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.693183] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.696476] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 952.696476] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b291dd-c68c-e3c4-65a1-4a410b15bc71" [ 952.696476] env[69357]: _type = "Task" [ 952.696476] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.705848] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b291dd-c68c-e3c4-65a1-4a410b15bc71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.772464] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.772938] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba7dabd6-2948-4402-8a12-dd13e5cd9e93 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.780978] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 952.780978] env[69357]: value = "task-4150948" [ 952.780978] env[69357]: _type = "Task" [ 952.780978] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.790137] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.793333] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "983f749d-92d2-411e-aca5-8608cca3123d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.793574] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "983f749d-92d2-411e-aca5-8608cca3123d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.793805] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "983f749d-92d2-411e-aca5-8608cca3123d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.794010] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "983f749d-92d2-411e-aca5-8608cca3123d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.794194] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "983f749d-92d2-411e-aca5-8608cca3123d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.796422] env[69357]: INFO nova.compute.manager [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Terminating instance [ 952.908266] env[69357]: DEBUG nova.network.neutron [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.934872] env[69357]: DEBUG oslo_concurrency.lockutils [None req-58b18b19-f390-4b03-9a25-1580a49ffcaf tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lock "4be7c2b3-a630-4e34-8733-927657600128" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.631s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.011178] env[69357]: DEBUG nova.virt.hardware [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.011178] env[69357]: DEBUG nova.virt.hardware [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.011178] env[69357]: DEBUG nova.virt.hardware [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.011178] env[69357]: DEBUG nova.virt.hardware [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.011178] env[69357]: DEBUG nova.virt.hardware [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.011178] env[69357]: DEBUG nova.virt.hardware [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.011178] env[69357]: DEBUG nova.virt.hardware [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.011178] env[69357]: DEBUG nova.virt.hardware [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.011178] env[69357]: DEBUG nova.virt.hardware [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.011526] env[69357]: DEBUG nova.virt.hardware [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.015276] env[69357]: DEBUG nova.virt.hardware [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.015276] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f0aa1b-e117-4177-bb0a-2f993fbbcade {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.026152] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28594386-cc16-47ef-a69b-2a1aec25b188 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.047803] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:1d:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd80c593e-2843-44d6-ae4b-1088b5635fc7', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.059603] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.063105] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.063674] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e28e9a5-cef8-4884-86b9-536349c428e9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.084474] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 953.091819] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.091819] env[69357]: value = "task-4150949" [ 953.091819] env[69357]: _type = "Task" [ 953.091819] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.104771] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150949, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.205579] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.207304] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f5761b1-af60-4935-8b9b-562b3a4215c1 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "a867059b-ea7b-4222-a47c-a6621cf37421" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.103s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.229801] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b291dd-c68c-e3c4-65a1-4a410b15bc71, 'name': SearchDatastore_Task, 'duration_secs': 0.010793} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.230216] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.230487] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.230892] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.231165] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.231521] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.232976] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b1ca19b-9cd5-4b8e-b18d-b02ec1c724b5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.241959] env[69357]: DEBUG nova.network.neutron [req-11ff5dd6-3874-4b86-a988-100f88b3b617 req-d1c9bfb7-62ab-4a02-a96d-876343b346fb service nova] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Updated VIF entry in instance network info cache for port 8ce2b462-3506-480a-b1da-0211dced1bf3. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.242359] env[69357]: DEBUG nova.network.neutron [req-11ff5dd6-3874-4b86-a988-100f88b3b617 req-d1c9bfb7-62ab-4a02-a96d-876343b346fb service nova] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Updating instance_info_cache with network_info: [{"id": "8ce2b462-3506-480a-b1da-0211dced1bf3", "address": "fa:16:3e:25:0a:f5", "network": {"id": "e34cd1fb-6717-4f16-8b02-8ed103ebe442", "bridge": "br-int", "label": "tempest-ServersTestJSON-1455807592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23dc72ce697b4338922e291c1024f3f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce2b462-35", "ovs_interfaceid": "8ce2b462-3506-480a-b1da-0211dced1bf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.249327] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.249811] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.250477] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b0afc2-dac7-4f0e-85d7-588cef2055b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.270581] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 953.270581] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fee0eb-40db-00bc-7043-4b4b9e8c44af" [ 953.270581] env[69357]: _type = "Task" [ 953.270581] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.280116] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fee0eb-40db-00bc-7043-4b4b9e8c44af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.297487] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150948, 'name': PowerOffVM_Task, 'duration_secs': 0.355012} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.297487] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.298224] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443349f5-b7d4-4c4d-a60a-8b4b504e2df3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.302082] env[69357]: DEBUG nova.compute.manager [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.302255] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.303245] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8940870-54e7-45a4-a903-8357209b9221 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.312448] env[69357]: DEBUG nova.network.neutron [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Updating instance_info_cache with network_info: [{"id": "e1d007fd-edb4-4ae6-8cbd-b7aab6dc0f6a", "address": "fa:16:3e:34:d0:9d", "network": {"id": "3fcb4c37-9085-4792-af78-4bc4611dd81b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-847480197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8bcda75ff3e450b8f854affcd6ec994", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d007fd-ed", "ovs_interfaceid": "e1d007fd-edb4-4ae6-8cbd-b7aab6dc0f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.329784] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c55d85e-77fe-4d6b-ab97-3defcd492bca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.336125] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.336895] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7eb9d45e-7da3-4f5b-9c4f-4394fe567283 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.350296] env[69357]: DEBUG oslo_vmware.api [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 953.350296] env[69357]: value = "task-4150950" [ 953.350296] env[69357]: _type = "Task" [ 953.350296] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.359907] env[69357]: DEBUG oslo_vmware.api [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.520411] env[69357]: INFO nova.compute.manager [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Swapping old allocation on dict_keys(['41cb361a-522d-4695-b4b7-7751ac8e311a']) held by migration 8cf343dd-87f5-4381-8c96-de6e15ed6c54 for instance [ 953.562492] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3090e11-c740-4332-8575-7c8eada70cbd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.567119] env[69357]: DEBUG nova.scheduler.client.report [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Overwriting current allocation {'allocations': {'41cb361a-522d-4695-b4b7-7751ac8e311a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 87}}, 'project_id': '2ae212c3a0ca49c5b318ba00b9a6ce94', 'user_id': 'c47c8f4a901b477a8a91374c59c49168', 'consumer_generation': 1} on consumer f3bbdae0-ba72-459f-8d6b-59ec6b8a4705 {{(pid=69357) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 953.576932] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc565528-99d9-4c31-a4e9-bd5bd736531b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.618765] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da450d69-ae6c-42ab-b5eb-a1aae35f9ee9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.629566] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150949, 'name': CreateVM_Task, 'duration_secs': 0.440527} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.631753] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.636088] env[69357]: DEBUG oslo_concurrency.lockutils [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.636088] env[69357]: DEBUG oslo_concurrency.lockutils [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.636088] env[69357]: DEBUG oslo_concurrency.lockutils [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.636088] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f14d59f-01d8-413c-bc64-4c53f296f5bd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.639187] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6974da26-cdb4-4f9c-b064-97a96289eee1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.658282] env[69357]: DEBUG nova.compute.provider_tree [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.662163] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 953.662163] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ba7e14-0010-29fb-44f9-9aa9a97ff30c" [ 953.662163] env[69357]: _type = "Task" [ 953.662163] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.672968] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ba7e14-0010-29fb-44f9-9aa9a97ff30c, 'name': SearchDatastore_Task, 'duration_secs': 0.011123} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.674076] env[69357]: DEBUG oslo_concurrency.lockutils [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.674385] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.674608] env[69357]: DEBUG oslo_concurrency.lockutils [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.689884] env[69357]: DEBUG nova.objects.instance [None req-d6f4f70b-a777-4b4b-ae35-89a26ba389b4 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lazy-loading 'flavor' on Instance uuid a867059b-ea7b-4222-a47c-a6621cf37421 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.696163] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150947, 'name': ReconfigVM_Task, 'duration_secs': 0.58266} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.696163] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Reconfigured VM instance instance-00000044 to attach disk [datastore2] e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380/e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.696817] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fdf96b8-3a19-4587-a844-bb5eabfccf37 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.704534] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "refresh_cache-f3bbdae0-ba72-459f-8d6b-59ec6b8a4705" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.704727] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquired lock "refresh_cache-f3bbdae0-ba72-459f-8d6b-59ec6b8a4705" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.704976] env[69357]: DEBUG nova.network.neutron [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.707837] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 953.707837] env[69357]: value = "task-4150951" [ 953.707837] env[69357]: _type = "Task" [ 953.707837] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.720343] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150951, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.747817] env[69357]: DEBUG oslo_concurrency.lockutils [req-11ff5dd6-3874-4b86-a988-100f88b3b617 req-d1c9bfb7-62ab-4a02-a96d-876343b346fb service nova] Releasing lock "refresh_cache-ed128ff8-b9bd-4b81-b311-4d9efae21c73" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.771196] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "bb7ecbd6-de22-4d62-9429-567dfca0c397" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.771508] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "bb7ecbd6-de22-4d62-9429-567dfca0c397" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.784066] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fee0eb-40db-00bc-7043-4b4b9e8c44af, 'name': SearchDatastore_Task, 'duration_secs': 0.012953} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.784932] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d323b23e-08d8-41f4-af7b-e8af7834b6b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.792809] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 953.792809] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52216022-675b-7fac-aba9-9ba1e717056c" [ 953.792809] env[69357]: _type = "Task" [ 953.792809] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.803395] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52216022-675b-7fac-aba9-9ba1e717056c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.829752] env[69357]: DEBUG oslo_concurrency.lockutils [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Releasing lock "refresh_cache-b401646b-fa08-4135-9c44-c1f77a12a8e0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.830285] env[69357]: DEBUG nova.compute.manager [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Instance network_info: |[{"id": "e1d007fd-edb4-4ae6-8cbd-b7aab6dc0f6a", "address": "fa:16:3e:34:d0:9d", "network": {"id": "3fcb4c37-9085-4792-af78-4bc4611dd81b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-847480197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8bcda75ff3e450b8f854affcd6ec994", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d007fd-ed", "ovs_interfaceid": "e1d007fd-edb4-4ae6-8cbd-b7aab6dc0f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.830809] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:d0:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7908211b-df93-467b-87a8-3c3d29b03de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1d007fd-edb4-4ae6-8cbd-b7aab6dc0f6a', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.839055] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.839374] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.839671] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d47c39be-2a2a-4a16-9de6-3a69e072b03d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.856265] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 953.857045] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1e620a59-15e5-498e-88dd-b9cd21721af0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.869954] env[69357]: DEBUG oslo_vmware.api [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150950, 'name': PowerOffVM_Task, 'duration_secs': 0.222515} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.872367] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.872572] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.872900] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 953.872900] env[69357]: value = "task-4150952" [ 953.872900] env[69357]: _type = "Task" [ 953.872900] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.873089] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.873089] env[69357]: value = "task-4150953" [ 953.873089] env[69357]: _type = "Task" [ 953.873089] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.873297] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55a1f791-775e-4d99-a917-1da086693991 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.889313] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150952, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.894099] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150953, 'name': CreateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.962938] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.963309] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.963491] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Deleting the datastore file [datastore2] 983f749d-92d2-411e-aca5-8608cca3123d {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.964207] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e51d907-a1be-4b6a-9b9f-912b8f6208df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.973217] env[69357]: DEBUG oslo_vmware.api [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 953.973217] env[69357]: value = "task-4150955" [ 953.973217] env[69357]: _type = "Task" [ 953.973217] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.986360] env[69357]: DEBUG oslo_vmware.api [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.164518] env[69357]: DEBUG nova.scheduler.client.report [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.200547] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d6f4f70b-a777-4b4b-ae35-89a26ba389b4 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "refresh_cache-a867059b-ea7b-4222-a47c-a6621cf37421" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.200753] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d6f4f70b-a777-4b4b-ae35-89a26ba389b4 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "refresh_cache-a867059b-ea7b-4222-a47c-a6621cf37421" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.204034] env[69357]: DEBUG nova.network.neutron [None req-d6f4f70b-a777-4b4b-ae35-89a26ba389b4 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.204034] env[69357]: DEBUG nova.objects.instance [None req-d6f4f70b-a777-4b4b-ae35-89a26ba389b4 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lazy-loading 'info_cache' on Instance uuid a867059b-ea7b-4222-a47c-a6621cf37421 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.231682] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150951, 'name': Rename_Task, 'duration_secs': 0.164115} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.232486] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.233019] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b855f440-06bd-4714-991c-ceac6b89b7d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.241023] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 954.241023] env[69357]: value = "task-4150956" [ 954.241023] env[69357]: _type = "Task" [ 954.241023] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.255475] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.280202] env[69357]: DEBUG nova.compute.manager [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 954.305555] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52216022-675b-7fac-aba9-9ba1e717056c, 'name': SearchDatastore_Task, 'duration_secs': 0.011189} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.307136] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.307136] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] ed128ff8-b9bd-4b81-b311-4d9efae21c73/ed128ff8-b9bd-4b81-b311-4d9efae21c73.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.307136] env[69357]: DEBUG oslo_concurrency.lockutils [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.307322] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.307472] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5da9ccb9-40d5-4a6e-a620-8b4eb5e10a18 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.311378] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c5e415e-b3a5-4ad0-b605-6495c72cf89e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.321793] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 954.321793] env[69357]: value = "task-4150957" [ 954.321793] env[69357]: _type = "Task" [ 954.321793] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.323403] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.323535] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.329744] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7992e494-9d89-4bc1-9dbd-8e0ed613e428 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.342789] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 954.342789] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52021ae1-3fea-d5a7-8b5c-2f6c7625e1f2" [ 954.342789] env[69357]: _type = "Task" [ 954.342789] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.342789] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4150957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.354696] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52021ae1-3fea-d5a7-8b5c-2f6c7625e1f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010851} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.355597] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-707c89fe-0ec7-4cb6-95c3-96506512a098 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.364563] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 954.364563] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5271e122-9b0b-6da8-a228-710dbfc93dd4" [ 954.364563] env[69357]: _type = "Task" [ 954.364563] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.378080] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5271e122-9b0b-6da8-a228-710dbfc93dd4, 'name': SearchDatastore_Task, 'duration_secs': 0.0118} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.384676] env[69357]: DEBUG oslo_concurrency.lockutils [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.384987] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] f404232f-e876-4aee-a123-e2cd7618232c/f404232f-e876-4aee-a123-e2cd7618232c.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.386083] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-770938b5-d7d3-4950-92b3-1999f12283ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.394827] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150952, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.399656] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150953, 'name': CreateVM_Task, 'duration_secs': 0.395601} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.399656] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 954.399656] env[69357]: value = "task-4150958" [ 954.399656] env[69357]: _type = "Task" [ 954.399656] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.399955] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.401216] env[69357]: DEBUG oslo_concurrency.lockutils [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.401216] env[69357]: DEBUG oslo_concurrency.lockutils [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.401216] env[69357]: DEBUG oslo_concurrency.lockutils [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.404884] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ec36df4-2f78-46d0-b9ff-8662faa2bfa4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.411406] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 954.411406] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e4f617-e52b-06b8-3f43-df67104e4ad3" [ 954.411406] env[69357]: _type = "Task" [ 954.411406] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.415526] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.427412] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e4f617-e52b-06b8-3f43-df67104e4ad3, 'name': SearchDatastore_Task, 'duration_secs': 0.011256} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.427701] env[69357]: DEBUG oslo_concurrency.lockutils [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.427966] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.428223] env[69357]: DEBUG oslo_concurrency.lockutils [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.428378] env[69357]: DEBUG oslo_concurrency.lockutils [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.428566] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.428844] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e95c7395-883c-4359-bb3a-4ae3eabed3c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.438509] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.438733] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.439487] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84e4fe4a-fd02-4e42-9ede-1f2caab90aa5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.446189] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 954.446189] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fee433-7557-2e6a-baef-e25491664704" [ 954.446189] env[69357]: _type = "Task" [ 954.446189] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.455820] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fee433-7557-2e6a-baef-e25491664704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.487152] env[69357]: DEBUG oslo_vmware.api [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4150955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158632} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.487447] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.487645] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.487843] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.488061] env[69357]: INFO nova.compute.manager [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 954.488376] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.488573] env[69357]: DEBUG nova.compute.manager [-] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.488675] env[69357]: DEBUG nova.network.neutron [-] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.567801] env[69357]: DEBUG nova.compute.manager [req-0b50cedb-7d4b-4a12-8dd6-c70dddd7fcfb req-756cd132-e163-4b74-b26b-d2510d02f0a7 service nova] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Received event network-vif-plugged-e1d007fd-edb4-4ae6-8cbd-b7aab6dc0f6a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.568099] env[69357]: DEBUG oslo_concurrency.lockutils [req-0b50cedb-7d4b-4a12-8dd6-c70dddd7fcfb req-756cd132-e163-4b74-b26b-d2510d02f0a7 service nova] Acquiring lock "b401646b-fa08-4135-9c44-c1f77a12a8e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.568342] env[69357]: DEBUG oslo_concurrency.lockutils [req-0b50cedb-7d4b-4a12-8dd6-c70dddd7fcfb req-756cd132-e163-4b74-b26b-d2510d02f0a7 service nova] Lock "b401646b-fa08-4135-9c44-c1f77a12a8e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.568567] env[69357]: DEBUG oslo_concurrency.lockutils [req-0b50cedb-7d4b-4a12-8dd6-c70dddd7fcfb req-756cd132-e163-4b74-b26b-d2510d02f0a7 service nova] Lock "b401646b-fa08-4135-9c44-c1f77a12a8e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.568748] env[69357]: DEBUG nova.compute.manager [req-0b50cedb-7d4b-4a12-8dd6-c70dddd7fcfb req-756cd132-e163-4b74-b26b-d2510d02f0a7 service nova] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] No waiting events found dispatching network-vif-plugged-e1d007fd-edb4-4ae6-8cbd-b7aab6dc0f6a {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 954.568992] env[69357]: WARNING nova.compute.manager [req-0b50cedb-7d4b-4a12-8dd6-c70dddd7fcfb req-756cd132-e163-4b74-b26b-d2510d02f0a7 service nova] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Received unexpected event network-vif-plugged-e1d007fd-edb4-4ae6-8cbd-b7aab6dc0f6a for instance with vm_state building and task_state spawning. [ 954.569183] env[69357]: DEBUG nova.compute.manager [req-0b50cedb-7d4b-4a12-8dd6-c70dddd7fcfb req-756cd132-e163-4b74-b26b-d2510d02f0a7 service nova] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Received event network-changed-e1d007fd-edb4-4ae6-8cbd-b7aab6dc0f6a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.569322] env[69357]: DEBUG nova.compute.manager [req-0b50cedb-7d4b-4a12-8dd6-c70dddd7fcfb req-756cd132-e163-4b74-b26b-d2510d02f0a7 service nova] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Refreshing instance network info cache due to event network-changed-e1d007fd-edb4-4ae6-8cbd-b7aab6dc0f6a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.569600] env[69357]: DEBUG oslo_concurrency.lockutils [req-0b50cedb-7d4b-4a12-8dd6-c70dddd7fcfb req-756cd132-e163-4b74-b26b-d2510d02f0a7 service nova] Acquiring lock "refresh_cache-b401646b-fa08-4135-9c44-c1f77a12a8e0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.569766] env[69357]: DEBUG oslo_concurrency.lockutils [req-0b50cedb-7d4b-4a12-8dd6-c70dddd7fcfb req-756cd132-e163-4b74-b26b-d2510d02f0a7 service nova] Acquired lock "refresh_cache-b401646b-fa08-4135-9c44-c1f77a12a8e0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.569918] env[69357]: DEBUG nova.network.neutron [req-0b50cedb-7d4b-4a12-8dd6-c70dddd7fcfb req-756cd132-e163-4b74-b26b-d2510d02f0a7 service nova] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Refreshing network info cache for port e1d007fd-edb4-4ae6-8cbd-b7aab6dc0f6a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.593593] env[69357]: DEBUG nova.compute.manager [req-b67a7ba5-3d77-40f8-9a73-278b13e5978e req-d0e54ae9-f617-4bd2-9a19-84e9a507557f service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Received event network-changed-c616cd6c-6468-4a97-a29a-40a206911053 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.594627] env[69357]: DEBUG nova.compute.manager [req-b67a7ba5-3d77-40f8-9a73-278b13e5978e req-d0e54ae9-f617-4bd2-9a19-84e9a507557f service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Refreshing instance network info cache due to event network-changed-c616cd6c-6468-4a97-a29a-40a206911053. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.594627] env[69357]: DEBUG oslo_concurrency.lockutils [req-b67a7ba5-3d77-40f8-9a73-278b13e5978e req-d0e54ae9-f617-4bd2-9a19-84e9a507557f service nova] Acquiring lock "refresh_cache-c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.594627] env[69357]: DEBUG oslo_concurrency.lockutils [req-b67a7ba5-3d77-40f8-9a73-278b13e5978e req-d0e54ae9-f617-4bd2-9a19-84e9a507557f service nova] Acquired lock "refresh_cache-c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.594627] env[69357]: DEBUG nova.network.neutron [req-b67a7ba5-3d77-40f8-9a73-278b13e5978e req-d0e54ae9-f617-4bd2-9a19-84e9a507557f service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Refreshing network info cache for port c616cd6c-6468-4a97-a29a-40a206911053 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.633306] env[69357]: DEBUG nova.network.neutron [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Updating instance_info_cache with network_info: [{"id": "5a0e5024-ea2a-4a57-8f96-1b095c72a5bc", "address": "fa:16:3e:4b:06:09", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0e5024-ea", "ovs_interfaceid": "5a0e5024-ea2a-4a57-8f96-1b095c72a5bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.672490] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.673057] env[69357]: DEBUG nova.compute.manager [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.678759] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.356s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.679032] env[69357]: DEBUG nova.objects.instance [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lazy-loading 'resources' on Instance uuid de227edf-e886-4d9e-932b-4e83c02153e3 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.708025] env[69357]: DEBUG nova.objects.base [None req-d6f4f70b-a777-4b4b-ae35-89a26ba389b4 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 954.752978] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150956, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.807139] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.833812] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4150957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.890027] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150952, 'name': CreateSnapshot_Task, 'duration_secs': 0.550841} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.890639] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 954.891549] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec27ee0-43f4-4a3c-aa42-0f5593ffffdc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.913559] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.960591] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fee433-7557-2e6a-baef-e25491664704, 'name': SearchDatastore_Task, 'duration_secs': 0.01091} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.964587] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa210909-dde5-4f1d-b4b5-1407b3e8fe1e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.969835] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 954.969835] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]528ac1aa-74cf-a88b-c1a3-5ced3769e49f" [ 954.969835] env[69357]: _type = "Task" [ 954.969835] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.979678] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]528ac1aa-74cf-a88b-c1a3-5ced3769e49f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.136028] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Releasing lock "refresh_cache-f3bbdae0-ba72-459f-8d6b-59ec6b8a4705" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.136474] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.136743] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-257fd100-3f57-4b08-93d3-35eabfd5388f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.144267] env[69357]: DEBUG oslo_vmware.api [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 955.144267] env[69357]: value = "task-4150959" [ 955.144267] env[69357]: _type = "Task" [ 955.144267] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.154328] env[69357]: DEBUG oslo_vmware.api [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.184031] env[69357]: DEBUG nova.compute.utils [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.192110] env[69357]: DEBUG nova.compute.manager [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.192808] env[69357]: DEBUG nova.network.neutron [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.259523] env[69357]: DEBUG oslo_vmware.api [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150956, 'name': PowerOnVM_Task, 'duration_secs': 0.519711} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.260234] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.260553] env[69357]: INFO nova.compute.manager [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Took 11.36 seconds to spawn the instance on the hypervisor. [ 955.261112] env[69357]: DEBUG nova.compute.manager [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 955.262059] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d57d130-4a31-495e-a649-a4c8c1aa570c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.277124] env[69357]: DEBUG nova.policy [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4b36e0c5463414eb2efa63ada404d09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '358216d6148d470ab58ccc6b7d80321d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.344536] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4150957, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.383672] env[69357]: DEBUG nova.network.neutron [-] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.420091] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 955.424458] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0d17d280-898a-40e6-a03b-b260caa0ea48 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.432145] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150958, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.438898] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 955.438898] env[69357]: value = "task-4150960" [ 955.438898] env[69357]: _type = "Task" [ 955.438898] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.451457] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150960, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.482777] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]528ac1aa-74cf-a88b-c1a3-5ced3769e49f, 'name': SearchDatastore_Task, 'duration_secs': 0.011811} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.487159] env[69357]: DEBUG oslo_concurrency.lockutils [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.487311] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] b401646b-fa08-4135-9c44-c1f77a12a8e0/b401646b-fa08-4135-9c44-c1f77a12a8e0.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.488037] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5948705b-380d-4f47-8c7e-6fb70322044c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.500920] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 955.500920] env[69357]: value = "task-4150961" [ 955.500920] env[69357]: _type = "Task" [ 955.500920] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.512640] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.659267] env[69357]: DEBUG oslo_vmware.api [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150959, 'name': PowerOffVM_Task, 'duration_secs': 0.224982} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.659607] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.660933] env[69357]: DEBUG nova.virt.hardware [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:53:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b4e7b807-6d4e-45d1-8e84-f328769b12bf',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-434714064',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.661179] env[69357]: DEBUG nova.virt.hardware [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.661342] env[69357]: DEBUG nova.virt.hardware [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.661753] env[69357]: DEBUG nova.virt.hardware [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.661948] env[69357]: DEBUG nova.virt.hardware [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.662123] env[69357]: DEBUG nova.virt.hardware [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.662347] env[69357]: DEBUG nova.virt.hardware [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.662646] env[69357]: DEBUG nova.virt.hardware [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.662855] env[69357]: DEBUG nova.virt.hardware [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.663041] env[69357]: DEBUG nova.virt.hardware [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.663228] env[69357]: DEBUG nova.virt.hardware [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.671129] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a58e58dc-f32e-4a90-9390-0312ec0309c5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.692177] env[69357]: DEBUG nova.compute.manager [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.696479] env[69357]: DEBUG oslo_vmware.api [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 955.696479] env[69357]: value = "task-4150962" [ 955.696479] env[69357]: _type = "Task" [ 955.696479] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.707997] env[69357]: DEBUG oslo_vmware.api [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.709586] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384be53c-9195-4a86-b3ec-64b5bbbb6c0e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.720823] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f0423f-3abf-4ba2-bb80-2b1f6481259c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.765622] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3a1830-acb3-4c91-b9b4-3284b880f3be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.776028] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef8ef53-b887-43cd-9e71-f47b2c234549 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.798073] env[69357]: DEBUG nova.compute.provider_tree [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.802932] env[69357]: INFO nova.compute.manager [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Took 53.64 seconds to build instance. [ 955.838032] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4150957, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.886803] env[69357]: INFO nova.compute.manager [-] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Took 1.40 seconds to deallocate network for instance. [ 955.912236] env[69357]: DEBUG nova.network.neutron [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Successfully created port: a50b5bbe-4267-47bf-a2c7-a1cd042d51d5 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.921504] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150958, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.951549] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150960, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.955263] env[69357]: DEBUG nova.network.neutron [req-0b50cedb-7d4b-4a12-8dd6-c70dddd7fcfb req-756cd132-e163-4b74-b26b-d2510d02f0a7 service nova] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Updated VIF entry in instance network info cache for port e1d007fd-edb4-4ae6-8cbd-b7aab6dc0f6a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.955640] env[69357]: DEBUG nova.network.neutron [req-0b50cedb-7d4b-4a12-8dd6-c70dddd7fcfb req-756cd132-e163-4b74-b26b-d2510d02f0a7 service nova] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Updating instance_info_cache with network_info: [{"id": "e1d007fd-edb4-4ae6-8cbd-b7aab6dc0f6a", "address": "fa:16:3e:34:d0:9d", "network": {"id": "3fcb4c37-9085-4792-af78-4bc4611dd81b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-847480197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8bcda75ff3e450b8f854affcd6ec994", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d007fd-ed", "ovs_interfaceid": "e1d007fd-edb4-4ae6-8cbd-b7aab6dc0f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.012361] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.032018] env[69357]: DEBUG nova.network.neutron [req-b67a7ba5-3d77-40f8-9a73-278b13e5978e req-d0e54ae9-f617-4bd2-9a19-84e9a507557f service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Updated VIF entry in instance network info cache for port c616cd6c-6468-4a97-a29a-40a206911053. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.032437] env[69357]: DEBUG nova.network.neutron [req-b67a7ba5-3d77-40f8-9a73-278b13e5978e req-d0e54ae9-f617-4bd2-9a19-84e9a507557f service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Updating instance_info_cache with network_info: [{"id": "c616cd6c-6468-4a97-a29a-40a206911053", "address": "fa:16:3e:32:6a:fd", "network": {"id": "5744b9ea-8cc2-4ff3-8dc3-c7334f78f72e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-325174939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7230d5a9e5dc4a2b93a08fb4d5263414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc616cd6c-64", "ovs_interfaceid": "c616cd6c-6468-4a97-a29a-40a206911053", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.145065] env[69357]: DEBUG nova.network.neutron [None req-d6f4f70b-a777-4b4b-ae35-89a26ba389b4 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Updating instance_info_cache with network_info: [{"id": "d2691c24-a298-4824-baae-f1ee586eab41", "address": "fa:16:3e:c0:72:79", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2691c24-a2", "ovs_interfaceid": "d2691c24-a298-4824-baae-f1ee586eab41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.220353] env[69357]: DEBUG oslo_vmware.api [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150962, 'name': ReconfigVM_Task, 'duration_secs': 0.246232} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.223067] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bcab55-e915-4447-afe7-0e9aad8365fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.253968] env[69357]: DEBUG nova.virt.hardware [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:53:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b4e7b807-6d4e-45d1-8e84-f328769b12bf',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-434714064',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.256258] env[69357]: DEBUG nova.virt.hardware [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.256258] env[69357]: DEBUG nova.virt.hardware [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.256258] env[69357]: DEBUG nova.virt.hardware [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.256258] env[69357]: DEBUG nova.virt.hardware [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.256258] env[69357]: DEBUG nova.virt.hardware [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.256509] env[69357]: DEBUG nova.virt.hardware [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.256509] env[69357]: DEBUG nova.virt.hardware [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.256998] env[69357]: DEBUG nova.virt.hardware [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.256998] env[69357]: DEBUG nova.virt.hardware [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.256998] env[69357]: DEBUG nova.virt.hardware [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.257986] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e68c210-66ed-4de3-91ca-970538b7bda5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.265126] env[69357]: DEBUG oslo_vmware.api [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 956.265126] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]522d3da9-1e3f-cd99-ba10-ec6dd5f4d1d2" [ 956.265126] env[69357]: _type = "Task" [ 956.265126] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.277776] env[69357]: DEBUG oslo_vmware.api [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]522d3da9-1e3f-cd99-ba10-ec6dd5f4d1d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.303972] env[69357]: DEBUG nova.scheduler.client.report [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.310045] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cebafe79-5dde-470c-90bf-38eade47299e tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.721s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.339544] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4150957, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.633414} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.339857] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] ed128ff8-b9bd-4b81-b311-4d9efae21c73/ed128ff8-b9bd-4b81-b311-4d9efae21c73.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.340090] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.340356] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10b6db74-2baa-4243-ad34-86695f388c9f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.351408] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 956.351408] env[69357]: value = "task-4150963" [ 956.351408] env[69357]: _type = "Task" [ 956.351408] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.362772] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4150963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.395114] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.418886] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150958, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.565604} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.419131] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] f404232f-e876-4aee-a123-e2cd7618232c/f404232f-e876-4aee-a123-e2cd7618232c.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.419417] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.419716] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6961a866-56a6-45c4-8dd9-64a293a5410f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.427259] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 956.427259] env[69357]: value = "task-4150964" [ 956.427259] env[69357]: _type = "Task" [ 956.427259] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.439181] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.449980] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150960, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.458757] env[69357]: DEBUG oslo_concurrency.lockutils [req-0b50cedb-7d4b-4a12-8dd6-c70dddd7fcfb req-756cd132-e163-4b74-b26b-d2510d02f0a7 service nova] Releasing lock "refresh_cache-b401646b-fa08-4135-9c44-c1f77a12a8e0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.512242] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899269} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.512520] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] b401646b-fa08-4135-9c44-c1f77a12a8e0/b401646b-fa08-4135-9c44-c1f77a12a8e0.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.512762] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.513053] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cd7191f-4f25-429b-a5f1-fc803b8c375f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.520752] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 956.520752] env[69357]: value = "task-4150965" [ 956.520752] env[69357]: _type = "Task" [ 956.520752] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.531723] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.535453] env[69357]: DEBUG oslo_concurrency.lockutils [req-b67a7ba5-3d77-40f8-9a73-278b13e5978e req-d0e54ae9-f617-4bd2-9a19-84e9a507557f service nova] Releasing lock "refresh_cache-c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.647862] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d6f4f70b-a777-4b4b-ae35-89a26ba389b4 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "refresh_cache-a867059b-ea7b-4222-a47c-a6621cf37421" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.712391] env[69357]: DEBUG nova.compute.manager [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.746882] env[69357]: DEBUG nova.virt.hardware [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.747214] env[69357]: DEBUG nova.virt.hardware [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.747471] env[69357]: DEBUG nova.virt.hardware [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.747747] env[69357]: DEBUG nova.virt.hardware [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.747960] env[69357]: DEBUG nova.virt.hardware [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.748182] env[69357]: DEBUG nova.virt.hardware [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.748459] env[69357]: DEBUG nova.virt.hardware [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.748687] env[69357]: DEBUG nova.virt.hardware [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.748920] env[69357]: DEBUG nova.virt.hardware [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.749167] env[69357]: DEBUG nova.virt.hardware [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.751577] env[69357]: DEBUG nova.virt.hardware [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.751577] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8718c4e1-272a-4f48-9cc2-1c6fb9ab17ac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.760906] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92e8980-6f47-44ce-a1dc-ad4ff32c927a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.782679] env[69357]: DEBUG oslo_vmware.api [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]522d3da9-1e3f-cd99-ba10-ec6dd5f4d1d2, 'name': SearchDatastore_Task, 'duration_secs': 0.016979} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.788340] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 956.788667] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75810729-82cd-4172-b0c2-89880b4b36fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.808385] env[69357]: DEBUG oslo_vmware.api [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 956.808385] env[69357]: value = "task-4150966" [ 956.808385] env[69357]: _type = "Task" [ 956.808385] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.814951] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.817262] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.124s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.817501] env[69357]: DEBUG nova.objects.instance [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Lazy-loading 'resources' on Instance uuid 6af71524-7962-40b0-84f0-65ac5611f88d {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.827498] env[69357]: DEBUG oslo_vmware.api [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.838530] env[69357]: INFO nova.scheduler.client.report [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Deleted allocations for instance de227edf-e886-4d9e-932b-4e83c02153e3 [ 956.861499] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4150963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093458} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.862408] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.863255] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d183c7-e274-49c6-b39e-7ef9b319dc2f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.888371] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] ed128ff8-b9bd-4b81-b311-4d9efae21c73/ed128ff8-b9bd-4b81-b311-4d9efae21c73.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.888761] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9641bf2-6047-4c79-b8a5-50526d193b84 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.909762] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 956.909762] env[69357]: value = "task-4150967" [ 956.909762] env[69357]: _type = "Task" [ 956.909762] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.921523] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4150967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.938256] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.305942} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.938256] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.939150] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14b3e38-49bc-4147-99c1-4c639434ae51 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.953724] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150960, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.971913] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] f404232f-e876-4aee-a123-e2cd7618232c/f404232f-e876-4aee-a123-e2cd7618232c.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.973143] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b9bb2d5-aa7d-471c-a696-9e67e1e1f439 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.996117] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 956.996117] env[69357]: value = "task-4150968" [ 956.996117] env[69357]: _type = "Task" [ 956.996117] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.005128] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150968, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.031192] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093178} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.031495] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.032350] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342528a6-2562-4605-b218-940912fae605 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.055649] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] b401646b-fa08-4135-9c44-c1f77a12a8e0/b401646b-fa08-4135-9c44-c1f77a12a8e0.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.056400] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d860c5c1-2033-4542-bff7-52ead421fdb4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.077273] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 957.077273] env[69357]: value = "task-4150969" [ 957.077273] env[69357]: _type = "Task" [ 957.077273] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.088617] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.319833] env[69357]: DEBUG oslo_vmware.api [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150966, 'name': ReconfigVM_Task, 'duration_secs': 0.499393} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.320493] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 957.321304] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfd72c0-beb3-407a-82e1-8cd38edc847c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.352487] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] f3bbdae0-ba72-459f-8d6b-59ec6b8a4705/f3bbdae0-ba72-459f-8d6b-59ec6b8a4705.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.358426] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8556bc43-8d72-4cf9-95d7-e5bfc9143e00 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "de227edf-e886-4d9e-932b-4e83c02153e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.613s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.363534] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aff7469e-b202-4d8a-ba7a-3fc051c7401a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.389535] env[69357]: DEBUG oslo_vmware.api [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 957.389535] env[69357]: value = "task-4150970" [ 957.389535] env[69357]: _type = "Task" [ 957.389535] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.401987] env[69357]: DEBUG oslo_vmware.api [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.427412] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4150967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.457614] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150960, 'name': CloneVM_Task} progress is 95%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.511537] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.540100] env[69357]: DEBUG nova.compute.manager [req-102c2660-79fe-4def-a118-ffccbffa37c1 req-134d3fd0-823b-4c0e-8eb1-6ab2af8bd4ae service nova] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Received event network-vif-deleted-6c34779c-a7ad-4467-8229-d683dda76778 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.575200] env[69357]: DEBUG nova.compute.manager [req-120973bc-ec17-42f2-a1ce-ff8658d56f52 req-0d90fb4c-546f-4b78-85a8-74353db1686c service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Received event network-changed-c616cd6c-6468-4a97-a29a-40a206911053 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.575674] env[69357]: DEBUG nova.compute.manager [req-120973bc-ec17-42f2-a1ce-ff8658d56f52 req-0d90fb4c-546f-4b78-85a8-74353db1686c service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Refreshing instance network info cache due to event network-changed-c616cd6c-6468-4a97-a29a-40a206911053. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.577151] env[69357]: DEBUG oslo_concurrency.lockutils [req-120973bc-ec17-42f2-a1ce-ff8658d56f52 req-0d90fb4c-546f-4b78-85a8-74353db1686c service nova] Acquiring lock "refresh_cache-c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.577151] env[69357]: DEBUG oslo_concurrency.lockutils [req-120973bc-ec17-42f2-a1ce-ff8658d56f52 req-0d90fb4c-546f-4b78-85a8-74353db1686c service nova] Acquired lock "refresh_cache-c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.577151] env[69357]: DEBUG nova.network.neutron [req-120973bc-ec17-42f2-a1ce-ff8658d56f52 req-0d90fb4c-546f-4b78-85a8-74353db1686c service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Refreshing network info cache for port c616cd6c-6468-4a97-a29a-40a206911053 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.605299] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.658621] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f4f70b-a777-4b4b-ae35-89a26ba389b4 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.659382] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f98037e8-6982-4653-9bc0-69a53b32b736 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.668464] env[69357]: DEBUG oslo_vmware.api [None req-d6f4f70b-a777-4b4b-ae35-89a26ba389b4 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 957.668464] env[69357]: value = "task-4150971" [ 957.668464] env[69357]: _type = "Task" [ 957.668464] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.681101] env[69357]: DEBUG oslo_vmware.api [None req-d6f4f70b-a777-4b4b-ae35-89a26ba389b4 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4150971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.874349] env[69357]: DEBUG nova.network.neutron [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Successfully updated port: a50b5bbe-4267-47bf-a2c7-a1cd042d51d5 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.901936] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d044ffc2-bc76-42ed-af9a-2e4baea09ec6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.908748] env[69357]: DEBUG oslo_vmware.api [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.914244] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6d6f6d-2ff1-4547-86d8-28f84ffa5608 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.928050] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4150967, 'name': ReconfigVM_Task, 'duration_secs': 0.735696} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.955296] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Reconfigured VM instance instance-00000045 to attach disk [datastore1] ed128ff8-b9bd-4b81-b311-4d9efae21c73/ed128ff8-b9bd-4b81-b311-4d9efae21c73.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.956635] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b5287ec-c809-4a67-a9fd-a3fcd1280b62 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.961638] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561b61fd-cba9-40a6-9dd8-eb75f4d171fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.974983] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7d1c36-cc34-419a-9965-b51f51bb454a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.979614] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4150960, 'name': CloneVM_Task, 'duration_secs': 2.313195} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.979966] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 957.979966] env[69357]: value = "task-4150972" [ 957.979966] env[69357]: _type = "Task" [ 957.979966] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.980214] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Created linked-clone VM from snapshot [ 957.981690] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8359ca7d-6338-4294-8e29-de3350b5bf2a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.995612] env[69357]: DEBUG nova.compute.provider_tree [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.010423] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Uploading image 82cca24d-f21e-4d97-928c-c1711909a1b7 {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 958.011670] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4150972, 'name': Rename_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.028033] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150968, 'name': ReconfigVM_Task, 'duration_secs': 0.801483} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.028033] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Reconfigured VM instance instance-00000041 to attach disk [datastore1] f404232f-e876-4aee-a123-e2cd7618232c/f404232f-e876-4aee-a123-e2cd7618232c.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.028033] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19713cfd-602c-45a8-83bd-f24333d030ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.035632] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 958.035632] env[69357]: value = "task-4150973" [ 958.035632] env[69357]: _type = "Task" [ 958.035632] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.047600] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150973, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.050022] env[69357]: DEBUG oslo_vmware.rw_handles [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 958.050022] env[69357]: value = "vm-821958" [ 958.050022] env[69357]: _type = "VirtualMachine" [ 958.050022] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 958.050299] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-557111bf-8331-4efd-871a-1b5615108972 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.058246] env[69357]: DEBUG oslo_vmware.rw_handles [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lease: (returnval){ [ 958.058246] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52202b93-50ad-b9bb-6e96-00cb62338f41" [ 958.058246] env[69357]: _type = "HttpNfcLease" [ 958.058246] env[69357]: } obtained for exporting VM: (result){ [ 958.058246] env[69357]: value = "vm-821958" [ 958.058246] env[69357]: _type = "VirtualMachine" [ 958.058246] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 958.058717] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the lease: (returnval){ [ 958.058717] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52202b93-50ad-b9bb-6e96-00cb62338f41" [ 958.058717] env[69357]: _type = "HttpNfcLease" [ 958.058717] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 958.067194] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.067194] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52202b93-50ad-b9bb-6e96-00cb62338f41" [ 958.067194] env[69357]: _type = "HttpNfcLease" [ 958.067194] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 958.089647] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150969, 'name': ReconfigVM_Task, 'duration_secs': 0.787838} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.092510] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Reconfigured VM instance instance-00000046 to attach disk [datastore1] b401646b-fa08-4135-9c44-c1f77a12a8e0/b401646b-fa08-4135-9c44-c1f77a12a8e0.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.097068] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd6a800d-ff0b-4ddf-9556-d9a89d3fa79f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.102834] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 958.102834] env[69357]: value = "task-4150975" [ 958.102834] env[69357]: _type = "Task" [ 958.102834] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.112695] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150975, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.181103] env[69357]: DEBUG oslo_vmware.api [None req-d6f4f70b-a777-4b4b-ae35-89a26ba389b4 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4150971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.198140] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.198737] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.199187] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.199602] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.202703] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.202703] env[69357]: INFO nova.compute.manager [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Terminating instance [ 958.382065] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Acquiring lock "refresh_cache-3accce32-88a9-4581-b97e-ecfe77ccaebf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.382329] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Acquired lock "refresh_cache-3accce32-88a9-4581-b97e-ecfe77ccaebf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.382439] env[69357]: DEBUG nova.network.neutron [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.403929] env[69357]: DEBUG oslo_vmware.api [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150970, 'name': ReconfigVM_Task, 'duration_secs': 0.636995} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.404955] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Reconfigured VM instance instance-00000033 to attach disk [datastore2] f3bbdae0-ba72-459f-8d6b-59ec6b8a4705/f3bbdae0-ba72-459f-8d6b-59ec6b8a4705.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.410529] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8577c87a-21ae-483b-9f22-684f0dc4c40d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.415761] env[69357]: DEBUG nova.network.neutron [req-120973bc-ec17-42f2-a1ce-ff8658d56f52 req-0d90fb4c-546f-4b78-85a8-74353db1686c service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Updated VIF entry in instance network info cache for port c616cd6c-6468-4a97-a29a-40a206911053. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.416315] env[69357]: DEBUG nova.network.neutron [req-120973bc-ec17-42f2-a1ce-ff8658d56f52 req-0d90fb4c-546f-4b78-85a8-74353db1686c service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Updating instance_info_cache with network_info: [{"id": "c616cd6c-6468-4a97-a29a-40a206911053", "address": "fa:16:3e:32:6a:fd", "network": {"id": "5744b9ea-8cc2-4ff3-8dc3-c7334f78f72e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-325174939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7230d5a9e5dc4a2b93a08fb4d5263414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc616cd6c-64", "ovs_interfaceid": "c616cd6c-6468-4a97-a29a-40a206911053", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.439546] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27734a81-ce28-4fed-91a9-77c774c78ccb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.463029] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0000e058-b5bb-41e8-abaa-6d73b6b21c7c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.490175] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb3e9aa-6406-456b-bd5e-d13fe657f2c2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.502054] env[69357]: DEBUG nova.scheduler.client.report [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.508266] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4150972, 'name': Rename_Task, 'duration_secs': 0.245737} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.514074] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.514074] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.514074] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8db4f62-d945-42e5-b68a-9f9440581648 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.514074] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9780f6d-5433-4795-8f1e-16464927c13b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.521276] env[69357]: DEBUG oslo_vmware.api [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 958.521276] env[69357]: value = "task-4150976" [ 958.521276] env[69357]: _type = "Task" [ 958.521276] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.524014] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 958.524014] env[69357]: value = "task-4150977" [ 958.524014] env[69357]: _type = "Task" [ 958.524014] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.537085] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4150977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.545333] env[69357]: DEBUG oslo_vmware.api [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.552494] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150973, 'name': Rename_Task, 'duration_secs': 0.160464} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.552789] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.553060] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8ff16bc-4f4d-499d-8151-c118f783bb01 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.568126] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 958.568126] env[69357]: value = "task-4150978" [ 958.568126] env[69357]: _type = "Task" [ 958.568126] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.577484] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.577484] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52202b93-50ad-b9bb-6e96-00cb62338f41" [ 958.577484] env[69357]: _type = "HttpNfcLease" [ 958.577484] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 958.578574] env[69357]: DEBUG oslo_vmware.rw_handles [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 958.578574] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52202b93-50ad-b9bb-6e96-00cb62338f41" [ 958.578574] env[69357]: _type = "HttpNfcLease" [ 958.578574] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 958.580433] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5306ae0f-8305-4d81-a44b-4a38ced24606 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.590883] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150978, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.598084] env[69357]: DEBUG oslo_vmware.rw_handles [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6ce3e-643f-57d2-4d3e-7faf27977de1/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 958.598301] env[69357]: DEBUG oslo_vmware.rw_handles [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6ce3e-643f-57d2-4d3e-7faf27977de1/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 958.669513] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150975, 'name': Rename_Task, 'duration_secs': 0.21204} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.670283] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.670283] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48ad223f-afea-462d-a2c3-ca702cc9a119 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.681753] env[69357]: DEBUG oslo_vmware.api [None req-d6f4f70b-a777-4b4b-ae35-89a26ba389b4 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4150971, 'name': PowerOnVM_Task, 'duration_secs': 0.592544} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.683370] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f4f70b-a777-4b4b-ae35-89a26ba389b4 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.683592] env[69357]: DEBUG nova.compute.manager [None req-d6f4f70b-a777-4b4b-ae35-89a26ba389b4 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 958.683962] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 958.683962] env[69357]: value = "task-4150979" [ 958.683962] env[69357]: _type = "Task" [ 958.683962] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.684677] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7174e7d5-522a-4254-84ad-dc829ec29400 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.698212] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150979, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.707831] env[69357]: DEBUG nova.compute.manager [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.709011] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.709201] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abfb5ff-5709-44da-a35d-26cf882992a5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.719136] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.719368] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5b90c55-0677-411b-84f5-e2440a638a25 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.727599] env[69357]: DEBUG oslo_vmware.api [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 958.727599] env[69357]: value = "task-4150980" [ 958.727599] env[69357]: _type = "Task" [ 958.727599] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.737370] env[69357]: DEBUG oslo_vmware.api [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.741479] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-421f8603-91c1-46bd-8379-20af04fc48b4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.789147] env[69357]: DEBUG oslo_concurrency.lockutils [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.789398] env[69357]: DEBUG oslo_concurrency.lockutils [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.789614] env[69357]: DEBUG oslo_concurrency.lockutils [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.789802] env[69357]: DEBUG oslo_concurrency.lockutils [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.789968] env[69357]: DEBUG oslo_concurrency.lockutils [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.792648] env[69357]: INFO nova.compute.manager [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Terminating instance [ 958.910256] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d22d28e5-5fd6-412e-9caf-2f2ed5dfad53 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "interface-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.910580] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d22d28e5-5fd6-412e-9caf-2f2ed5dfad53 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "interface-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.910980] env[69357]: DEBUG nova.objects.instance [None req-d22d28e5-5fd6-412e-9caf-2f2ed5dfad53 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lazy-loading 'flavor' on Instance uuid 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.920920] env[69357]: DEBUG oslo_concurrency.lockutils [req-120973bc-ec17-42f2-a1ce-ff8658d56f52 req-0d90fb4c-546f-4b78-85a8-74353db1686c service nova] Releasing lock "refresh_cache-c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.921084] env[69357]: DEBUG nova.compute.manager [req-120973bc-ec17-42f2-a1ce-ff8658d56f52 req-0d90fb4c-546f-4b78-85a8-74353db1686c service nova] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Received event network-changed-217375a8-eb1f-4777-83dd-c07326f76ae0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.921135] env[69357]: DEBUG nova.compute.manager [req-120973bc-ec17-42f2-a1ce-ff8658d56f52 req-0d90fb4c-546f-4b78-85a8-74353db1686c service nova] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Refreshing instance network info cache due to event network-changed-217375a8-eb1f-4777-83dd-c07326f76ae0. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.922337] env[69357]: DEBUG oslo_concurrency.lockutils [req-120973bc-ec17-42f2-a1ce-ff8658d56f52 req-0d90fb4c-546f-4b78-85a8-74353db1686c service nova] Acquiring lock "refresh_cache-4be7c2b3-a630-4e34-8733-927657600128" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.922337] env[69357]: DEBUG oslo_concurrency.lockutils [req-120973bc-ec17-42f2-a1ce-ff8658d56f52 req-0d90fb4c-546f-4b78-85a8-74353db1686c service nova] Acquired lock "refresh_cache-4be7c2b3-a630-4e34-8733-927657600128" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.922337] env[69357]: DEBUG nova.network.neutron [req-120973bc-ec17-42f2-a1ce-ff8658d56f52 req-0d90fb4c-546f-4b78-85a8-74353db1686c service nova] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Refreshing network info cache for port 217375a8-eb1f-4777-83dd-c07326f76ae0 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.932145] env[69357]: DEBUG nova.network.neutron [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.014247] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.020450] env[69357]: DEBUG oslo_concurrency.lockutils [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.381s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.021103] env[69357]: DEBUG nova.objects.instance [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Lazy-loading 'resources' on Instance uuid 86ede26b-bb10-412c-ae55-c8463428219b {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.045538] env[69357]: DEBUG oslo_vmware.api [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.054019] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4150977, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.056040] env[69357]: INFO nova.scheduler.client.report [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Deleted allocations for instance 6af71524-7962-40b0-84f0-65ac5611f88d [ 959.085452] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150978, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.104204] env[69357]: DEBUG nova.network.neutron [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Updating instance_info_cache with network_info: [{"id": "a50b5bbe-4267-47bf-a2c7-a1cd042d51d5", "address": "fa:16:3e:93:fa:a1", "network": {"id": "35681b66-b9c3-4b88-9709-f98df1038633", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-447438350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "358216d6148d470ab58ccc6b7d80321d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50b5bbe-42", "ovs_interfaceid": "a50b5bbe-4267-47bf-a2c7-a1cd042d51d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.201797] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150979, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.248932] env[69357]: DEBUG oslo_vmware.api [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150980, 'name': PowerOffVM_Task, 'duration_secs': 0.239673} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.249633] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.249933] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.250599] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fa8b8c3-3417-4af9-a37a-ebafba510abd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.300022] env[69357]: DEBUG nova.compute.manager [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.300022] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.300022] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7276e671-cc41-4ea8-b661-696e257db50f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.310802] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.311537] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd1d7940-7c01-4d4b-bded-3a1aee6fe3a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.321161] env[69357]: DEBUG oslo_vmware.api [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 959.321161] env[69357]: value = "task-4150982" [ 959.321161] env[69357]: _type = "Task" [ 959.321161] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.334016] env[69357]: DEBUG oslo_vmware.api [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.352439] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.352439] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.352439] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Deleting the datastore file [datastore2] e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.352624] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c8df3fb-2f0b-4935-9d3b-ed68cdfd1dad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.361598] env[69357]: DEBUG oslo_vmware.api [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 959.361598] env[69357]: value = "task-4150983" [ 959.361598] env[69357]: _type = "Task" [ 959.361598] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.377758] env[69357]: DEBUG oslo_vmware.api [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.416023] env[69357]: DEBUG nova.objects.instance [None req-d22d28e5-5fd6-412e-9caf-2f2ed5dfad53 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lazy-loading 'pci_requests' on Instance uuid 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.549857] env[69357]: DEBUG oslo_vmware.api [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.554799] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4150977, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.574085] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d98e41a1-95a1-4a57-89be-e363aca0c9e7 tempest-ServerMetadataNegativeTestJSON-1700653367 tempest-ServerMetadataNegativeTestJSON-1700653367-project-member] Lock "6af71524-7962-40b0-84f0-65ac5611f88d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.156s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.594482] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150978, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.610860] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Releasing lock "refresh_cache-3accce32-88a9-4581-b97e-ecfe77ccaebf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.611229] env[69357]: DEBUG nova.compute.manager [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Instance network_info: |[{"id": "a50b5bbe-4267-47bf-a2c7-a1cd042d51d5", "address": "fa:16:3e:93:fa:a1", "network": {"id": "35681b66-b9c3-4b88-9709-f98df1038633", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-447438350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "358216d6148d470ab58ccc6b7d80321d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50b5bbe-42", "ovs_interfaceid": "a50b5bbe-4267-47bf-a2c7-a1cd042d51d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.612468] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:fa:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a50b5bbe-4267-47bf-a2c7-a1cd042d51d5', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.622742] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Creating folder: Project (358216d6148d470ab58ccc6b7d80321d). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.623556] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75d01467-32f4-4461-a71a-0efa091309ef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.638275] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Created folder: Project (358216d6148d470ab58ccc6b7d80321d) in parent group-v821763. [ 959.639303] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Creating folder: Instances. Parent ref: group-v821959. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.639303] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c088e87-2e7b-4de8-8955-cfa8efee4a96 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.650205] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Created folder: Instances in parent group-v821959. [ 959.650508] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.653966] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.656230] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68b340ca-248f-4d52-8dc0-68efb19b9f3f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.698848] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.698848] env[69357]: value = "task-4150986" [ 959.698848] env[69357]: _type = "Task" [ 959.698848] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.709496] env[69357]: DEBUG oslo_vmware.api [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150979, 'name': PowerOnVM_Task, 'duration_secs': 0.596571} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.711259] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.711659] env[69357]: INFO nova.compute.manager [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Took 8.91 seconds to spawn the instance on the hypervisor. [ 959.711933] env[69357]: DEBUG nova.compute.manager [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 959.719397] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b517a82-529f-4a6a-a4c3-449325cd6f92 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.730630] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150986, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.753797] env[69357]: DEBUG nova.network.neutron [req-120973bc-ec17-42f2-a1ce-ff8658d56f52 req-0d90fb4c-546f-4b78-85a8-74353db1686c service nova] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Updated VIF entry in instance network info cache for port 217375a8-eb1f-4777-83dd-c07326f76ae0. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.754252] env[69357]: DEBUG nova.network.neutron [req-120973bc-ec17-42f2-a1ce-ff8658d56f52 req-0d90fb4c-546f-4b78-85a8-74353db1686c service nova] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Updating instance_info_cache with network_info: [{"id": "217375a8-eb1f-4777-83dd-c07326f76ae0", "address": "fa:16:3e:2e:e8:32", "network": {"id": "5744b9ea-8cc2-4ff3-8dc3-c7334f78f72e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-325174939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7230d5a9e5dc4a2b93a08fb4d5263414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217375a8-eb", "ovs_interfaceid": "217375a8-eb1f-4777-83dd-c07326f76ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.845467] env[69357]: DEBUG oslo_vmware.api [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150982, 'name': PowerOffVM_Task, 'duration_secs': 0.242361} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.849344] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.849512] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.851043] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e42c8f08-472a-4637-b1a8-9e89495b2022 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.877032] env[69357]: DEBUG oslo_vmware.api [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4150983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298788} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.877212] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.877421] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.877637] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.877908] env[69357]: INFO nova.compute.manager [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Took 1.17 seconds to destroy the instance on the hypervisor. [ 959.878317] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.878766] env[69357]: DEBUG nova.compute.manager [-] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.878766] env[69357]: DEBUG nova.network.neutron [-] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.920521] env[69357]: DEBUG nova.objects.base [None req-d22d28e5-5fd6-412e-9caf-2f2ed5dfad53 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Object Instance<129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5> lazy-loaded attributes: flavor,pci_requests {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 959.920764] env[69357]: DEBUG nova.network.neutron [None req-d22d28e5-5fd6-412e-9caf-2f2ed5dfad53 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.945029] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.945240] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.945433] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Deleting the datastore file [datastore1] 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.945733] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58671237-5725-444e-ab3c-f1df9d6659f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.958054] env[69357]: DEBUG oslo_vmware.api [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for the task: (returnval){ [ 959.958054] env[69357]: value = "task-4150988" [ 959.958054] env[69357]: _type = "Task" [ 959.958054] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.969228] env[69357]: DEBUG oslo_vmware.api [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.041606] env[69357]: DEBUG oslo_vmware.api [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4150976, 'name': PowerOnVM_Task, 'duration_secs': 1.380129} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.041984] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.051996] env[69357]: DEBUG oslo_vmware.api [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4150977, 'name': PowerOnVM_Task, 'duration_secs': 1.341204} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.056350] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.056925] env[69357]: INFO nova.compute.manager [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Took 12.04 seconds to spawn the instance on the hypervisor. [ 960.057289] env[69357]: DEBUG nova.compute.manager [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 960.058552] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a01075-1641-4613-99aa-35b826445e77 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.070791] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d22d28e5-5fd6-412e-9caf-2f2ed5dfad53 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "interface-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.160s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.089605] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150978, 'name': PowerOnVM_Task, 'duration_secs': 1.277772} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.091034] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.091034] env[69357]: DEBUG nova.compute.manager [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 960.091034] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2e6baf-01bb-4383-85aa-08f8c4b7fa0b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.118233] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c7b8d4-2bb7-4985-b57e-7f688b6087c0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.132068] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7d5348-25ed-45a1-93c5-95b6b7c7da09 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.182098] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d66095-414f-4cf6-9355-f7e812e9f863 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.191821] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29daec04-c52b-41e8-b464-3f7c588d9cff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.211966] env[69357]: DEBUG nova.compute.provider_tree [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.219939] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4150986, 'name': CreateVM_Task, 'duration_secs': 0.474994} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.220485] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.220990] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.221219] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.223032] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.223032] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52a1b5e6-0234-4d0a-9326-42c80977cbbe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.230022] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Waiting for the task: (returnval){ [ 960.230022] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e0f69f-f7dd-b98c-c79b-4111e9d2b109" [ 960.230022] env[69357]: _type = "Task" [ 960.230022] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.240252] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e0f69f-f7dd-b98c-c79b-4111e9d2b109, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.254233] env[69357]: INFO nova.compute.manager [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Took 42.39 seconds to build instance. [ 960.257481] env[69357]: DEBUG oslo_concurrency.lockutils [req-120973bc-ec17-42f2-a1ce-ff8658d56f52 req-0d90fb4c-546f-4b78-85a8-74353db1686c service nova] Releasing lock "refresh_cache-4be7c2b3-a630-4e34-8733-927657600128" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.475921] env[69357]: DEBUG oslo_vmware.api [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Task: {'id': task-4150988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216861} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.476373] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.476685] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.476997] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.477349] env[69357]: INFO nova.compute.manager [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 960.477760] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.478088] env[69357]: DEBUG nova.compute.manager [-] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.478251] env[69357]: DEBUG nova.network.neutron [-] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.586275] env[69357]: INFO nova.compute.manager [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Took 49.66 seconds to build instance. [ 960.607480] env[69357]: INFO nova.compute.manager [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] bringing vm to original state: 'stopped' [ 960.716369] env[69357]: DEBUG nova.scheduler.client.report [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.745212] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e0f69f-f7dd-b98c-c79b-4111e9d2b109, 'name': SearchDatastore_Task, 'duration_secs': 0.015558} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.745521] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.745802] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.746089] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.746277] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.746495] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.746810] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6479afa7-3bc2-4ff6-af7f-9236eade3810 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.757418] env[69357]: DEBUG oslo_concurrency.lockutils [None req-554d96f0-83be-436f-9544-04e1ce69c2db tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "b401646b-fa08-4135-9c44-c1f77a12a8e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.379s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.763355] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.763579] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.764375] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e8f23af-5944-4ef4-9af6-efcb67395809 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.771856] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Waiting for the task: (returnval){ [ 960.771856] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]520204ef-d073-2c30-37bd-8499f55705e5" [ 960.771856] env[69357]: _type = "Task" [ 960.771856] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.784022] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]520204ef-d073-2c30-37bd-8499f55705e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.998718] env[69357]: DEBUG nova.network.neutron [-] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.055256] env[69357]: INFO nova.compute.manager [None req-2b3f3a52-3e92-4f59-b4c5-23c43107a20a tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Updating instance to original state: 'active' [ 961.092297] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d1721bdc-c94c-411e-8341-2c5ae587bacb tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "ed128ff8-b9bd-4b81-b311-4d9efae21c73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.222579] env[69357]: DEBUG oslo_concurrency.lockutils [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.225014] env[69357]: DEBUG oslo_concurrency.lockutils [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.632s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.225267] env[69357]: DEBUG nova.objects.instance [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lazy-loading 'resources' on Instance uuid 7db0a45f-0ce8-44a7-869c-948300ff7838 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.252537] env[69357]: INFO nova.scheduler.client.report [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Deleted allocations for instance 86ede26b-bb10-412c-ae55-c8463428219b [ 961.283798] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]520204ef-d073-2c30-37bd-8499f55705e5, 'name': SearchDatastore_Task, 'duration_secs': 0.017417} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.284882] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da43794a-9486-4f22-90d5-4f92f4be43f4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.291230] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Waiting for the task: (returnval){ [ 961.291230] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5218af85-b05e-5f3e-ee08-8a42de06db70" [ 961.291230] env[69357]: _type = "Task" [ 961.291230] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.300055] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5218af85-b05e-5f3e-ee08-8a42de06db70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.318110] env[69357]: DEBUG nova.network.neutron [-] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.456067] env[69357]: DEBUG nova.compute.manager [req-735cb42d-cd8d-4ff2-ac3d-6332da66191f req-6706eb13-0ad0-4e40-86ed-0680b4f0b946 service nova] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Received event network-changed-217375a8-eb1f-4777-83dd-c07326f76ae0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.456791] env[69357]: DEBUG nova.compute.manager [req-735cb42d-cd8d-4ff2-ac3d-6332da66191f req-6706eb13-0ad0-4e40-86ed-0680b4f0b946 service nova] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Refreshing instance network info cache due to event network-changed-217375a8-eb1f-4777-83dd-c07326f76ae0. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.456791] env[69357]: DEBUG oslo_concurrency.lockutils [req-735cb42d-cd8d-4ff2-ac3d-6332da66191f req-6706eb13-0ad0-4e40-86ed-0680b4f0b946 service nova] Acquiring lock "refresh_cache-4be7c2b3-a630-4e34-8733-927657600128" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.458204] env[69357]: DEBUG oslo_concurrency.lockutils [req-735cb42d-cd8d-4ff2-ac3d-6332da66191f req-6706eb13-0ad0-4e40-86ed-0680b4f0b946 service nova] Acquired lock "refresh_cache-4be7c2b3-a630-4e34-8733-927657600128" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.458204] env[69357]: DEBUG nova.network.neutron [req-735cb42d-cd8d-4ff2-ac3d-6332da66191f req-6706eb13-0ad0-4e40-86ed-0680b4f0b946 service nova] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Refreshing network info cache for port 217375a8-eb1f-4777-83dd-c07326f76ae0 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.473965] env[69357]: DEBUG nova.compute.manager [req-a9f8f4a3-3b69-4f6e-b5bf-bf729a8b76a3 req-3d4b8ff4-fe2a-44eb-92ee-73c052bd5be8 service nova] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Received event network-vif-plugged-a50b5bbe-4267-47bf-a2c7-a1cd042d51d5 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.474249] env[69357]: DEBUG oslo_concurrency.lockutils [req-a9f8f4a3-3b69-4f6e-b5bf-bf729a8b76a3 req-3d4b8ff4-fe2a-44eb-92ee-73c052bd5be8 service nova] Acquiring lock "3accce32-88a9-4581-b97e-ecfe77ccaebf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.474882] env[69357]: DEBUG oslo_concurrency.lockutils [req-a9f8f4a3-3b69-4f6e-b5bf-bf729a8b76a3 req-3d4b8ff4-fe2a-44eb-92ee-73c052bd5be8 service nova] Lock "3accce32-88a9-4581-b97e-ecfe77ccaebf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.474882] env[69357]: DEBUG oslo_concurrency.lockutils [req-a9f8f4a3-3b69-4f6e-b5bf-bf729a8b76a3 req-3d4b8ff4-fe2a-44eb-92ee-73c052bd5be8 service nova] Lock "3accce32-88a9-4581-b97e-ecfe77ccaebf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.474882] env[69357]: DEBUG nova.compute.manager [req-a9f8f4a3-3b69-4f6e-b5bf-bf729a8b76a3 req-3d4b8ff4-fe2a-44eb-92ee-73c052bd5be8 service nova] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] No waiting events found dispatching network-vif-plugged-a50b5bbe-4267-47bf-a2c7-a1cd042d51d5 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 961.475079] env[69357]: WARNING nova.compute.manager [req-a9f8f4a3-3b69-4f6e-b5bf-bf729a8b76a3 req-3d4b8ff4-fe2a-44eb-92ee-73c052bd5be8 service nova] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Received unexpected event network-vif-plugged-a50b5bbe-4267-47bf-a2c7-a1cd042d51d5 for instance with vm_state building and task_state spawning. [ 961.475173] env[69357]: DEBUG nova.compute.manager [req-a9f8f4a3-3b69-4f6e-b5bf-bf729a8b76a3 req-3d4b8ff4-fe2a-44eb-92ee-73c052bd5be8 service nova] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Received event network-changed-a50b5bbe-4267-47bf-a2c7-a1cd042d51d5 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.475348] env[69357]: DEBUG nova.compute.manager [req-a9f8f4a3-3b69-4f6e-b5bf-bf729a8b76a3 req-3d4b8ff4-fe2a-44eb-92ee-73c052bd5be8 service nova] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Refreshing instance network info cache due to event network-changed-a50b5bbe-4267-47bf-a2c7-a1cd042d51d5. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.475917] env[69357]: DEBUG oslo_concurrency.lockutils [req-a9f8f4a3-3b69-4f6e-b5bf-bf729a8b76a3 req-3d4b8ff4-fe2a-44eb-92ee-73c052bd5be8 service nova] Acquiring lock "refresh_cache-3accce32-88a9-4581-b97e-ecfe77ccaebf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.475917] env[69357]: DEBUG oslo_concurrency.lockutils [req-a9f8f4a3-3b69-4f6e-b5bf-bf729a8b76a3 req-3d4b8ff4-fe2a-44eb-92ee-73c052bd5be8 service nova] Acquired lock "refresh_cache-3accce32-88a9-4581-b97e-ecfe77ccaebf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.475917] env[69357]: DEBUG nova.network.neutron [req-a9f8f4a3-3b69-4f6e-b5bf-bf729a8b76a3 req-3d4b8ff4-fe2a-44eb-92ee-73c052bd5be8 service nova] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Refreshing network info cache for port a50b5bbe-4267-47bf-a2c7-a1cd042d51d5 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.503322] env[69357]: INFO nova.compute.manager [-] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Took 1.62 seconds to deallocate network for instance. [ 961.616271] env[69357]: DEBUG oslo_concurrency.lockutils [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "f404232f-e876-4aee-a123-e2cd7618232c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.616271] env[69357]: DEBUG oslo_concurrency.lockutils [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "f404232f-e876-4aee-a123-e2cd7618232c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.616271] env[69357]: DEBUG nova.compute.manager [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 961.617227] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c66cb4a-eba6-4415-82d2-453b950bc705 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.631804] env[69357]: DEBUG nova.compute.manager [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69357) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 961.763554] env[69357]: DEBUG oslo_concurrency.lockutils [None req-33cdebee-5d32-4b36-83e7-4125bf5e1266 tempest-ServersWithSpecificFlavorTestJSON-1882177607 tempest-ServersWithSpecificFlavorTestJSON-1882177607-project-member] Lock "86ede26b-bb10-412c-ae55-c8463428219b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.971s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.808351] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5218af85-b05e-5f3e-ee08-8a42de06db70, 'name': SearchDatastore_Task, 'duration_secs': 0.025645} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.808847] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.809268] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 3accce32-88a9-4581-b97e-ecfe77ccaebf/3accce32-88a9-4581-b97e-ecfe77ccaebf.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.809623] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54dc1fe2-9c05-4900-8c02-a0ba0c311487 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.819952] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Waiting for the task: (returnval){ [ 961.819952] env[69357]: value = "task-4150989" [ 961.819952] env[69357]: _type = "Task" [ 961.819952] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.829464] env[69357]: INFO nova.compute.manager [-] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Took 1.35 seconds to deallocate network for instance. [ 961.840395] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Task: {'id': task-4150989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.011792] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.059335] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquiring lock "4be7c2b3-a630-4e34-8733-927657600128" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.059694] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lock "4be7c2b3-a630-4e34-8733-927657600128" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.059995] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquiring lock "4be7c2b3-a630-4e34-8733-927657600128-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.060315] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lock "4be7c2b3-a630-4e34-8733-927657600128-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.060545] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lock "4be7c2b3-a630-4e34-8733-927657600128-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.065419] env[69357]: INFO nova.compute.manager [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Terminating instance [ 962.154740] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.156167] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8bce041-ca48-4462-b95e-a1c5f4c386cb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.168729] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 962.168729] env[69357]: value = "task-4150990" [ 962.168729] env[69357]: _type = "Task" [ 962.168729] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.193406] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.203797] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc3b421-90c2-4335-98ec-682595d7f8ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.216052] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9cddb0-f905-4091-944a-ec8bce087eb7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.258203] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c44951d-5d4b-4649-80dc-1608e76b8056 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.270770] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc13a37-3e85-4ff6-8c6a-b9b52e454365 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.293527] env[69357]: DEBUG nova.compute.provider_tree [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.308937] env[69357]: DEBUG nova.network.neutron [req-a9f8f4a3-3b69-4f6e-b5bf-bf729a8b76a3 req-3d4b8ff4-fe2a-44eb-92ee-73c052bd5be8 service nova] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Updated VIF entry in instance network info cache for port a50b5bbe-4267-47bf-a2c7-a1cd042d51d5. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.308937] env[69357]: DEBUG nova.network.neutron [req-a9f8f4a3-3b69-4f6e-b5bf-bf729a8b76a3 req-3d4b8ff4-fe2a-44eb-92ee-73c052bd5be8 service nova] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Updating instance_info_cache with network_info: [{"id": "a50b5bbe-4267-47bf-a2c7-a1cd042d51d5", "address": "fa:16:3e:93:fa:a1", "network": {"id": "35681b66-b9c3-4b88-9709-f98df1038633", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-447438350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "358216d6148d470ab58ccc6b7d80321d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50b5bbe-42", "ovs_interfaceid": "a50b5bbe-4267-47bf-a2c7-a1cd042d51d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.331977] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Task: {'id': task-4150989, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.342826] env[69357]: DEBUG oslo_concurrency.lockutils [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.565712] env[69357]: DEBUG nova.network.neutron [req-735cb42d-cd8d-4ff2-ac3d-6332da66191f req-6706eb13-0ad0-4e40-86ed-0680b4f0b946 service nova] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Updated VIF entry in instance network info cache for port 217375a8-eb1f-4777-83dd-c07326f76ae0. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.566195] env[69357]: DEBUG nova.network.neutron [req-735cb42d-cd8d-4ff2-ac3d-6332da66191f req-6706eb13-0ad0-4e40-86ed-0680b4f0b946 service nova] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Updating instance_info_cache with network_info: [{"id": "217375a8-eb1f-4777-83dd-c07326f76ae0", "address": "fa:16:3e:2e:e8:32", "network": {"id": "5744b9ea-8cc2-4ff3-8dc3-c7334f78f72e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-325174939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7230d5a9e5dc4a2b93a08fb4d5263414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217375a8-eb", "ovs_interfaceid": "217375a8-eb1f-4777-83dd-c07326f76ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.586696] env[69357]: DEBUG nova.compute.manager [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.587029] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.587865] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "interface-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.588270] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "interface-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.588579] env[69357]: DEBUG nova.objects.instance [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lazy-loading 'flavor' on Instance uuid 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.590739] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d795fd-493c-46d1-93b0-fdf698fe8ba5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.601230] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.601605] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c76fbf24-8003-494c-b056-2f46c71243fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.610532] env[69357]: DEBUG oslo_vmware.api [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for the task: (returnval){ [ 962.610532] env[69357]: value = "task-4150991" [ 962.610532] env[69357]: _type = "Task" [ 962.610532] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.622495] env[69357]: DEBUG oslo_vmware.api [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.690087] env[69357]: DEBUG oslo_vmware.api [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4150990, 'name': PowerOffVM_Task, 'duration_secs': 0.308339} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.690087] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.690087] env[69357]: DEBUG nova.compute.manager [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 962.690087] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ee53b7-0d17-4a4f-b7ad-1fef280f11d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.709185] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1577532a-a266-4665-82dc-ce079c81779e tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "cd0c1798-b867-4d43-9e4e-023cae6afbb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.709560] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1577532a-a266-4665-82dc-ce079c81779e tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "cd0c1798-b867-4d43-9e4e-023cae6afbb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.798011] env[69357]: DEBUG nova.scheduler.client.report [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.811513] env[69357]: DEBUG oslo_concurrency.lockutils [req-a9f8f4a3-3b69-4f6e-b5bf-bf729a8b76a3 req-3d4b8ff4-fe2a-44eb-92ee-73c052bd5be8 service nova] Releasing lock "refresh_cache-3accce32-88a9-4581-b97e-ecfe77ccaebf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.833675] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Task: {'id': task-4150989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588549} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.834017] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 3accce32-88a9-4581-b97e-ecfe77ccaebf/3accce32-88a9-4581-b97e-ecfe77ccaebf.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.834234] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.834508] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7474c09d-daa6-4159-b326-b508f9c9fb29 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.842357] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Waiting for the task: (returnval){ [ 962.842357] env[69357]: value = "task-4150992" [ 962.842357] env[69357]: _type = "Task" [ 962.842357] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.852848] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Task: {'id': task-4150992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.071777] env[69357]: DEBUG oslo_concurrency.lockutils [req-735cb42d-cd8d-4ff2-ac3d-6332da66191f req-6706eb13-0ad0-4e40-86ed-0680b4f0b946 service nova] Releasing lock "refresh_cache-4be7c2b3-a630-4e34-8733-927657600128" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.125763] env[69357]: DEBUG oslo_vmware.api [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150991, 'name': PowerOffVM_Task, 'duration_secs': 0.23763} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.126182] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.126543] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.126826] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8282597f-9f93-494a-8793-ae72f38f33bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.211716] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.211966] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.212175] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Deleting the datastore file [datastore2] 4be7c2b3-a630-4e34-8733-927657600128 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.212778] env[69357]: DEBUG oslo_concurrency.lockutils [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "f404232f-e876-4aee-a123-e2cd7618232c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.597s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.213903] env[69357]: DEBUG nova.compute.manager [None req-1577532a-a266-4665-82dc-ce079c81779e tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: cd0c1798-b867-4d43-9e4e-023cae6afbb9] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.216767] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9282dc7f-47d7-4e8f-812d-8811c8108aa3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.225869] env[69357]: DEBUG oslo_vmware.api [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for the task: (returnval){ [ 963.225869] env[69357]: value = "task-4150994" [ 963.225869] env[69357]: _type = "Task" [ 963.225869] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.238392] env[69357]: DEBUG oslo_vmware.api [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.303997] env[69357]: DEBUG oslo_concurrency.lockutils [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.306683] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.371s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.309695] env[69357]: DEBUG nova.objects.instance [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lazy-loading 'resources' on Instance uuid b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.330509] env[69357]: INFO nova.scheduler.client.report [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Deleted allocations for instance 7db0a45f-0ce8-44a7-869c-948300ff7838 [ 963.334248] env[69357]: DEBUG nova.objects.instance [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lazy-loading 'pci_requests' on Instance uuid 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.352674] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Task: {'id': task-4150992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.28439} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.353769] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.354040] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9598ab2b-0edc-41d7-80de-113ef8411d86 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.380331] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 3accce32-88a9-4581-b97e-ecfe77ccaebf/3accce32-88a9-4581-b97e-ecfe77ccaebf.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.380813] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-611228ec-3663-437e-ad1e-c7415fa1399f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.407762] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Waiting for the task: (returnval){ [ 963.407762] env[69357]: value = "task-4150995" [ 963.407762] env[69357]: _type = "Task" [ 963.407762] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.417683] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Task: {'id': task-4150995, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.742787] env[69357]: DEBUG oslo_concurrency.lockutils [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.752518] env[69357]: DEBUG oslo_vmware.api [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4150994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175508} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.752832] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.753058] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.753293] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.753433] env[69357]: INFO nova.compute.manager [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Took 1.17 seconds to destroy the instance on the hypervisor. [ 963.753696] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.753893] env[69357]: DEBUG nova.compute.manager [-] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.753987] env[69357]: DEBUG nova.network.neutron [-] [instance: 4be7c2b3-a630-4e34-8733-927657600128] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.761256] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1577532a-a266-4665-82dc-ce079c81779e tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.836731] env[69357]: DEBUG nova.objects.base [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Object Instance<129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5> lazy-loaded attributes: flavor,pci_requests {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 963.837159] env[69357]: DEBUG nova.network.neutron [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.842598] env[69357]: DEBUG oslo_concurrency.lockutils [None req-253d8983-b0df-4764-b58b-a3062c6de0a4 tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "7db0a45f-0ce8-44a7-869c-948300ff7838" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.633s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.900284] env[69357]: DEBUG nova.policy [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1335749a38054f0382246473110fc97d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac796fa7f0f646949a76de9e811a2f8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.923470] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Task: {'id': task-4150995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.246529] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df979498-9e99-460a-a91d-15da40d78f7f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.257369] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5e608e-135b-42ea-9c3e-519504c89c67 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.291335] env[69357]: DEBUG nova.network.neutron [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Successfully created port: 54c51f10-4213-4ad0-a68a-177b79124c9d {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.293875] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80545518-e177-444a-b89d-277248a63d57 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.303239] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bea9cdb-61ae-46f2-9516-4270b2e8eb4e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.318556] env[69357]: DEBUG nova.compute.provider_tree [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.421332] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Task: {'id': task-4150995, 'name': ReconfigVM_Task, 'duration_secs': 0.7616} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.421767] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 3accce32-88a9-4581-b97e-ecfe77ccaebf/3accce32-88a9-4581-b97e-ecfe77ccaebf.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.422475] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-896eed25-82ad-4008-9b23-ec002b2b8a93 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.430242] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Waiting for the task: (returnval){ [ 964.430242] env[69357]: value = "task-4150996" [ 964.430242] env[69357]: _type = "Task" [ 964.430242] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.440110] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Task: {'id': task-4150996, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.596077] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquiring lock "b401646b-fa08-4135-9c44-c1f77a12a8e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.596404] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "b401646b-fa08-4135-9c44-c1f77a12a8e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.596789] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquiring lock "b401646b-fa08-4135-9c44-c1f77a12a8e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.597050] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "b401646b-fa08-4135-9c44-c1f77a12a8e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.597227] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "b401646b-fa08-4135-9c44-c1f77a12a8e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.602330] env[69357]: INFO nova.compute.manager [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Terminating instance [ 964.628234] env[69357]: DEBUG nova.network.neutron [-] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.823231] env[69357]: DEBUG nova.scheduler.client.report [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.941167] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Task: {'id': task-4150996, 'name': Rename_Task, 'duration_secs': 0.204752} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.941684] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.941959] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efe720d7-0e61-4001-a380-2c6bbcafd15f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.950452] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Waiting for the task: (returnval){ [ 964.950452] env[69357]: value = "task-4150997" [ 964.950452] env[69357]: _type = "Task" [ 964.950452] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.959493] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Task: {'id': task-4150997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.106967] env[69357]: DEBUG nova.compute.manager [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.107326] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.108318] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b34e96-96f7-4bf4-b6bc-2564043dd585 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.117935] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.118329] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6192c771-ca2a-44fa-856d-307a9a3c627e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.126280] env[69357]: DEBUG oslo_vmware.api [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 965.126280] env[69357]: value = "task-4150999" [ 965.126280] env[69357]: _type = "Task" [ 965.126280] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.130788] env[69357]: INFO nova.compute.manager [-] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Took 1.38 seconds to deallocate network for instance. [ 965.141194] env[69357]: DEBUG oslo_vmware.api [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.254408] env[69357]: DEBUG nova.compute.manager [req-b6f78cab-2309-48d1-b5dc-5184ef53efd7 req-a200857c-193f-410c-9321-610f111b1c83 service nova] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Received event network-vif-deleted-4bd448be-f6d6-44c9-a092-e3001a0b0f34 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.275437] env[69357]: DEBUG nova.compute.manager [req-5cd7eb03-a767-42f6-a6d7-d0771805b8ec req-b5d0b637-e83e-490a-a2cb-d532d1e448ae service nova] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Received event network-vif-deleted-835f5898-8b2f-4979-8460-f23ad3725280 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.331361] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.334023] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.572s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.336130] env[69357]: INFO nova.compute.claims [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.355972] env[69357]: INFO nova.scheduler.client.report [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Deleted allocations for instance b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95 [ 965.463873] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Task: {'id': task-4150997, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.638739] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.639066] env[69357]: DEBUG oslo_vmware.api [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4150999, 'name': PowerOffVM_Task, 'duration_secs': 0.243349} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.639437] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.639672] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.639969] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-075c31e5-631f-451a-a2f1-ab3927ac7bcd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.732061] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.732061] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.732061] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Deleting the datastore file [datastore1] b401646b-fa08-4135-9c44-c1f77a12a8e0 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.732061] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc19c934-eef1-488e-bf7b-ddb4061eb29b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.740873] env[69357]: DEBUG oslo_vmware.api [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for the task: (returnval){ [ 965.740873] env[69357]: value = "task-4151001" [ 965.740873] env[69357]: _type = "Task" [ 965.740873] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.751911] env[69357]: DEBUG oslo_vmware.api [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4151001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.834249] env[69357]: DEBUG nova.network.neutron [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Successfully updated port: 54c51f10-4213-4ad0-a68a-177b79124c9d {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.864431] env[69357]: DEBUG oslo_concurrency.lockutils [None req-91febfab-2666-4d35-a4ff-25e7582ca97a tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lock "b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.760s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.965650] env[69357]: DEBUG oslo_vmware.api [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Task: {'id': task-4150997, 'name': PowerOnVM_Task, 'duration_secs': 0.731859} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.965650] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.965650] env[69357]: INFO nova.compute.manager [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Took 9.25 seconds to spawn the instance on the hypervisor. [ 965.965650] env[69357]: DEBUG nova.compute.manager [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 965.966566] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3f6ae5-66f0-46d5-b426-40f11aa1f882 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.253342] env[69357]: DEBUG oslo_vmware.api [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Task: {'id': task-4151001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144655} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.253705] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.253959] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.254211] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.254406] env[69357]: INFO nova.compute.manager [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 966.254660] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.254868] env[69357]: DEBUG nova.compute.manager [-] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.254971] env[69357]: DEBUG nova.network.neutron [-] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.341092] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "refresh_cache-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.341092] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "refresh_cache-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.341092] env[69357]: DEBUG nova.network.neutron [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.374455] env[69357]: DEBUG oslo_concurrency.lockutils [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "f3bbdae0-ba72-459f-8d6b-59ec6b8a4705" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.374696] env[69357]: DEBUG oslo_concurrency.lockutils [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "f3bbdae0-ba72-459f-8d6b-59ec6b8a4705" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.374902] env[69357]: DEBUG oslo_concurrency.lockutils [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "f3bbdae0-ba72-459f-8d6b-59ec6b8a4705-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.375104] env[69357]: DEBUG oslo_concurrency.lockutils [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "f3bbdae0-ba72-459f-8d6b-59ec6b8a4705-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.375279] env[69357]: DEBUG oslo_concurrency.lockutils [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "f3bbdae0-ba72-459f-8d6b-59ec6b8a4705-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.377680] env[69357]: INFO nova.compute.manager [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Terminating instance [ 966.485645] env[69357]: INFO nova.compute.manager [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Took 39.35 seconds to build instance. [ 966.688524] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f85abdb-a811-4487-b448-31cb4e1cd29b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.697701] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1321cba6-1803-4b0e-91b3-771d9946afdb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.729920] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9136f2b8-7976-4470-9023-26c062ea0d11 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.738403] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072e0ae8-6328-4a3b-89e9-1b2d003bf706 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.758170] env[69357]: DEBUG nova.compute.provider_tree [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.878178] env[69357]: WARNING nova.network.neutron [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] f9b34c77-3ff2-4855-a6ec-3012cb923c22 already exists in list: networks containing: ['f9b34c77-3ff2-4855-a6ec-3012cb923c22']. ignoring it [ 966.884589] env[69357]: DEBUG nova.compute.manager [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.884589] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.885760] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f57234-af1e-4314-a813-b79edbf3fbcf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.897197] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.897577] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbb9bd58-3453-4650-9904-6a00bd8be16c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.916251] env[69357]: DEBUG oslo_vmware.api [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 966.916251] env[69357]: value = "task-4151002" [ 966.916251] env[69357]: _type = "Task" [ 966.916251] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.989401] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0948e058-2f43-415b-bd5d-231cb8364b30 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Lock "3accce32-88a9-4581-b97e-ecfe77ccaebf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.868s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.020779] env[69357]: DEBUG nova.network.neutron [-] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.241353] env[69357]: DEBUG nova.network.neutron [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Updating instance_info_cache with network_info: [{"id": "edb57e3b-c8a2-472b-a1b0-4841d0d595e3", "address": "fa:16:3e:2f:e5:b6", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb57e3b-c8", "ovs_interfaceid": "edb57e3b-c8a2-472b-a1b0-4841d0d595e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "54c51f10-4213-4ad0-a68a-177b79124c9d", "address": "fa:16:3e:a9:cb:a0", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54c51f10-42", "ovs_interfaceid": "54c51f10-4213-4ad0-a68a-177b79124c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.260085] env[69357]: DEBUG nova.scheduler.client.report [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.427111] env[69357]: DEBUG oslo_vmware.api [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4151002, 'name': PowerOffVM_Task, 'duration_secs': 0.349783} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.428270] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.428742] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.428872] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61cede88-ac05-42f4-a7f8-f7fe40c3fff7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.506060] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.506060] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.506424] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Deleting the datastore file [datastore2] f3bbdae0-ba72-459f-8d6b-59ec6b8a4705 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.506512] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1637b90e-9f7a-429e-b52d-6bdfde1a8eec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.514112] env[69357]: DEBUG oslo_vmware.api [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 967.514112] env[69357]: value = "task-4151004" [ 967.514112] env[69357]: _type = "Task" [ 967.514112] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.524212] env[69357]: INFO nova.compute.manager [-] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Took 1.27 seconds to deallocate network for instance. [ 967.524630] env[69357]: DEBUG oslo_vmware.api [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4151004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.745135] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "refresh_cache-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.745769] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.745937] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.747211] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc094f8-c48a-42e5-b127-9bec2bb91e64 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.766474] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.767098] env[69357]: DEBUG nova.compute.manager [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.771009] env[69357]: DEBUG nova.virt.hardware [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.771293] env[69357]: DEBUG nova.virt.hardware [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.771481] env[69357]: DEBUG nova.virt.hardware [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.771848] env[69357]: DEBUG nova.virt.hardware [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.771979] env[69357]: DEBUG nova.virt.hardware [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.772162] env[69357]: DEBUG nova.virt.hardware [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.772399] env[69357]: DEBUG nova.virt.hardware [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.772606] env[69357]: DEBUG nova.virt.hardware [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.772819] env[69357]: DEBUG nova.virt.hardware [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.773048] env[69357]: DEBUG nova.virt.hardware [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.773247] env[69357]: DEBUG nova.virt.hardware [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.780971] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Reconfiguring VM to attach interface {{(pid=69357) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 967.781425] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.246s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.781741] env[69357]: DEBUG nova.objects.instance [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lazy-loading 'resources' on Instance uuid 7a15f252-27dd-4d08-b403-e28163cbd102 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.783399] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f2b9c56-b5e8-4f51-8b3e-ffef35d8c3ba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.805071] env[69357]: DEBUG oslo_vmware.api [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 967.805071] env[69357]: value = "task-4151005" [ 967.805071] env[69357]: _type = "Task" [ 967.805071] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.817354] env[69357]: DEBUG oslo_vmware.api [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151005, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.025109] env[69357]: DEBUG oslo_vmware.api [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4151004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187896} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.025484] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.025571] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.025759] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.025933] env[69357]: INFO nova.compute.manager [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Took 1.14 seconds to destroy the instance on the hypervisor. [ 968.026214] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.026417] env[69357]: DEBUG nova.compute.manager [-] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.026514] env[69357]: DEBUG nova.network.neutron [-] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.031986] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.115025] env[69357]: DEBUG oslo_concurrency.lockutils [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Acquiring lock "792aea1c-2e1a-45cd-bbc3-b1cd90e876d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.115867] env[69357]: DEBUG oslo_concurrency.lockutils [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lock "792aea1c-2e1a-45cd-bbc3-b1cd90e876d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.115867] env[69357]: DEBUG oslo_concurrency.lockutils [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Acquiring lock "792aea1c-2e1a-45cd-bbc3-b1cd90e876d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.116078] env[69357]: DEBUG oslo_concurrency.lockutils [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lock "792aea1c-2e1a-45cd-bbc3-b1cd90e876d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.116310] env[69357]: DEBUG oslo_concurrency.lockutils [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lock "792aea1c-2e1a-45cd-bbc3-b1cd90e876d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.120641] env[69357]: INFO nova.compute.manager [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Terminating instance [ 968.174842] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "6112924c-de47-4d82-b1eb-80eadb23cf30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.175366] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "6112924c-de47-4d82-b1eb-80eadb23cf30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.272299] env[69357]: DEBUG nova.compute.utils [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.273890] env[69357]: DEBUG nova.compute.manager [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Not allocating networking since 'none' was specified. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 968.316845] env[69357]: DEBUG oslo_vmware.api [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.488563] env[69357]: DEBUG nova.compute.manager [req-cf7c9911-7443-4afe-b12b-ef2b1c5f04a7 req-ca72f441-ae40-4a41-9bac-30f37d1760d1 service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Received event network-changed-c616cd6c-6468-4a97-a29a-40a206911053 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.488790] env[69357]: DEBUG nova.compute.manager [req-cf7c9911-7443-4afe-b12b-ef2b1c5f04a7 req-ca72f441-ae40-4a41-9bac-30f37d1760d1 service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Refreshing instance network info cache due to event network-changed-c616cd6c-6468-4a97-a29a-40a206911053. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.489113] env[69357]: DEBUG oslo_concurrency.lockutils [req-cf7c9911-7443-4afe-b12b-ef2b1c5f04a7 req-ca72f441-ae40-4a41-9bac-30f37d1760d1 service nova] Acquiring lock "refresh_cache-c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.489310] env[69357]: DEBUG oslo_concurrency.lockutils [req-cf7c9911-7443-4afe-b12b-ef2b1c5f04a7 req-ca72f441-ae40-4a41-9bac-30f37d1760d1 service nova] Acquired lock "refresh_cache-c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.489599] env[69357]: DEBUG nova.network.neutron [req-cf7c9911-7443-4afe-b12b-ef2b1c5f04a7 req-ca72f441-ae40-4a41-9bac-30f37d1760d1 service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Refreshing network info cache for port c616cd6c-6468-4a97-a29a-40a206911053 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.511965] env[69357]: DEBUG nova.compute.manager [req-cb9457d2-9b9d-4351-a325-d85f9a5e1100 req-bcdd473e-587b-45fa-8ea3-e68bdb369b4e service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Received event network-vif-plugged-54c51f10-4213-4ad0-a68a-177b79124c9d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.512380] env[69357]: DEBUG oslo_concurrency.lockutils [req-cb9457d2-9b9d-4351-a325-d85f9a5e1100 req-bcdd473e-587b-45fa-8ea3-e68bdb369b4e service nova] Acquiring lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.512665] env[69357]: DEBUG oslo_concurrency.lockutils [req-cb9457d2-9b9d-4351-a325-d85f9a5e1100 req-bcdd473e-587b-45fa-8ea3-e68bdb369b4e service nova] Lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.512957] env[69357]: DEBUG oslo_concurrency.lockutils [req-cb9457d2-9b9d-4351-a325-d85f9a5e1100 req-bcdd473e-587b-45fa-8ea3-e68bdb369b4e service nova] Lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.513281] env[69357]: DEBUG nova.compute.manager [req-cb9457d2-9b9d-4351-a325-d85f9a5e1100 req-bcdd473e-587b-45fa-8ea3-e68bdb369b4e service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] No waiting events found dispatching network-vif-plugged-54c51f10-4213-4ad0-a68a-177b79124c9d {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 968.513601] env[69357]: WARNING nova.compute.manager [req-cb9457d2-9b9d-4351-a325-d85f9a5e1100 req-bcdd473e-587b-45fa-8ea3-e68bdb369b4e service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Received unexpected event network-vif-plugged-54c51f10-4213-4ad0-a68a-177b79124c9d for instance with vm_state active and task_state None. [ 968.513915] env[69357]: DEBUG nova.compute.manager [req-cb9457d2-9b9d-4351-a325-d85f9a5e1100 req-bcdd473e-587b-45fa-8ea3-e68bdb369b4e service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Received event network-changed-54c51f10-4213-4ad0-a68a-177b79124c9d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.514253] env[69357]: DEBUG nova.compute.manager [req-cb9457d2-9b9d-4351-a325-d85f9a5e1100 req-bcdd473e-587b-45fa-8ea3-e68bdb369b4e service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Refreshing instance network info cache due to event network-changed-54c51f10-4213-4ad0-a68a-177b79124c9d. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.514615] env[69357]: DEBUG oslo_concurrency.lockutils [req-cb9457d2-9b9d-4351-a325-d85f9a5e1100 req-bcdd473e-587b-45fa-8ea3-e68bdb369b4e service nova] Acquiring lock "refresh_cache-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.514854] env[69357]: DEBUG oslo_concurrency.lockutils [req-cb9457d2-9b9d-4351-a325-d85f9a5e1100 req-bcdd473e-587b-45fa-8ea3-e68bdb369b4e service nova] Acquired lock "refresh_cache-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.515115] env[69357]: DEBUG nova.network.neutron [req-cb9457d2-9b9d-4351-a325-d85f9a5e1100 req-bcdd473e-587b-45fa-8ea3-e68bdb369b4e service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Refreshing network info cache for port 54c51f10-4213-4ad0-a68a-177b79124c9d {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.627036] env[69357]: DEBUG nova.compute.manager [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.627288] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.628478] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1964fcf9-d20e-4f17-ab0d-ec591953186b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.637470] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.637762] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b92d919e-5bbc-476a-ab10-6591d9a7872f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.651574] env[69357]: DEBUG oslo_vmware.api [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 968.651574] env[69357]: value = "task-4151006" [ 968.651574] env[69357]: _type = "Task" [ 968.651574] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.663104] env[69357]: DEBUG oslo_vmware.api [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4151006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.676037] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68eab38-6814-4eb4-a1a6-3bfa693e5ad7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.678864] env[69357]: DEBUG nova.compute.manager [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.690073] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa4c3d2-4985-4562-bd1b-95d6d581823e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.727833] env[69357]: DEBUG oslo_concurrency.lockutils [None req-52760317-99b6-4a8f-86d1-e1c98b38d158 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquiring lock "4be7c2b3-a630-4e34-8733-927657600128" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.729770] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19068ad5-03bb-4acc-a3c7-925b003e0643 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.740713] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bfbbbc-d893-4852-b13d-21bd89b086e4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.757932] env[69357]: DEBUG nova.compute.provider_tree [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.775777] env[69357]: DEBUG nova.compute.manager [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.822634] env[69357]: DEBUG oslo_vmware.api [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151005, 'name': ReconfigVM_Task, 'duration_secs': 0.785123} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.824668] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.825011] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Reconfigured VM to attach interface {{(pid=69357) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 968.829107] env[69357]: DEBUG nova.network.neutron [-] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.866821] env[69357]: DEBUG oslo_concurrency.lockutils [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "f404232f-e876-4aee-a123-e2cd7618232c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.866821] env[69357]: DEBUG oslo_concurrency.lockutils [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "f404232f-e876-4aee-a123-e2cd7618232c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.867121] env[69357]: DEBUG oslo_concurrency.lockutils [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "f404232f-e876-4aee-a123-e2cd7618232c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.867383] env[69357]: DEBUG oslo_concurrency.lockutils [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "f404232f-e876-4aee-a123-e2cd7618232c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.867666] env[69357]: DEBUG oslo_concurrency.lockutils [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "f404232f-e876-4aee-a123-e2cd7618232c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.870947] env[69357]: INFO nova.compute.manager [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Terminating instance [ 969.161719] env[69357]: DEBUG oslo_vmware.api [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4151006, 'name': PowerOffVM_Task, 'duration_secs': 0.422186} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.165154] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.165154] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.165767] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fde1ae6-e133-4ecc-8257-a9f3738b3a78 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.214048] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.239075] env[69357]: DEBUG nova.network.neutron [req-cf7c9911-7443-4afe-b12b-ef2b1c5f04a7 req-ca72f441-ae40-4a41-9bac-30f37d1760d1 service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Updated VIF entry in instance network info cache for port c616cd6c-6468-4a97-a29a-40a206911053. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.239629] env[69357]: DEBUG nova.network.neutron [req-cf7c9911-7443-4afe-b12b-ef2b1c5f04a7 req-ca72f441-ae40-4a41-9bac-30f37d1760d1 service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Updating instance_info_cache with network_info: [{"id": "c616cd6c-6468-4a97-a29a-40a206911053", "address": "fa:16:3e:32:6a:fd", "network": {"id": "5744b9ea-8cc2-4ff3-8dc3-c7334f78f72e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-325174939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7230d5a9e5dc4a2b93a08fb4d5263414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc616cd6c-64", "ovs_interfaceid": "c616cd6c-6468-4a97-a29a-40a206911053", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.250023] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.250249] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.251516] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Deleting the datastore file [datastore2] 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.251516] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7b2bdbe-8ddc-4b45-85d6-1aa99bcf8011 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.261431] env[69357]: DEBUG nova.scheduler.client.report [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.267080] env[69357]: DEBUG oslo_vmware.api [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for the task: (returnval){ [ 969.267080] env[69357]: value = "task-4151008" [ 969.267080] env[69357]: _type = "Task" [ 969.267080] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.279788] env[69357]: DEBUG oslo_vmware.api [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4151008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.333803] env[69357]: INFO nova.compute.manager [-] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Took 1.31 seconds to deallocate network for instance. [ 969.333980] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6f5858c6-c6e8-4b69-8e4a-b0e3c878b221 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "interface-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.746s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.337476] env[69357]: DEBUG oslo_vmware.rw_handles [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6ce3e-643f-57d2-4d3e-7faf27977de1/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 969.340299] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154cbd61-b174-47db-b10b-6f3fbbbcebc6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.352470] env[69357]: DEBUG oslo_vmware.rw_handles [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6ce3e-643f-57d2-4d3e-7faf27977de1/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 969.352686] env[69357]: ERROR oslo_vmware.rw_handles [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6ce3e-643f-57d2-4d3e-7faf27977de1/disk-0.vmdk due to incomplete transfer. [ 969.352910] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d98b2b4f-b449-48d5-9d6a-ef73bf120244 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.361561] env[69357]: DEBUG oslo_vmware.rw_handles [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6ce3e-643f-57d2-4d3e-7faf27977de1/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 969.361561] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Uploaded image 82cca24d-f21e-4d97-928c-c1711909a1b7 to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 969.363634] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 969.365130] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-df26d745-a1f0-4d19-9a75-343404873f23 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.370851] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 969.370851] env[69357]: value = "task-4151009" [ 969.370851] env[69357]: _type = "Task" [ 969.370851] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.376196] env[69357]: DEBUG nova.network.neutron [req-cb9457d2-9b9d-4351-a325-d85f9a5e1100 req-bcdd473e-587b-45fa-8ea3-e68bdb369b4e service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Updated VIF entry in instance network info cache for port 54c51f10-4213-4ad0-a68a-177b79124c9d. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.376626] env[69357]: DEBUG nova.network.neutron [req-cb9457d2-9b9d-4351-a325-d85f9a5e1100 req-bcdd473e-587b-45fa-8ea3-e68bdb369b4e service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Updating instance_info_cache with network_info: [{"id": "edb57e3b-c8a2-472b-a1b0-4841d0d595e3", "address": "fa:16:3e:2f:e5:b6", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb57e3b-c8", "ovs_interfaceid": "edb57e3b-c8a2-472b-a1b0-4841d0d595e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "54c51f10-4213-4ad0-a68a-177b79124c9d", "address": "fa:16:3e:a9:cb:a0", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54c51f10-42", "ovs_interfaceid": "54c51f10-4213-4ad0-a68a-177b79124c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.378751] env[69357]: DEBUG nova.compute.manager [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.378979] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.383813] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72755f9d-1315-4799-8381-cef2eeac9e5d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.386727] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151009, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.392112] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.392443] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73a96020-dcc1-4f51-80ed-61eea1495b6a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.404725] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquiring lock "888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.405050] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.405338] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquiring lock "888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.405561] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.405739] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.408686] env[69357]: INFO nova.compute.manager [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Terminating instance [ 969.466460] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.466630] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.466836] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Deleting the datastore file [datastore1] f404232f-e876-4aee-a123-e2cd7618232c {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.467143] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8980dea-870d-4e1b-972c-0e98f55d5688 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.474553] env[69357]: DEBUG oslo_vmware.api [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 969.474553] env[69357]: value = "task-4151011" [ 969.474553] env[69357]: _type = "Task" [ 969.474553] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.483410] env[69357]: DEBUG oslo_vmware.api [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.744416] env[69357]: DEBUG oslo_concurrency.lockutils [req-cf7c9911-7443-4afe-b12b-ef2b1c5f04a7 req-ca72f441-ae40-4a41-9bac-30f37d1760d1 service nova] Releasing lock "refresh_cache-c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.744722] env[69357]: DEBUG nova.compute.manager [req-cf7c9911-7443-4afe-b12b-ef2b1c5f04a7 req-ca72f441-ae40-4a41-9bac-30f37d1760d1 service nova] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Received event network-vif-deleted-217375a8-eb1f-4777-83dd-c07326f76ae0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.744930] env[69357]: DEBUG nova.compute.manager [req-cf7c9911-7443-4afe-b12b-ef2b1c5f04a7 req-ca72f441-ae40-4a41-9bac-30f37d1760d1 service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Received event network-changed-c616cd6c-6468-4a97-a29a-40a206911053 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.745110] env[69357]: DEBUG nova.compute.manager [req-cf7c9911-7443-4afe-b12b-ef2b1c5f04a7 req-ca72f441-ae40-4a41-9bac-30f37d1760d1 service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Refreshing instance network info cache due to event network-changed-c616cd6c-6468-4a97-a29a-40a206911053. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.745328] env[69357]: DEBUG oslo_concurrency.lockutils [req-cf7c9911-7443-4afe-b12b-ef2b1c5f04a7 req-ca72f441-ae40-4a41-9bac-30f37d1760d1 service nova] Acquiring lock "refresh_cache-c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.745473] env[69357]: DEBUG oslo_concurrency.lockutils [req-cf7c9911-7443-4afe-b12b-ef2b1c5f04a7 req-ca72f441-ae40-4a41-9bac-30f37d1760d1 service nova] Acquired lock "refresh_cache-c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.745665] env[69357]: DEBUG nova.network.neutron [req-cf7c9911-7443-4afe-b12b-ef2b1c5f04a7 req-ca72f441-ae40-4a41-9bac-30f37d1760d1 service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Refreshing network info cache for port c616cd6c-6468-4a97-a29a-40a206911053 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.767933] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.770530] env[69357]: DEBUG oslo_concurrency.lockutils [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.916s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.770732] env[69357]: DEBUG nova.objects.instance [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 969.785420] env[69357]: DEBUG oslo_vmware.api [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Task: {'id': task-4151008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148193} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.785660] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.786322] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.786322] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.786322] env[69357]: INFO nova.compute.manager [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 969.786491] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.787252] env[69357]: DEBUG nova.compute.manager [-] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.787252] env[69357]: DEBUG nova.network.neutron [-] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.789715] env[69357]: DEBUG nova.compute.manager [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.795310] env[69357]: INFO nova.scheduler.client.report [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Deleted allocations for instance 7a15f252-27dd-4d08-b403-e28163cbd102 [ 969.814520] env[69357]: DEBUG nova.virt.hardware [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.814766] env[69357]: DEBUG nova.virt.hardware [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.814924] env[69357]: DEBUG nova.virt.hardware [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.815155] env[69357]: DEBUG nova.virt.hardware [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.815270] env[69357]: DEBUG nova.virt.hardware [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.815417] env[69357]: DEBUG nova.virt.hardware [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.815623] env[69357]: DEBUG nova.virt.hardware [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.815785] env[69357]: DEBUG nova.virt.hardware [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.815952] env[69357]: DEBUG nova.virt.hardware [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.816163] env[69357]: DEBUG nova.virt.hardware [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.816308] env[69357]: DEBUG nova.virt.hardware [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.817439] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a4c930-6284-4050-aff2-9e422ce614c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.826969] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef1a1a5-79b7-4d5a-b16e-cf0fadb4016e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.842696] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.849388] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Creating folder: Project (c3926d638fca407cb2c96a2755008ff9). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.854439] env[69357]: DEBUG oslo_concurrency.lockutils [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.854862] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-573d9cbf-2234-4205-822b-3a1754625f97 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.868594] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Created folder: Project (c3926d638fca407cb2c96a2755008ff9) in parent group-v821763. [ 969.868815] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Creating folder: Instances. Parent ref: group-v821962. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.869073] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acf30673-8eab-4059-9b19-16da44341c0d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.880145] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151009, 'name': Destroy_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.881599] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Created folder: Instances in parent group-v821962. [ 969.881851] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.882094] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.882320] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-391a5bc0-5859-4a62-a55a-f3c297a32d48 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.894610] env[69357]: DEBUG oslo_concurrency.lockutils [req-cb9457d2-9b9d-4351-a325-d85f9a5e1100 req-bcdd473e-587b-45fa-8ea3-e68bdb369b4e service nova] Releasing lock "refresh_cache-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.894872] env[69357]: DEBUG nova.compute.manager [req-cb9457d2-9b9d-4351-a325-d85f9a5e1100 req-bcdd473e-587b-45fa-8ea3-e68bdb369b4e service nova] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Received event network-vif-deleted-e1d007fd-edb4-4ae6-8cbd-b7aab6dc0f6a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.900779] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.900779] env[69357]: value = "task-4151014" [ 969.900779] env[69357]: _type = "Task" [ 969.900779] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.910424] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151014, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.913498] env[69357]: DEBUG nova.compute.manager [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.913689] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.914478] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b19370e-52bf-40e3-ab9b-209899430d0c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.922393] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.922683] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f14addc7-30c1-4d7d-8701-282cd3972f0e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.931859] env[69357]: DEBUG oslo_vmware.api [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for the task: (returnval){ [ 969.931859] env[69357]: value = "task-4151015" [ 969.931859] env[69357]: _type = "Task" [ 969.931859] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.941881] env[69357]: DEBUG oslo_vmware.api [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4151015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.989897] env[69357]: DEBUG oslo_vmware.api [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142141} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.989897] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.990246] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.990468] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.990691] env[69357]: INFO nova.compute.manager [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Took 0.61 seconds to destroy the instance on the hypervisor. [ 969.991132] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.991461] env[69357]: DEBUG nova.compute.manager [-] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.991651] env[69357]: DEBUG nova.network.neutron [-] [instance: f404232f-e876-4aee-a123-e2cd7618232c] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.305483] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1060a705-297f-4d70-99ff-989799855fbc tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "7a15f252-27dd-4d08-b403-e28163cbd102" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.818s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.383149] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151009, 'name': Destroy_Task, 'duration_secs': 0.636492} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.383149] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Destroyed the VM [ 970.383407] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 970.383566] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ce9af4a1-cdfd-450c-bc21-2d77ac550b13 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.392768] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 970.392768] env[69357]: value = "task-4151016" [ 970.392768] env[69357]: _type = "Task" [ 970.392768] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.405525] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151016, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.414919] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151014, 'name': CreateVM_Task, 'duration_secs': 0.400487} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.418725] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.418725] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.418725] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.418725] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.418725] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d10cebb-6b44-4bc1-9ec3-ba35d71afbb1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.424606] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Waiting for the task: (returnval){ [ 970.424606] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5214a528-17ad-45bd-23b6-baccb7e4a1e6" [ 970.424606] env[69357]: _type = "Task" [ 970.424606] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.436470] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5214a528-17ad-45bd-23b6-baccb7e4a1e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.447538] env[69357]: DEBUG oslo_vmware.api [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4151015, 'name': PowerOffVM_Task, 'duration_secs': 0.243115} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.447846] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.447972] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.448247] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a134e05-9990-4aac-900a-a14faddcf33b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.519869] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.519869] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.519869] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Deleting the datastore file [datastore1] 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.520103] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eec85fb9-8dcd-4d91-a880-986121c39e1c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.527800] env[69357]: DEBUG oslo_vmware.api [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for the task: (returnval){ [ 970.527800] env[69357]: value = "task-4151018" [ 970.527800] env[69357]: _type = "Task" [ 970.527800] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.537596] env[69357]: DEBUG oslo_vmware.api [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4151018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.538533] env[69357]: DEBUG nova.network.neutron [req-cf7c9911-7443-4afe-b12b-ef2b1c5f04a7 req-ca72f441-ae40-4a41-9bac-30f37d1760d1 service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Updated VIF entry in instance network info cache for port c616cd6c-6468-4a97-a29a-40a206911053. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.538869] env[69357]: DEBUG nova.network.neutron [req-cf7c9911-7443-4afe-b12b-ef2b1c5f04a7 req-ca72f441-ae40-4a41-9bac-30f37d1760d1 service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Updating instance_info_cache with network_info: [{"id": "c616cd6c-6468-4a97-a29a-40a206911053", "address": "fa:16:3e:32:6a:fd", "network": {"id": "5744b9ea-8cc2-4ff3-8dc3-c7334f78f72e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-325174939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7230d5a9e5dc4a2b93a08fb4d5263414", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc616cd6c-64", "ovs_interfaceid": "c616cd6c-6468-4a97-a29a-40a206911053", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.594585] env[69357]: DEBUG nova.compute.manager [req-4c1fa930-7d11-43e2-8407-a5be3dda5ee0 req-98d7c875-ba10-4c0c-9ee0-a78516bdef1b service nova] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Received event network-changed-a50b5bbe-4267-47bf-a2c7-a1cd042d51d5 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.594827] env[69357]: DEBUG nova.compute.manager [req-4c1fa930-7d11-43e2-8407-a5be3dda5ee0 req-98d7c875-ba10-4c0c-9ee0-a78516bdef1b service nova] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Refreshing instance network info cache due to event network-changed-a50b5bbe-4267-47bf-a2c7-a1cd042d51d5. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.595063] env[69357]: DEBUG oslo_concurrency.lockutils [req-4c1fa930-7d11-43e2-8407-a5be3dda5ee0 req-98d7c875-ba10-4c0c-9ee0-a78516bdef1b service nova] Acquiring lock "refresh_cache-3accce32-88a9-4581-b97e-ecfe77ccaebf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.595209] env[69357]: DEBUG oslo_concurrency.lockutils [req-4c1fa930-7d11-43e2-8407-a5be3dda5ee0 req-98d7c875-ba10-4c0c-9ee0-a78516bdef1b service nova] Acquired lock "refresh_cache-3accce32-88a9-4581-b97e-ecfe77ccaebf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.595420] env[69357]: DEBUG nova.network.neutron [req-4c1fa930-7d11-43e2-8407-a5be3dda5ee0 req-98d7c875-ba10-4c0c-9ee0-a78516bdef1b service nova] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Refreshing network info cache for port a50b5bbe-4267-47bf-a2c7-a1cd042d51d5 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.608243] env[69357]: DEBUG nova.network.neutron [-] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.626282] env[69357]: DEBUG nova.compute.manager [req-5375e3df-1144-46cd-8329-e8db9799d8d5 req-4a2e7d0d-cc7a-4612-9039-c01f7af97418 service nova] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Received event network-vif-deleted-5a0e5024-ea2a-4a57-8f96-1b095c72a5bc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.626543] env[69357]: DEBUG nova.compute.manager [req-5375e3df-1144-46cd-8329-e8db9799d8d5 req-4a2e7d0d-cc7a-4612-9039-c01f7af97418 service nova] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Received event network-vif-deleted-d80c593e-2843-44d6-ae4b-1088b5635fc7 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.626723] env[69357]: INFO nova.compute.manager [req-5375e3df-1144-46cd-8329-e8db9799d8d5 req-4a2e7d0d-cc7a-4612-9039-c01f7af97418 service nova] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Neutron deleted interface d80c593e-2843-44d6-ae4b-1088b5635fc7; detaching it from the instance and deleting it from the info cache [ 970.626871] env[69357]: DEBUG nova.network.neutron [req-5375e3df-1144-46cd-8329-e8db9799d8d5 req-4a2e7d0d-cc7a-4612-9039-c01f7af97418 service nova] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.781937] env[69357]: DEBUG oslo_concurrency.lockutils [None req-204cb5f9-cbed-4273-ae55-a855c62a8523 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.786584] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.976s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.791144] env[69357]: INFO nova.compute.claims [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.878067] env[69357]: DEBUG nova.network.neutron [-] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.906713] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151016, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.935798] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5214a528-17ad-45bd-23b6-baccb7e4a1e6, 'name': SearchDatastore_Task, 'duration_secs': 0.01159} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.936157] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.936423] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.936710] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.936931] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.937164] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.937463] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2da9bf8-f85d-405d-a836-93ce5e5a9c3d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.947417] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.947622] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.949103] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62e4c6e1-e8f4-4865-b5c9-d4dac77f54a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.955421] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Waiting for the task: (returnval){ [ 970.955421] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5295662a-556d-7425-4eda-e289fd81974e" [ 970.955421] env[69357]: _type = "Task" [ 970.955421] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.967280] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5295662a-556d-7425-4eda-e289fd81974e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.039095] env[69357]: DEBUG oslo_vmware.api [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Task: {'id': task-4151018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258173} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.039381] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.039580] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.039765] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.039970] env[69357]: INFO nova.compute.manager [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 971.040381] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.040613] env[69357]: DEBUG nova.compute.manager [-] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.040741] env[69357]: DEBUG nova.network.neutron [-] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.045273] env[69357]: DEBUG oslo_concurrency.lockutils [req-cf7c9911-7443-4afe-b12b-ef2b1c5f04a7 req-ca72f441-ae40-4a41-9bac-30f37d1760d1 service nova] Releasing lock "refresh_cache-c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.112385] env[69357]: INFO nova.compute.manager [-] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Took 1.33 seconds to deallocate network for instance. [ 971.130418] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4cf3d133-2f1c-42b8-8468-81bd3881ab8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.144846] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c913c5a4-a5ef-4534-b2b5-42ccb640a00a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.183318] env[69357]: DEBUG nova.compute.manager [req-5375e3df-1144-46cd-8329-e8db9799d8d5 req-4a2e7d0d-cc7a-4612-9039-c01f7af97418 service nova] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Detach interface failed, port_id=d80c593e-2843-44d6-ae4b-1088b5635fc7, reason: Instance f404232f-e876-4aee-a123-e2cd7618232c could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 971.381733] env[69357]: INFO nova.compute.manager [-] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Took 1.39 seconds to deallocate network for instance. [ 971.406043] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151016, 'name': RemoveSnapshot_Task, 'duration_secs': 0.542545} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.406554] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 971.406554] env[69357]: DEBUG nova.compute.manager [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 971.409857] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da793b51-b5f3-4079-9ae0-618533e1ce3d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.468305] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5295662a-556d-7425-4eda-e289fd81974e, 'name': SearchDatastore_Task, 'duration_secs': 0.010684} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.469905] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf613365-e3db-45b3-aed7-f312d869193d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.476683] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Waiting for the task: (returnval){ [ 971.476683] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ea46dc-8100-b620-6ce0-4a9ba09a09d3" [ 971.476683] env[69357]: _type = "Task" [ 971.476683] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.484435] env[69357]: DEBUG nova.network.neutron [req-4c1fa930-7d11-43e2-8407-a5be3dda5ee0 req-98d7c875-ba10-4c0c-9ee0-a78516bdef1b service nova] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Updated VIF entry in instance network info cache for port a50b5bbe-4267-47bf-a2c7-a1cd042d51d5. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.484951] env[69357]: DEBUG nova.network.neutron [req-4c1fa930-7d11-43e2-8407-a5be3dda5ee0 req-98d7c875-ba10-4c0c-9ee0-a78516bdef1b service nova] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Updating instance_info_cache with network_info: [{"id": "a50b5bbe-4267-47bf-a2c7-a1cd042d51d5", "address": "fa:16:3e:93:fa:a1", "network": {"id": "35681b66-b9c3-4b88-9709-f98df1038633", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-447438350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "358216d6148d470ab58ccc6b7d80321d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50b5bbe-42", "ovs_interfaceid": "a50b5bbe-4267-47bf-a2c7-a1cd042d51d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.491788] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ea46dc-8100-b620-6ce0-4a9ba09a09d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.491788] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "interface-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5-a7402eab-2d8b-490a-9196-925d3647a174" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.492097] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "interface-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5-a7402eab-2d8b-490a-9196-925d3647a174" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.492674] env[69357]: DEBUG nova.objects.instance [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lazy-loading 'flavor' on Instance uuid 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.619574] env[69357]: DEBUG oslo_concurrency.lockutils [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.888577] env[69357]: DEBUG oslo_concurrency.lockutils [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.933325] env[69357]: INFO nova.compute.manager [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Shelve offloading [ 971.989339] env[69357]: DEBUG oslo_concurrency.lockutils [req-4c1fa930-7d11-43e2-8407-a5be3dda5ee0 req-98d7c875-ba10-4c0c-9ee0-a78516bdef1b service nova] Releasing lock "refresh_cache-3accce32-88a9-4581-b97e-ecfe77ccaebf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.989339] env[69357]: DEBUG nova.compute.manager [req-4c1fa930-7d11-43e2-8407-a5be3dda5ee0 req-98d7c875-ba10-4c0c-9ee0-a78516bdef1b service nova] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Received event network-vif-deleted-fa7baa3c-9c73-4caa-9579-81de2f2390ab {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.989339] env[69357]: INFO nova.compute.manager [req-4c1fa930-7d11-43e2-8407-a5be3dda5ee0 req-98d7c875-ba10-4c0c-9ee0-a78516bdef1b service nova] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Neutron deleted interface fa7baa3c-9c73-4caa-9579-81de2f2390ab; detaching it from the instance and deleting it from the info cache [ 971.989339] env[69357]: DEBUG nova.network.neutron [req-4c1fa930-7d11-43e2-8407-a5be3dda5ee0 req-98d7c875-ba10-4c0c-9ee0-a78516bdef1b service nova] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.999019] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ea46dc-8100-b620-6ce0-4a9ba09a09d3, 'name': SearchDatastore_Task, 'duration_secs': 0.019387} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.002021] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.002021] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 3633502b-1ec2-4b4d-8a84-d33cb2769a00/3633502b-1ec2-4b4d-8a84-d33cb2769a00.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.002021] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35123788-b0ad-473a-9f89-7af7af2e9551 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.012785] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Waiting for the task: (returnval){ [ 972.012785] env[69357]: value = "task-4151019" [ 972.012785] env[69357]: _type = "Task" [ 972.012785] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.025169] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.076662] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Acquiring lock "8b3696ea-0465-4c47-a5ef-67a3c3c23063" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.076662] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Lock "8b3696ea-0465-4c47-a5ef-67a3c3c23063" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.220960] env[69357]: DEBUG nova.network.neutron [-] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.229197] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd8ea4e-f1b9-49d1-87fb-ebeb4496158d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.251030] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149581ef-e80b-4d28-8332-1a0596976cf9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.290300] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc47029c-8e14-48c1-938d-c5136e133d8c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.301207] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cb1e50-ec9e-4580-b93b-d7ba6bbe33ae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.317311] env[69357]: DEBUG nova.compute.provider_tree [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.440140] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.443546] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-039681cc-d45f-4202-b0c5-565ec4dbd680 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.453528] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 972.453528] env[69357]: value = "task-4151020" [ 972.453528] env[69357]: _type = "Task" [ 972.453528] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.473897] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 972.474096] env[69357]: DEBUG nova.compute.manager [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 972.474849] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4937d846-946c-4032-ad52-2be5866939b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.482502] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "refresh_cache-86211dc9-4c1d-4ec5-b83c-764df8b87380" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.482722] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired lock "refresh_cache-86211dc9-4c1d-4ec5-b83c-764df8b87380" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.482915] env[69357]: DEBUG nova.network.neutron [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.500624] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9911ec06-f06b-4642-b100-37df8c211b4f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.514463] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f857ae8-f282-40df-adf7-651c2ee0f81d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.527274] env[69357]: DEBUG nova.objects.instance [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lazy-loading 'pci_requests' on Instance uuid 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.548467] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528707} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.548467] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 3633502b-1ec2-4b4d-8a84-d33cb2769a00/3633502b-1ec2-4b4d-8a84-d33cb2769a00.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.548467] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.548467] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3aec3f42-1852-45ba-bad5-ab56d7398d4b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.560097] env[69357]: DEBUG nova.compute.manager [req-4c1fa930-7d11-43e2-8407-a5be3dda5ee0 req-98d7c875-ba10-4c0c-9ee0-a78516bdef1b service nova] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Detach interface failed, port_id=fa7baa3c-9c73-4caa-9579-81de2f2390ab, reason: Instance 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 972.561889] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Waiting for the task: (returnval){ [ 972.561889] env[69357]: value = "task-4151021" [ 972.561889] env[69357]: _type = "Task" [ 972.561889] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.571912] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.581362] env[69357]: DEBUG nova.compute.manager [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.709983] env[69357]: DEBUG nova.compute.manager [req-6e67ec65-c70a-49d4-89f6-f1b1c9e4e124 req-21506d17-e20d-4b8c-871f-79e28d3d8d26 service nova] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Received event network-vif-deleted-4b02a051-22c0-400f-ae3f-121acecbb02e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.727115] env[69357]: INFO nova.compute.manager [-] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Took 1.69 seconds to deallocate network for instance. [ 972.820413] env[69357]: DEBUG nova.scheduler.client.report [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.032948] env[69357]: DEBUG nova.objects.base [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Object Instance<129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5> lazy-loaded attributes: flavor,pci_requests {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 973.033119] env[69357]: DEBUG nova.network.neutron [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.072268] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079097} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.074712] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.075639] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ed2750-38c4-43f1-9c1e-060d95af731d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.102957] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 3633502b-1ec2-4b4d-8a84-d33cb2769a00/3633502b-1ec2-4b4d-8a84-d33cb2769a00.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.106233] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d796abdc-0f50-49f3-8d9d-ef69fee2cd3e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.129487] env[69357]: DEBUG nova.policy [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1335749a38054f0382246473110fc97d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac796fa7f0f646949a76de9e811a2f8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.134014] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Waiting for the task: (returnval){ [ 973.134014] env[69357]: value = "task-4151022" [ 973.134014] env[69357]: _type = "Task" [ 973.134014] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.144138] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.145860] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.233339] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.325423] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.326051] env[69357]: DEBUG nova.compute.manager [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.328765] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.934s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.329318] env[69357]: DEBUG nova.objects.instance [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lazy-loading 'resources' on Instance uuid 983f749d-92d2-411e-aca5-8608cca3123d {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.387195] env[69357]: DEBUG nova.network.neutron [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Updating instance_info_cache with network_info: [{"id": "1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8", "address": "fa:16:3e:9e:46:fc", "network": {"id": "53920da6-d263-44f4-a530-25b528a83149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-247356550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeed843967394582a8207ae77c9b18aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f9b643e-9c", "ovs_interfaceid": "1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.650028] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151022, 'name': ReconfigVM_Task, 'duration_secs': 0.401058} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.650028] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 3633502b-1ec2-4b4d-8a84-d33cb2769a00/3633502b-1ec2-4b4d-8a84-d33cb2769a00.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.650028] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1259c74-e62c-4bcb-8d8c-a8bdf578c41b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.659487] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Waiting for the task: (returnval){ [ 973.659487] env[69357]: value = "task-4151023" [ 973.659487] env[69357]: _type = "Task" [ 973.659487] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.679787] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151023, 'name': Rename_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.836425] env[69357]: DEBUG nova.compute.utils [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.840101] env[69357]: DEBUG nova.compute.manager [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.840399] env[69357]: DEBUG nova.network.neutron [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.891301] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Releasing lock "refresh_cache-86211dc9-4c1d-4ec5-b83c-764df8b87380" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.900411] env[69357]: DEBUG nova.policy [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a473b42364d4e8ab926520ff96c2f55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a6a244fe5024e1a98608a731f3cbe86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.173592] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151023, 'name': Rename_Task, 'duration_secs': 0.192118} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.174039] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.174436] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed88752f-ddff-4138-a0b2-1b61423aae15 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.188515] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Waiting for the task: (returnval){ [ 974.188515] env[69357]: value = "task-4151024" [ 974.188515] env[69357]: _type = "Task" [ 974.188515] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.198832] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.238655] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a52886-13f0-4a39-a310-6044f378d9ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.249126] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9011ebf2-ce92-4f62-85cf-b670dfb19e48 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.256996] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.258064] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.296796] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b154c50-5cc0-45e2-8b7c-24ecc61c9d62 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.311030] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22f4013-c070-4158-b443-6c8e60c872da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.327329] env[69357]: DEBUG nova.compute.provider_tree [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.340998] env[69357]: DEBUG nova.compute.manager [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.667349] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.668034] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dce3655-7241-471d-802c-2cde44343817 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.679228] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.679228] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-041841a3-a748-4d9e-8a04-c9cee84413a3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.699115] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151024, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.701839] env[69357]: DEBUG nova.network.neutron [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Successfully created port: 337d8cae-27c4-4b8f-9b0f-02581eac3775 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.753373] env[69357]: DEBUG nova.compute.manager [req-a7051783-f431-48d7-a3f9-e154e06869cf req-fe41b892-870d-4577-b258-78b6d57260df service nova] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Received event network-vif-unplugged-1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.753524] env[69357]: DEBUG oslo_concurrency.lockutils [req-a7051783-f431-48d7-a3f9-e154e06869cf req-fe41b892-870d-4577-b258-78b6d57260df service nova] Acquiring lock "86211dc9-4c1d-4ec5-b83c-764df8b87380-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.753827] env[69357]: DEBUG oslo_concurrency.lockutils [req-a7051783-f431-48d7-a3f9-e154e06869cf req-fe41b892-870d-4577-b258-78b6d57260df service nova] Lock "86211dc9-4c1d-4ec5-b83c-764df8b87380-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.754368] env[69357]: DEBUG oslo_concurrency.lockutils [req-a7051783-f431-48d7-a3f9-e154e06869cf req-fe41b892-870d-4577-b258-78b6d57260df service nova] Lock "86211dc9-4c1d-4ec5-b83c-764df8b87380-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.754549] env[69357]: DEBUG nova.compute.manager [req-a7051783-f431-48d7-a3f9-e154e06869cf req-fe41b892-870d-4577-b258-78b6d57260df service nova] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] No waiting events found dispatching network-vif-unplugged-1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 974.754781] env[69357]: WARNING nova.compute.manager [req-a7051783-f431-48d7-a3f9-e154e06869cf req-fe41b892-870d-4577-b258-78b6d57260df service nova] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Received unexpected event network-vif-unplugged-1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8 for instance with vm_state shelved and task_state shelving_offloading. [ 974.755017] env[69357]: DEBUG nova.compute.manager [req-a7051783-f431-48d7-a3f9-e154e06869cf req-fe41b892-870d-4577-b258-78b6d57260df service nova] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Received event network-changed-1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.755245] env[69357]: DEBUG nova.compute.manager [req-a7051783-f431-48d7-a3f9-e154e06869cf req-fe41b892-870d-4577-b258-78b6d57260df service nova] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Refreshing instance network info cache due to event network-changed-1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.755490] env[69357]: DEBUG oslo_concurrency.lockutils [req-a7051783-f431-48d7-a3f9-e154e06869cf req-fe41b892-870d-4577-b258-78b6d57260df service nova] Acquiring lock "refresh_cache-86211dc9-4c1d-4ec5-b83c-764df8b87380" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.755800] env[69357]: DEBUG oslo_concurrency.lockutils [req-a7051783-f431-48d7-a3f9-e154e06869cf req-fe41b892-870d-4577-b258-78b6d57260df service nova] Acquired lock "refresh_cache-86211dc9-4c1d-4ec5-b83c-764df8b87380" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.756146] env[69357]: DEBUG nova.network.neutron [req-a7051783-f431-48d7-a3f9-e154e06869cf req-fe41b892-870d-4577-b258-78b6d57260df service nova] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Refreshing network info cache for port 1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.761311] env[69357]: DEBUG nova.compute.manager [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.807611] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.808970] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.809305] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Deleting the datastore file [datastore2] 86211dc9-4c1d-4ec5-b83c-764df8b87380 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.809704] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe3a6d2b-bf4d-4d19-abf1-877997eb621c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.821447] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 974.821447] env[69357]: value = "task-4151026" [ 974.821447] env[69357]: _type = "Task" [ 974.821447] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.840497] env[69357]: DEBUG nova.scheduler.client.report [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.849395] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.855042] env[69357]: DEBUG nova.compute.manager [req-96f7d676-40fa-4467-a337-e6e4895b21b2 req-8a59fcf4-b8ad-493a-a502-1b3f0410465b service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Received event network-vif-plugged-a7402eab-2d8b-490a-9196-925d3647a174 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.856061] env[69357]: DEBUG oslo_concurrency.lockutils [req-96f7d676-40fa-4467-a337-e6e4895b21b2 req-8a59fcf4-b8ad-493a-a502-1b3f0410465b service nova] Acquiring lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.856061] env[69357]: DEBUG oslo_concurrency.lockutils [req-96f7d676-40fa-4467-a337-e6e4895b21b2 req-8a59fcf4-b8ad-493a-a502-1b3f0410465b service nova] Lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.856710] env[69357]: DEBUG oslo_concurrency.lockutils [req-96f7d676-40fa-4467-a337-e6e4895b21b2 req-8a59fcf4-b8ad-493a-a502-1b3f0410465b service nova] Lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.856710] env[69357]: DEBUG nova.compute.manager [req-96f7d676-40fa-4467-a337-e6e4895b21b2 req-8a59fcf4-b8ad-493a-a502-1b3f0410465b service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] No waiting events found dispatching network-vif-plugged-a7402eab-2d8b-490a-9196-925d3647a174 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 974.856930] env[69357]: WARNING nova.compute.manager [req-96f7d676-40fa-4467-a337-e6e4895b21b2 req-8a59fcf4-b8ad-493a-a502-1b3f0410465b service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Received unexpected event network-vif-plugged-a7402eab-2d8b-490a-9196-925d3647a174 for instance with vm_state active and task_state None. [ 974.946273] env[69357]: DEBUG nova.network.neutron [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Successfully updated port: a7402eab-2d8b-490a-9196-925d3647a174 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.199867] env[69357]: DEBUG oslo_vmware.api [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151024, 'name': PowerOnVM_Task, 'duration_secs': 0.566901} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.201443] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.201443] env[69357]: INFO nova.compute.manager [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Took 5.41 seconds to spawn the instance on the hypervisor. [ 975.201443] env[69357]: DEBUG nova.compute.manager [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 975.202462] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bedf0c-2e6b-4c2b-9427-fdee38fc53c2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.284521] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.334158] env[69357]: DEBUG oslo_vmware.api [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19911} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.334454] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.334675] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.334854] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.349351] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.350285] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.339s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.350445] env[69357]: DEBUG nova.objects.instance [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lazy-loading 'resources' on Instance uuid e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.355431] env[69357]: INFO nova.scheduler.client.report [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Deleted allocations for instance 86211dc9-4c1d-4ec5-b83c-764df8b87380 [ 975.358505] env[69357]: DEBUG nova.compute.manager [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.371855] env[69357]: INFO nova.scheduler.client.report [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Deleted allocations for instance 983f749d-92d2-411e-aca5-8608cca3123d [ 975.391140] env[69357]: DEBUG nova.virt.hardware [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.391707] env[69357]: DEBUG nova.virt.hardware [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.391938] env[69357]: DEBUG nova.virt.hardware [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.392506] env[69357]: DEBUG nova.virt.hardware [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.392506] env[69357]: DEBUG nova.virt.hardware [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.392671] env[69357]: DEBUG nova.virt.hardware [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.392869] env[69357]: DEBUG nova.virt.hardware [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.393485] env[69357]: DEBUG nova.virt.hardware [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.393793] env[69357]: DEBUG nova.virt.hardware [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.394090] env[69357]: DEBUG nova.virt.hardware [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.394828] env[69357]: DEBUG nova.virt.hardware [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.396881] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce99608-1275-4443-b0cb-aa0be50349d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.406730] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78096192-1bcd-4104-8470-c56b20563797 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.450668] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "refresh_cache-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.450768] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "refresh_cache-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.450943] env[69357]: DEBUG nova.network.neutron [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.535550] env[69357]: DEBUG nova.network.neutron [req-a7051783-f431-48d7-a3f9-e154e06869cf req-fe41b892-870d-4577-b258-78b6d57260df service nova] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Updated VIF entry in instance network info cache for port 1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.535925] env[69357]: DEBUG nova.network.neutron [req-a7051783-f431-48d7-a3f9-e154e06869cf req-fe41b892-870d-4577-b258-78b6d57260df service nova] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Updating instance_info_cache with network_info: [{"id": "1f9b643e-9c9f-4bcb-816d-2f55cd6b68c8", "address": "fa:16:3e:9e:46:fc", "network": {"id": "53920da6-d263-44f4-a530-25b528a83149", "bridge": null, "label": "tempest-DeleteServersTestJSON-247356550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeed843967394582a8207ae77c9b18aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1f9b643e-9c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.721249] env[69357]: INFO nova.compute.manager [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Took 37.98 seconds to build instance. [ 975.862521] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.881720] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c663fd94-86c2-4064-ba04-4b9c0dc33d4c tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "983f749d-92d2-411e-aca5-8608cca3123d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.088s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.007060] env[69357]: WARNING nova.network.neutron [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] f9b34c77-3ff2-4855-a6ec-3012cb923c22 already exists in list: networks containing: ['f9b34c77-3ff2-4855-a6ec-3012cb923c22']. ignoring it [ 976.007060] env[69357]: WARNING nova.network.neutron [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] f9b34c77-3ff2-4855-a6ec-3012cb923c22 already exists in list: networks containing: ['f9b34c77-3ff2-4855-a6ec-3012cb923c22']. ignoring it [ 976.041606] env[69357]: DEBUG oslo_concurrency.lockutils [req-a7051783-f431-48d7-a3f9-e154e06869cf req-fe41b892-870d-4577-b258-78b6d57260df service nova] Releasing lock "refresh_cache-86211dc9-4c1d-4ec5-b83c-764df8b87380" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.172179] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daee2922-2252-4e19-b6ad-14ebec946cf7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.181250] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d85cba-2516-4a98-b5b5-b71c39fa739e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.224208] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eee60a91-b5e6-4d1f-9294-ebb0d818c008 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Lock "3633502b-1ec2-4b4d-8a84-d33cb2769a00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.494s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.225289] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce5049a-7626-4ded-b65f-c7982a286350 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.234264] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0216d39-6452-4ee7-b17e-91d5bde155e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.248960] env[69357]: DEBUG nova.compute.provider_tree [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.393337] env[69357]: DEBUG nova.network.neutron [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Successfully updated port: 337d8cae-27c4-4b8f-9b0f-02581eac3775 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.753031] env[69357]: DEBUG nova.scheduler.client.report [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.809681] env[69357]: DEBUG nova.network.neutron [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Updating instance_info_cache with network_info: [{"id": "edb57e3b-c8a2-472b-a1b0-4841d0d595e3", "address": "fa:16:3e:2f:e5:b6", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb57e3b-c8", "ovs_interfaceid": "edb57e3b-c8a2-472b-a1b0-4841d0d595e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "54c51f10-4213-4ad0-a68a-177b79124c9d", "address": "fa:16:3e:a9:cb:a0", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54c51f10-42", "ovs_interfaceid": "54c51f10-4213-4ad0-a68a-177b79124c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a7402eab-2d8b-490a-9196-925d3647a174", "address": "fa:16:3e:c6:89:fa", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7402eab-2d", "ovs_interfaceid": "a7402eab-2d8b-490a-9196-925d3647a174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.896046] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "refresh_cache-bb7ecbd6-de22-4d62-9429-567dfca0c397" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.896195] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "refresh_cache-bb7ecbd6-de22-4d62-9429-567dfca0c397" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.896356] env[69357]: DEBUG nova.network.neutron [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.257850] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.260512] env[69357]: DEBUG oslo_concurrency.lockutils [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.918s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.260813] env[69357]: DEBUG nova.objects.instance [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lazy-loading 'resources' on Instance uuid 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.281689] env[69357]: INFO nova.scheduler.client.report [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Deleted allocations for instance e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380 [ 977.312866] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "refresh_cache-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.313561] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.313724] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.314591] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff3524f-47ca-40a4-9133-ab3ea52c6272 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.334959] env[69357]: DEBUG nova.virt.hardware [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.335239] env[69357]: DEBUG nova.virt.hardware [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.335396] env[69357]: DEBUG nova.virt.hardware [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.335579] env[69357]: DEBUG nova.virt.hardware [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.335726] env[69357]: DEBUG nova.virt.hardware [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.335874] env[69357]: DEBUG nova.virt.hardware [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.336090] env[69357]: DEBUG nova.virt.hardware [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.336249] env[69357]: DEBUG nova.virt.hardware [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.336414] env[69357]: DEBUG nova.virt.hardware [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.336578] env[69357]: DEBUG nova.virt.hardware [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.336746] env[69357]: DEBUG nova.virt.hardware [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.343028] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Reconfiguring VM to attach interface {{(pid=69357) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 977.344077] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-850caa70-493a-4e1d-bb44-3c03353c8f37 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.364688] env[69357]: DEBUG oslo_vmware.api [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 977.364688] env[69357]: value = "task-4151027" [ 977.364688] env[69357]: _type = "Task" [ 977.364688] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.373773] env[69357]: DEBUG oslo_vmware.api [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151027, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.430483] env[69357]: DEBUG nova.network.neutron [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.576535] env[69357]: DEBUG nova.compute.manager [req-9767d565-7eef-44d7-82d7-dfa6142e13cd req-287ff8c1-63ad-4f1f-a361-0044d28d5e10 service nova] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Received event network-vif-plugged-337d8cae-27c4-4b8f-9b0f-02581eac3775 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.576764] env[69357]: DEBUG oslo_concurrency.lockutils [req-9767d565-7eef-44d7-82d7-dfa6142e13cd req-287ff8c1-63ad-4f1f-a361-0044d28d5e10 service nova] Acquiring lock "bb7ecbd6-de22-4d62-9429-567dfca0c397-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.576981] env[69357]: DEBUG oslo_concurrency.lockutils [req-9767d565-7eef-44d7-82d7-dfa6142e13cd req-287ff8c1-63ad-4f1f-a361-0044d28d5e10 service nova] Lock "bb7ecbd6-de22-4d62-9429-567dfca0c397-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.577173] env[69357]: DEBUG oslo_concurrency.lockutils [req-9767d565-7eef-44d7-82d7-dfa6142e13cd req-287ff8c1-63ad-4f1f-a361-0044d28d5e10 service nova] Lock "bb7ecbd6-de22-4d62-9429-567dfca0c397-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.577342] env[69357]: DEBUG nova.compute.manager [req-9767d565-7eef-44d7-82d7-dfa6142e13cd req-287ff8c1-63ad-4f1f-a361-0044d28d5e10 service nova] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] No waiting events found dispatching network-vif-plugged-337d8cae-27c4-4b8f-9b0f-02581eac3775 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 977.577508] env[69357]: WARNING nova.compute.manager [req-9767d565-7eef-44d7-82d7-dfa6142e13cd req-287ff8c1-63ad-4f1f-a361-0044d28d5e10 service nova] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Received unexpected event network-vif-plugged-337d8cae-27c4-4b8f-9b0f-02581eac3775 for instance with vm_state building and task_state spawning. [ 977.577668] env[69357]: DEBUG nova.compute.manager [req-9767d565-7eef-44d7-82d7-dfa6142e13cd req-287ff8c1-63ad-4f1f-a361-0044d28d5e10 service nova] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Received event network-changed-337d8cae-27c4-4b8f-9b0f-02581eac3775 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.577851] env[69357]: DEBUG nova.compute.manager [req-9767d565-7eef-44d7-82d7-dfa6142e13cd req-287ff8c1-63ad-4f1f-a361-0044d28d5e10 service nova] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Refreshing instance network info cache due to event network-changed-337d8cae-27c4-4b8f-9b0f-02581eac3775. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.578032] env[69357]: DEBUG oslo_concurrency.lockutils [req-9767d565-7eef-44d7-82d7-dfa6142e13cd req-287ff8c1-63ad-4f1f-a361-0044d28d5e10 service nova] Acquiring lock "refresh_cache-bb7ecbd6-de22-4d62-9429-567dfca0c397" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.592271] env[69357]: DEBUG nova.network.neutron [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Updating instance_info_cache with network_info: [{"id": "337d8cae-27c4-4b8f-9b0f-02581eac3775", "address": "fa:16:3e:33:88:99", "network": {"id": "e4b350ba-ef87-4c2d-b94d-153f1aa0d1aa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-224470408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6a244fe5024e1a98608a731f3cbe86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap337d8cae-27", "ovs_interfaceid": "337d8cae-27c4-4b8f-9b0f-02581eac3775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.711292] env[69357]: DEBUG nova.compute.manager [req-8e949642-6792-44ea-b595-cf52e8302c2a req-76959f83-39be-4146-afde-73891b2470a6 service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Received event network-changed-a7402eab-2d8b-490a-9196-925d3647a174 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.711535] env[69357]: DEBUG nova.compute.manager [req-8e949642-6792-44ea-b595-cf52e8302c2a req-76959f83-39be-4146-afde-73891b2470a6 service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Refreshing instance network info cache due to event network-changed-a7402eab-2d8b-490a-9196-925d3647a174. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.711837] env[69357]: DEBUG oslo_concurrency.lockutils [req-8e949642-6792-44ea-b595-cf52e8302c2a req-76959f83-39be-4146-afde-73891b2470a6 service nova] Acquiring lock "refresh_cache-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.711990] env[69357]: DEBUG oslo_concurrency.lockutils [req-8e949642-6792-44ea-b595-cf52e8302c2a req-76959f83-39be-4146-afde-73891b2470a6 service nova] Acquired lock "refresh_cache-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.712198] env[69357]: DEBUG nova.network.neutron [req-8e949642-6792-44ea-b595-cf52e8302c2a req-76959f83-39be-4146-afde-73891b2470a6 service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Refreshing network info cache for port a7402eab-2d8b-490a-9196-925d3647a174 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.790973] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2b348faa-a2d6-4c56-b49a-f78ab38bda30 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.592s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.882503] env[69357]: DEBUG oslo_vmware.api [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.970221] env[69357]: DEBUG oslo_concurrency.lockutils [None req-12bdbb66-cd77-4c50-84b8-79259f3988ed tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "86211dc9-4c1d-4ec5-b83c-764df8b87380" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.065135] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9601a088-8bfc-44ea-b015-e123cb64f794 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.073101] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906587d7-9c76-4a61-9cdc-44927a7f132e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.106352] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "refresh_cache-bb7ecbd6-de22-4d62-9429-567dfca0c397" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.106732] env[69357]: DEBUG nova.compute.manager [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Instance network_info: |[{"id": "337d8cae-27c4-4b8f-9b0f-02581eac3775", "address": "fa:16:3e:33:88:99", "network": {"id": "e4b350ba-ef87-4c2d-b94d-153f1aa0d1aa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-224470408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6a244fe5024e1a98608a731f3cbe86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap337d8cae-27", "ovs_interfaceid": "337d8cae-27c4-4b8f-9b0f-02581eac3775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.107345] env[69357]: DEBUG oslo_concurrency.lockutils [req-9767d565-7eef-44d7-82d7-dfa6142e13cd req-287ff8c1-63ad-4f1f-a361-0044d28d5e10 service nova] Acquired lock "refresh_cache-bb7ecbd6-de22-4d62-9429-567dfca0c397" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.107563] env[69357]: DEBUG nova.network.neutron [req-9767d565-7eef-44d7-82d7-dfa6142e13cd req-287ff8c1-63ad-4f1f-a361-0044d28d5e10 service nova] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Refreshing network info cache for port 337d8cae-27c4-4b8f-9b0f-02581eac3775 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.109843] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:88:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '337d8cae-27c4-4b8f-9b0f-02581eac3775', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.117784] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.119032] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34eadf18-2fac-4c75-b71b-61dfc3faa102 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.121900] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.122136] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8064024c-5381-485f-bbac-b28b06f7cd4c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.143710] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbdedc5-d60d-47b1-867f-edc0498d7dec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.150697] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.150697] env[69357]: value = "task-4151028" [ 978.150697] env[69357]: _type = "Task" [ 978.150697] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.164350] env[69357]: DEBUG nova.compute.provider_tree [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.174133] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151028, 'name': CreateVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.378241] env[69357]: INFO nova.compute.manager [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Rebuilding instance [ 978.380422] env[69357]: DEBUG oslo_vmware.api [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151027, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.437987] env[69357]: DEBUG nova.compute.manager [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 978.439263] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e14a3e-49cc-4acc-a0aa-7a147d852ade {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.515387] env[69357]: DEBUG nova.network.neutron [req-8e949642-6792-44ea-b595-cf52e8302c2a req-76959f83-39be-4146-afde-73891b2470a6 service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Updated VIF entry in instance network info cache for port a7402eab-2d8b-490a-9196-925d3647a174. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.517036] env[69357]: DEBUG nova.network.neutron [req-8e949642-6792-44ea-b595-cf52e8302c2a req-76959f83-39be-4146-afde-73891b2470a6 service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Updating instance_info_cache with network_info: [{"id": "edb57e3b-c8a2-472b-a1b0-4841d0d595e3", "address": "fa:16:3e:2f:e5:b6", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb57e3b-c8", "ovs_interfaceid": "edb57e3b-c8a2-472b-a1b0-4841d0d595e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "54c51f10-4213-4ad0-a68a-177b79124c9d", "address": "fa:16:3e:a9:cb:a0", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54c51f10-42", "ovs_interfaceid": "54c51f10-4213-4ad0-a68a-177b79124c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a7402eab-2d8b-490a-9196-925d3647a174", "address": "fa:16:3e:c6:89:fa", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7402eab-2d", "ovs_interfaceid": "a7402eab-2d8b-490a-9196-925d3647a174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.662049] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151028, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.668174] env[69357]: DEBUG nova.scheduler.client.report [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.863802] env[69357]: DEBUG nova.network.neutron [req-9767d565-7eef-44d7-82d7-dfa6142e13cd req-287ff8c1-63ad-4f1f-a361-0044d28d5e10 service nova] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Updated VIF entry in instance network info cache for port 337d8cae-27c4-4b8f-9b0f-02581eac3775. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.864288] env[69357]: DEBUG nova.network.neutron [req-9767d565-7eef-44d7-82d7-dfa6142e13cd req-287ff8c1-63ad-4f1f-a361-0044d28d5e10 service nova] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Updating instance_info_cache with network_info: [{"id": "337d8cae-27c4-4b8f-9b0f-02581eac3775", "address": "fa:16:3e:33:88:99", "network": {"id": "e4b350ba-ef87-4c2d-b94d-153f1aa0d1aa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-224470408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6a244fe5024e1a98608a731f3cbe86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap337d8cae-27", "ovs_interfaceid": "337d8cae-27c4-4b8f-9b0f-02581eac3775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.881685] env[69357]: DEBUG oslo_vmware.api [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151027, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.019311] env[69357]: DEBUG oslo_concurrency.lockutils [req-8e949642-6792-44ea-b595-cf52e8302c2a req-76959f83-39be-4146-afde-73891b2470a6 service nova] Releasing lock "refresh_cache-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.165877] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151028, 'name': CreateVM_Task, 'duration_secs': 0.532251} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.166149] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.167750] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.167750] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.167942] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.168315] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-879a0c08-dc63-4280-a5d1-b36c50bbc03d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.173116] env[69357]: DEBUG oslo_concurrency.lockutils [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.176985] env[69357]: DEBUG oslo_concurrency.lockutils [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.434s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.177832] env[69357]: DEBUG nova.objects.instance [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 979.180292] env[69357]: DEBUG oslo_vmware.api [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 979.180292] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]528918aa-e903-bc3e-9904-d8f5c5db9d32" [ 979.180292] env[69357]: _type = "Task" [ 979.180292] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.197551] env[69357]: DEBUG oslo_vmware.api [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]528918aa-e903-bc3e-9904-d8f5c5db9d32, 'name': SearchDatastore_Task, 'duration_secs': 0.013947} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.197551] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.197551] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.197551] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.197551] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.197551] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.197551] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73c03b7d-85a9-4a7a-a7bb-25559cec532d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.198980] env[69357]: INFO nova.scheduler.client.report [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Deleted allocations for instance 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d [ 979.209184] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.209433] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.210682] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32d25f38-3084-4ea5-abbe-ef34b6b0c850 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.218554] env[69357]: DEBUG oslo_vmware.api [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 979.218554] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]526775e0-07d4-bbd0-ffd2-ef87cf6835e2" [ 979.218554] env[69357]: _type = "Task" [ 979.218554] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.228880] env[69357]: DEBUG oslo_vmware.api [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526775e0-07d4-bbd0-ffd2-ef87cf6835e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.371795] env[69357]: DEBUG oslo_concurrency.lockutils [req-9767d565-7eef-44d7-82d7-dfa6142e13cd req-287ff8c1-63ad-4f1f-a361-0044d28d5e10 service nova] Releasing lock "refresh_cache-bb7ecbd6-de22-4d62-9429-567dfca0c397" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.381964] env[69357]: DEBUG oslo_vmware.api [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151027, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.456992] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.457481] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbb4dde5-8966-4a57-b71c-c2af1a562a94 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.468120] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Waiting for the task: (returnval){ [ 979.468120] env[69357]: value = "task-4151029" [ 979.468120] env[69357]: _type = "Task" [ 979.468120] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.481409] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.709274] env[69357]: DEBUG oslo_concurrency.lockutils [None req-683a7b05-f698-4cf5-9071-734d7b328526 tempest-ServersAdminTestJSON-162619687 tempest-ServersAdminTestJSON-162619687-project-member] Lock "4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.920s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.736622] env[69357]: DEBUG oslo_vmware.api [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526775e0-07d4-bbd0-ffd2-ef87cf6835e2, 'name': SearchDatastore_Task, 'duration_secs': 0.012718} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.738362] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baaa12b4-dded-44cb-9898-e5b994eed284 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.748620] env[69357]: DEBUG oslo_vmware.api [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 979.748620] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]525af238-26f4-3598-e62c-ed3770f87c7c" [ 979.748620] env[69357]: _type = "Task" [ 979.748620] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.765527] env[69357]: DEBUG oslo_vmware.api [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]525af238-26f4-3598-e62c-ed3770f87c7c, 'name': SearchDatastore_Task, 'duration_secs': 0.012651} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.766447] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.766447] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] bb7ecbd6-de22-4d62-9429-567dfca0c397/bb7ecbd6-de22-4d62-9429-567dfca0c397.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.766869] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02c8f1ba-7015-4b40-8c1a-1257723aca6a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.777366] env[69357]: DEBUG oslo_vmware.api [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 979.777366] env[69357]: value = "task-4151030" [ 979.777366] env[69357]: _type = "Task" [ 979.777366] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.788285] env[69357]: DEBUG oslo_vmware.api [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.888731] env[69357]: DEBUG oslo_vmware.api [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151027, 'name': ReconfigVM_Task, 'duration_secs': 2.035641} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.889782] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.890404] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Reconfigured VM to attach interface {{(pid=69357) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 979.983638] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151029, 'name': PowerOffVM_Task, 'duration_secs': 0.139671} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.984021] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.984775] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.985668] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed7b3c4-bce0-4450-b952-9515fccf404c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.995099] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.995408] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-145f4134-6a68-4b77-b61a-74cf444a58be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.025511] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.026855] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.026855] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Deleting the datastore file [datastore2] 3633502b-1ec2-4b4d-8a84-d33cb2769a00 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.026855] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43ffc82f-4b34-47e1-9d75-cc7bbc83252f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.035747] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Waiting for the task: (returnval){ [ 980.035747] env[69357]: value = "task-4151032" [ 980.035747] env[69357]: _type = "Task" [ 980.035747] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.046745] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.193670] env[69357]: DEBUG oslo_concurrency.lockutils [None req-64e0fe38-42e7-4d6f-b6b6-fdfb2be15ba0 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.195556] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1577532a-a266-4665-82dc-ce079c81779e tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.434s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.200140] env[69357]: INFO nova.compute.claims [None req-1577532a-a266-4665-82dc-ce079c81779e tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: cd0c1798-b867-4d43-9e4e-023cae6afbb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.294773] env[69357]: DEBUG oslo_vmware.api [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151030, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.401076] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d02a5a27-376b-49fa-9f70-eea2baf7043b tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "interface-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5-a7402eab-2d8b-490a-9196-925d3647a174" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.908s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.547265] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351203} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.547430] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.547604] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.547784] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.709787] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1577532a-a266-4665-82dc-ce079c81779e tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.514s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.710580] env[69357]: DEBUG nova.compute.utils [None req-1577532a-a266-4665-82dc-ce079c81779e tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: cd0c1798-b867-4d43-9e4e-023cae6afbb9] Instance cd0c1798-b867-4d43-9e4e-023cae6afbb9 could not be found. {{(pid=69357) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 980.711955] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.073s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.712107] env[69357]: DEBUG nova.objects.instance [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lazy-loading 'resources' on Instance uuid 4be7c2b3-a630-4e34-8733-927657600128 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.716720] env[69357]: DEBUG nova.compute.manager [None req-1577532a-a266-4665-82dc-ce079c81779e tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: cd0c1798-b867-4d43-9e4e-023cae6afbb9] Instance disappeared during build. {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2520}} [ 980.716720] env[69357]: DEBUG nova.compute.manager [None req-1577532a-a266-4665-82dc-ce079c81779e tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: cd0c1798-b867-4d43-9e4e-023cae6afbb9] Unplugging VIFs for instance {{(pid=69357) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 980.716720] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1577532a-a266-4665-82dc-ce079c81779e tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "refresh_cache-cd0c1798-b867-4d43-9e4e-023cae6afbb9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.716720] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1577532a-a266-4665-82dc-ce079c81779e tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired lock "refresh_cache-cd0c1798-b867-4d43-9e4e-023cae6afbb9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.716720] env[69357]: DEBUG nova.network.neutron [None req-1577532a-a266-4665-82dc-ce079c81779e tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: cd0c1798-b867-4d43-9e4e-023cae6afbb9] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.795647] env[69357]: DEBUG oslo_vmware.api [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561826} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.796732] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] bb7ecbd6-de22-4d62-9429-567dfca0c397/bb7ecbd6-de22-4d62-9429-567dfca0c397.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.797667] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.798091] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64e37f11-820a-4b3c-9426-56560e04fb47 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.807683] env[69357]: DEBUG oslo_vmware.api [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 980.807683] env[69357]: value = "task-4151033" [ 980.807683] env[69357]: _type = "Task" [ 980.807683] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.820728] env[69357]: DEBUG oslo_vmware.api [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.219682] env[69357]: DEBUG nova.compute.utils [None req-1577532a-a266-4665-82dc-ce079c81779e tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: cd0c1798-b867-4d43-9e4e-023cae6afbb9] Can not refresh info_cache because instance was not found {{(pid=69357) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 981.250209] env[69357]: DEBUG nova.network.neutron [None req-1577532a-a266-4665-82dc-ce079c81779e tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: cd0c1798-b867-4d43-9e4e-023cae6afbb9] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.319204] env[69357]: DEBUG oslo_vmware.api [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076925} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.319941] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.321225] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce65f68-1a5b-4b9f-bca4-2534e31d7b68 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.353663] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] bb7ecbd6-de22-4d62-9429-567dfca0c397/bb7ecbd6-de22-4d62-9429-567dfca0c397.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.358463] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db388b95-7dcd-4d90-9922-0ef8951acc8f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.386031] env[69357]: DEBUG oslo_vmware.api [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 981.386031] env[69357]: value = "task-4151034" [ 981.386031] env[69357]: _type = "Task" [ 981.386031] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.400149] env[69357]: DEBUG oslo_vmware.api [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151034, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.440594] env[69357]: DEBUG nova.network.neutron [None req-1577532a-a266-4665-82dc-ce079c81779e tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: cd0c1798-b867-4d43-9e4e-023cae6afbb9] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.564247] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667d9827-5b32-49f1-87b9-23a7ac1d90e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.573253] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2f8c77-ce6d-4e2d-852a-99b49ed1aeb5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.611863] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ca1c01-d635-4302-a72d-5c5500d4db05 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.623261] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd2b164-d51f-47d8-ad79-3d97e7f051fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.630345] env[69357]: DEBUG nova.virt.hardware [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.630643] env[69357]: DEBUG nova.virt.hardware [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.630847] env[69357]: DEBUG nova.virt.hardware [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.631104] env[69357]: DEBUG nova.virt.hardware [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.631347] env[69357]: DEBUG nova.virt.hardware [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.631558] env[69357]: DEBUG nova.virt.hardware [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.631842] env[69357]: DEBUG nova.virt.hardware [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.632088] env[69357]: DEBUG nova.virt.hardware [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.632354] env[69357]: DEBUG nova.virt.hardware [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.632606] env[69357]: DEBUG nova.virt.hardware [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.633092] env[69357]: DEBUG nova.virt.hardware [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.633798] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caed320-9452-48f5-bc3e-18896f199518 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.650555] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12800e2b-5319-43aa-bbd9-9179de511bde {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.654878] env[69357]: DEBUG nova.compute.provider_tree [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.667308] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.673151] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.674135] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.674461] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62e0f9ec-bb61-4de5-b207-05b479d98249 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.693461] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.693461] env[69357]: value = "task-4151035" [ 981.693461] env[69357]: _type = "Task" [ 981.693461] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.702118] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151035, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.902367] env[69357]: DEBUG oslo_vmware.api [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151034, 'name': ReconfigVM_Task, 'duration_secs': 0.304817} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.902754] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Reconfigured VM instance instance-00000049 to attach disk [datastore2] bb7ecbd6-de22-4d62-9429-567dfca0c397/bb7ecbd6-de22-4d62-9429-567dfca0c397.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.903662] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8350f459-23f4-4bd1-ba44-1eac2e7e40ef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.913653] env[69357]: DEBUG oslo_vmware.api [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 981.913653] env[69357]: value = "task-4151036" [ 981.913653] env[69357]: _type = "Task" [ 981.913653] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.925477] env[69357]: DEBUG oslo_vmware.api [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151036, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.943143] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1577532a-a266-4665-82dc-ce079c81779e tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Releasing lock "refresh_cache-cd0c1798-b867-4d43-9e4e-023cae6afbb9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.943410] env[69357]: DEBUG nova.compute.manager [None req-1577532a-a266-4665-82dc-ce079c81779e tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=69357) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 981.943601] env[69357]: DEBUG nova.compute.manager [None req-1577532a-a266-4665-82dc-ce079c81779e tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: cd0c1798-b867-4d43-9e4e-023cae6afbb9] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.943827] env[69357]: DEBUG nova.network.neutron [None req-1577532a-a266-4665-82dc-ce079c81779e tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: cd0c1798-b867-4d43-9e4e-023cae6afbb9] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.970272] env[69357]: DEBUG nova.network.neutron [None req-1577532a-a266-4665-82dc-ce079c81779e tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: cd0c1798-b867-4d43-9e4e-023cae6afbb9] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.160121] env[69357]: DEBUG nova.scheduler.client.report [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.204220] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151035, 'name': CreateVM_Task, 'duration_secs': 0.321731} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.204507] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.204902] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.205087] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.205429] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.205708] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-872a8733-b196-497e-b878-235fc0fa22d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.211837] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Waiting for the task: (returnval){ [ 982.211837] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]528ce14d-bfd5-c36b-7851-2241fc35a2ba" [ 982.211837] env[69357]: _type = "Task" [ 982.211837] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.220799] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]528ce14d-bfd5-c36b-7851-2241fc35a2ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.280175] env[69357]: DEBUG oslo_concurrency.lockutils [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "interface-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5-54c51f10-4213-4ad0-a68a-177b79124c9d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.280919] env[69357]: DEBUG oslo_concurrency.lockutils [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "interface-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5-54c51f10-4213-4ad0-a68a-177b79124c9d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.431225] env[69357]: DEBUG oslo_vmware.api [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151036, 'name': Rename_Task, 'duration_secs': 0.176846} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.431647] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.431941] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c757adf-7893-4519-90c7-07f9bce7a687 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.442785] env[69357]: DEBUG oslo_vmware.api [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 982.442785] env[69357]: value = "task-4151037" [ 982.442785] env[69357]: _type = "Task" [ 982.442785] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.455029] env[69357]: DEBUG oslo_vmware.api [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.475849] env[69357]: DEBUG nova.network.neutron [None req-1577532a-a266-4665-82dc-ce079c81779e tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: cd0c1798-b867-4d43-9e4e-023cae6afbb9] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.697994] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.697994] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.639s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.697994] env[69357]: DEBUG nova.objects.instance [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lazy-loading 'resources' on Instance uuid b401646b-fa08-4135-9c44-c1f77a12a8e0 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.711374] env[69357]: INFO nova.scheduler.client.report [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Deleted allocations for instance 4be7c2b3-a630-4e34-8733-927657600128 [ 982.726961] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]528ce14d-bfd5-c36b-7851-2241fc35a2ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010926} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.727111] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.727241] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.727557] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.727807] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.727807] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.728811] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf00e41b-afd9-4a42-bc12-9441bca05641 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.737980] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.737980] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.738655] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43ccdc04-2a93-4d60-b76a-8dd221769fd2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.745351] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Waiting for the task: (returnval){ [ 982.745351] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]523d8f81-8805-aaf7-38d4-2c7335a15aba" [ 982.745351] env[69357]: _type = "Task" [ 982.745351] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.754381] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]523d8f81-8805-aaf7-38d4-2c7335a15aba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.784487] env[69357]: DEBUG oslo_concurrency.lockutils [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.784487] env[69357]: DEBUG oslo_concurrency.lockutils [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.786024] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a3e20c-941b-4430-9b50-2e9e7ebe16a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.805427] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb10edf-599e-42b3-9051-d34b3b27a228 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.837512] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Reconfiguring VM to detach interface {{(pid=69357) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 982.837892] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66b61673-6994-4730-ab87-b5020b931ed7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.858153] env[69357]: DEBUG oslo_vmware.api [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 982.858153] env[69357]: value = "task-4151038" [ 982.858153] env[69357]: _type = "Task" [ 982.858153] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.869933] env[69357]: DEBUG oslo_vmware.api [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.954417] env[69357]: DEBUG oslo_vmware.api [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151037, 'name': PowerOnVM_Task, 'duration_secs': 0.479419} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.955462] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.956400] env[69357]: INFO nova.compute.manager [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Took 7.60 seconds to spawn the instance on the hypervisor. [ 982.956400] env[69357]: DEBUG nova.compute.manager [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 982.956763] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d5857e-43da-45e4-b905-4d971d8e66ba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.979618] env[69357]: INFO nova.compute.manager [None req-1577532a-a266-4665-82dc-ce079c81779e tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: cd0c1798-b867-4d43-9e4e-023cae6afbb9] Took 1.04 seconds to deallocate network for instance. [ 983.225387] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f601d778-1a3d-437a-a6fe-a189feacab8b tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lock "4be7c2b3-a630-4e34-8733-927657600128" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.166s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.226417] env[69357]: DEBUG oslo_concurrency.lockutils [None req-52760317-99b6-4a8f-86d1-e1c98b38d158 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lock "4be7c2b3-a630-4e34-8733-927657600128" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 14.499s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.226692] env[69357]: DEBUG oslo_concurrency.lockutils [None req-52760317-99b6-4a8f-86d1-e1c98b38d158 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquiring lock "4be7c2b3-a630-4e34-8733-927657600128-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.226959] env[69357]: DEBUG oslo_concurrency.lockutils [None req-52760317-99b6-4a8f-86d1-e1c98b38d158 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lock "4be7c2b3-a630-4e34-8733-927657600128-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.227185] env[69357]: DEBUG oslo_concurrency.lockutils [None req-52760317-99b6-4a8f-86d1-e1c98b38d158 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lock "4be7c2b3-a630-4e34-8733-927657600128-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.228933] env[69357]: INFO nova.compute.manager [None req-52760317-99b6-4a8f-86d1-e1c98b38d158 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Terminating instance [ 983.265650] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]523d8f81-8805-aaf7-38d4-2c7335a15aba, 'name': SearchDatastore_Task, 'duration_secs': 0.009461} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.266237] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88f6b853-96a5-43f0-ae15-a73a37d0470c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.274328] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Waiting for the task: (returnval){ [ 983.274328] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]520ebbe0-22f6-7eb6-815d-9ca6df8fda77" [ 983.274328] env[69357]: _type = "Task" [ 983.274328] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.284778] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]520ebbe0-22f6-7eb6-815d-9ca6df8fda77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.370592] env[69357]: DEBUG oslo_vmware.api [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.482038] env[69357]: INFO nova.compute.manager [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Took 28.70 seconds to build instance. [ 983.508591] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310f4fa8-674e-4b2c-84a2-1f7af2ad0421 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.517656] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab904ad5-ad39-42ec-bea8-e828f1e9c9d2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.552384] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9a009f-9f54-4894-afdf-89fdcefcf81c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.558859] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ec8c98-65e9-4fa7-a9a4-1889656003d5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.573659] env[69357]: DEBUG nova.compute.provider_tree [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.743024] env[69357]: DEBUG oslo_concurrency.lockutils [None req-52760317-99b6-4a8f-86d1-e1c98b38d158 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquiring lock "refresh_cache-4be7c2b3-a630-4e34-8733-927657600128" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.743273] env[69357]: DEBUG oslo_concurrency.lockutils [None req-52760317-99b6-4a8f-86d1-e1c98b38d158 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquired lock "refresh_cache-4be7c2b3-a630-4e34-8733-927657600128" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.743533] env[69357]: DEBUG nova.network.neutron [None req-52760317-99b6-4a8f-86d1-e1c98b38d158 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.785588] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]520ebbe0-22f6-7eb6-815d-9ca6df8fda77, 'name': SearchDatastore_Task, 'duration_secs': 0.010648} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.786098] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.786438] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 3633502b-1ec2-4b4d-8a84-d33cb2769a00/3633502b-1ec2-4b4d-8a84-d33cb2769a00.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.787113] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a97dd19-ee1d-4fc7-81c3-2a8a402003f6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.796059] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Waiting for the task: (returnval){ [ 983.796059] env[69357]: value = "task-4151039" [ 983.796059] env[69357]: _type = "Task" [ 983.796059] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.818672] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.873044] env[69357]: DEBUG oslo_vmware.api [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.984082] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b609fb7-c232-473c-8fcf-fa720fb5b1c3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "bb7ecbd6-de22-4d62-9429-567dfca0c397" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.212s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.006413] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1577532a-a266-4665-82dc-ce079c81779e tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "cd0c1798-b867-4d43-9e4e-023cae6afbb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.297s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.078217] env[69357]: DEBUG nova.scheduler.client.report [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.246558] env[69357]: DEBUG nova.compute.utils [None req-52760317-99b6-4a8f-86d1-e1c98b38d158 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Can not refresh info_cache because instance was not found {{(pid=69357) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 984.282999] env[69357]: DEBUG nova.network.neutron [None req-52760317-99b6-4a8f-86d1-e1c98b38d158 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.314411] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151039, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.374535] env[69357]: DEBUG oslo_vmware.api [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.453150] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquiring lock "c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.453150] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lock "c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.454014] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquiring lock "c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.454014] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lock "c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.454014] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lock "c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.455901] env[69357]: INFO nova.compute.manager [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Terminating instance [ 984.487994] env[69357]: DEBUG nova.network.neutron [None req-52760317-99b6-4a8f-86d1-e1c98b38d158 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.583806] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.587364] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.373s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.588804] env[69357]: INFO nova.compute.claims [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.619183] env[69357]: INFO nova.scheduler.client.report [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Deleted allocations for instance b401646b-fa08-4135-9c44-c1f77a12a8e0 [ 984.810356] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535887} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.811193] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 3633502b-1ec2-4b4d-8a84-d33cb2769a00/3633502b-1ec2-4b4d-8a84-d33cb2769a00.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.811492] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.811827] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16172c3a-0e41-4530-940e-0bad3e39a66c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.819406] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Waiting for the task: (returnval){ [ 984.819406] env[69357]: value = "task-4151040" [ 984.819406] env[69357]: _type = "Task" [ 984.819406] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.828506] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.876537] env[69357]: DEBUG oslo_vmware.api [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.960156] env[69357]: DEBUG nova.compute.manager [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.960405] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.961339] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7f3312-b45f-4e0f-b531-0d345c98eea3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.970531] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.971850] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de58a4b4-c184-4114-9107-16002df6d705 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.979303] env[69357]: DEBUG oslo_vmware.api [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for the task: (returnval){ [ 984.979303] env[69357]: value = "task-4151041" [ 984.979303] env[69357]: _type = "Task" [ 984.979303] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.989743] env[69357]: DEBUG oslo_vmware.api [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4151041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.990700] env[69357]: DEBUG oslo_concurrency.lockutils [None req-52760317-99b6-4a8f-86d1-e1c98b38d158 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Releasing lock "refresh_cache-4be7c2b3-a630-4e34-8733-927657600128" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.991103] env[69357]: DEBUG nova.compute.manager [None req-52760317-99b6-4a8f-86d1-e1c98b38d158 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.991324] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-52760317-99b6-4a8f-86d1-e1c98b38d158 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.991565] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b99ac858-86f5-4ad4-bf45-e128f107fe71 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.001786] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25da8315-651f-4500-b8e1-04c7fee20fa5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.043131] env[69357]: WARNING nova.virt.vmwareapi.vmops [None req-52760317-99b6-4a8f-86d1-e1c98b38d158 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 4be7c2b3-a630-4e34-8733-927657600128 could not be found. [ 985.043628] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-52760317-99b6-4a8f-86d1-e1c98b38d158 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.043751] env[69357]: INFO nova.compute.manager [None req-52760317-99b6-4a8f-86d1-e1c98b38d158 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Took 0.05 seconds to destroy the instance on the hypervisor. [ 985.044149] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52760317-99b6-4a8f-86d1-e1c98b38d158 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.044497] env[69357]: DEBUG nova.compute.manager [-] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.044661] env[69357]: DEBUG nova.network.neutron [-] [instance: 4be7c2b3-a630-4e34-8733-927657600128] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.090452] env[69357]: DEBUG nova.network.neutron [-] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.135218] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a10d2e43-3b6b-4a19-bc55-e1493858a3f9 tempest-ImagesOneServerNegativeTestJSON-386225422 tempest-ImagesOneServerNegativeTestJSON-386225422-project-member] Lock "b401646b-fa08-4135-9c44-c1f77a12a8e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.539s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.330207] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075726} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.330481] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.332097] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8df4cdc-832a-4a36-a48e-35e323b40ca3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.353312] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 3633502b-1ec2-4b4d-8a84-d33cb2769a00/3633502b-1ec2-4b4d-8a84-d33cb2769a00.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.353620] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c42df72c-33d2-4e67-a8d2-9fe263ca428e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.383102] env[69357]: DEBUG oslo_vmware.api [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.383807] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Waiting for the task: (returnval){ [ 985.383807] env[69357]: value = "task-4151042" [ 985.383807] env[69357]: _type = "Task" [ 985.383807] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.392806] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151042, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.496124] env[69357]: DEBUG oslo_vmware.api [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4151041, 'name': PowerOffVM_Task, 'duration_secs': 0.219366} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.496476] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.496656] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.496951] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a4f1420-df21-489e-9936-0873ca2e27a3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.571147] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.571561] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.571628] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Deleting the datastore file [datastore1] c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.572021] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c38e061c-1d1b-4185-ad88-ca2e8b6424a0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.583117] env[69357]: DEBUG oslo_vmware.api [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for the task: (returnval){ [ 985.583117] env[69357]: value = "task-4151044" [ 985.583117] env[69357]: _type = "Task" [ 985.583117] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.589776] env[69357]: DEBUG oslo_vmware.api [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4151044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.593494] env[69357]: DEBUG nova.network.neutron [-] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.766804] env[69357]: INFO nova.compute.manager [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Rebuilding instance [ 985.833552] env[69357]: DEBUG nova.compute.manager [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 985.834513] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e43940f-44c1-48dd-ad6f-a0ca3cf3b91c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.886107] env[69357]: DEBUG oslo_vmware.api [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.899357] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151042, 'name': ReconfigVM_Task, 'duration_secs': 0.308507} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.902139] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 3633502b-1ec2-4b4d-8a84-d33cb2769a00/3633502b-1ec2-4b4d-8a84-d33cb2769a00.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.903279] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07f1345f-1a36-43ad-b09e-b5a93b80c628 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.912226] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Waiting for the task: (returnval){ [ 985.912226] env[69357]: value = "task-4151045" [ 985.912226] env[69357]: _type = "Task" [ 985.912226] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.920796] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151045, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.932742] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a4f4ea-cfdf-4144-abf0-e2041980112a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.942410] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f06269-eaed-4e36-bd32-c43fb9157487 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.974011] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbdb5b1-541b-4ffa-9bca-cb11868b1bde {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.983839] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f64d48-31a7-4337-b352-5209f0411043 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.000412] env[69357]: DEBUG nova.compute.provider_tree [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.090814] env[69357]: DEBUG oslo_vmware.api [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Task: {'id': task-4151044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1593} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.091030] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.091217] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.091392] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.091560] env[69357]: INFO nova.compute.manager [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 986.091823] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.092036] env[69357]: DEBUG nova.compute.manager [-] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.092129] env[69357]: DEBUG nova.network.neutron [-] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.096339] env[69357]: INFO nova.compute.manager [-] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Took 1.05 seconds to deallocate network for instance. [ 986.384878] env[69357]: DEBUG oslo_vmware.api [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.422206] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151045, 'name': Rename_Task, 'duration_secs': 0.138399} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.422577] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.422895] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47f68cdf-b8a2-4e70-ad9c-afa349a637fb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.430243] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Waiting for the task: (returnval){ [ 986.430243] env[69357]: value = "task-4151046" [ 986.430243] env[69357]: _type = "Task" [ 986.430243] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.442737] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.504611] env[69357]: DEBUG nova.scheduler.client.report [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.603505] env[69357]: INFO nova.compute.manager [None req-52760317-99b6-4a8f-86d1-e1c98b38d158 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Instance disappeared during terminate [ 986.603505] env[69357]: DEBUG oslo_concurrency.lockutils [None req-52760317-99b6-4a8f-86d1-e1c98b38d158 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lock "4be7c2b3-a630-4e34-8733-927657600128" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.376s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.852167] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.855131] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20e5792a-8786-4861-a486-de807c0ab1db {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.864018] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 986.864018] env[69357]: value = "task-4151047" [ 986.864018] env[69357]: _type = "Task" [ 986.864018] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.876495] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.890403] env[69357]: DEBUG oslo_vmware.api [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.944383] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151046, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.979431] env[69357]: DEBUG nova.compute.manager [req-5dcbeb47-24cc-41fa-9748-5fddae3db07c req-8ceb93d5-bd21-4f33-b2b2-569d2909d7fc service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Received event network-vif-deleted-c616cd6c-6468-4a97-a29a-40a206911053 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.979916] env[69357]: INFO nova.compute.manager [req-5dcbeb47-24cc-41fa-9748-5fddae3db07c req-8ceb93d5-bd21-4f33-b2b2-569d2909d7fc service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Neutron deleted interface c616cd6c-6468-4a97-a29a-40a206911053; detaching it from the instance and deleting it from the info cache [ 986.980524] env[69357]: DEBUG nova.network.neutron [req-5dcbeb47-24cc-41fa-9748-5fddae3db07c req-8ceb93d5-bd21-4f33-b2b2-569d2909d7fc service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.013215] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.013864] env[69357]: DEBUG nova.compute.manager [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.017020] env[69357]: DEBUG oslo_concurrency.lockutils [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.163s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.017251] env[69357]: DEBUG oslo_concurrency.lockutils [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.019665] env[69357]: DEBUG oslo_concurrency.lockutils [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.400s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.020474] env[69357]: DEBUG nova.objects.instance [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lazy-loading 'resources' on Instance uuid 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.056013] env[69357]: DEBUG nova.network.neutron [-] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.072492] env[69357]: INFO nova.scheduler.client.report [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Deleted allocations for instance f3bbdae0-ba72-459f-8d6b-59ec6b8a4705 [ 987.374018] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151047, 'name': PowerOffVM_Task, 'duration_secs': 0.210245} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.374324] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.374564] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.375355] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689eac99-8e6b-4dbb-928c-d53c8f589ecc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.388899] env[69357]: DEBUG oslo_vmware.api [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.392606] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.392888] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd06c472-ecec-4e97-b12d-24f1ac6cb6c2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.443969] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151046, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.462674] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.462799] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.463070] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Deleting the datastore file [datastore2] bb7ecbd6-de22-4d62-9429-567dfca0c397 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.463369] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43d718f1-fcb9-470a-a43d-86ead9443e81 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.470456] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 987.470456] env[69357]: value = "task-4151049" [ 987.470456] env[69357]: _type = "Task" [ 987.470456] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.481787] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.485354] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ddfa9ec7-79a4-4821-95b2-6a5bf91f2a6a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.495322] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7ae79c-e948-4702-8391-2906fe21e16a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.533186] env[69357]: DEBUG nova.compute.utils [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.537664] env[69357]: DEBUG nova.compute.manager [req-5dcbeb47-24cc-41fa-9748-5fddae3db07c req-8ceb93d5-bd21-4f33-b2b2-569d2909d7fc service nova] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Detach interface failed, port_id=c616cd6c-6468-4a97-a29a-40a206911053, reason: Instance c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 987.538627] env[69357]: DEBUG nova.compute.manager [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.538827] env[69357]: DEBUG nova.network.neutron [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.561026] env[69357]: INFO nova.compute.manager [-] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Took 1.47 seconds to deallocate network for instance. [ 987.582465] env[69357]: DEBUG oslo_concurrency.lockutils [None req-92e5840d-1626-449c-a3f1-8213eb7b27df tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "f3bbdae0-ba72-459f-8d6b-59ec6b8a4705" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.208s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.645419] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Acquiring lock "5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.646392] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Lock "5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.653954] env[69357]: DEBUG nova.policy [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca99513067eb4da494e0b7e329919f01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23dc72ce697b4338922e291c1024f3f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.893876] env[69357]: DEBUG oslo_vmware.api [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.901308] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe3e6c8-a9bd-4832-9cd0-205876b3511f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.909444] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c41b74-cb32-4cb0-98ba-ce345cb86dde {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.947441] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16480be5-465f-4ef1-8f59-25635e4ce8e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.961146] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151046, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.963493] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67cec83-655c-4ee1-91a4-e45562978ae0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.986608] env[69357]: DEBUG nova.compute.provider_tree [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.995054] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146774} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.995335] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.995518] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.995814] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.039475] env[69357]: DEBUG nova.compute.manager [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.069179] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.149749] env[69357]: DEBUG nova.compute.manager [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 988.189161] env[69357]: DEBUG nova.network.neutron [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Successfully created port: 8382e22c-a6de-4cb1-9ea9-0b237e588b45 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.391406] env[69357]: DEBUG oslo_vmware.api [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151038, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.459586] env[69357]: DEBUG oslo_vmware.api [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151046, 'name': PowerOnVM_Task, 'duration_secs': 1.62337} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.460161] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.460428] env[69357]: DEBUG nova.compute.manager [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 988.461715] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8a635a-07fe-4340-adba-17d8ab371345 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.492339] env[69357]: DEBUG nova.scheduler.client.report [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.679813] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.899168] env[69357]: DEBUG oslo_vmware.api [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151038, 'name': ReconfigVM_Task, 'duration_secs': 5.853521} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.899373] env[69357]: DEBUG oslo_concurrency.lockutils [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.899557] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Reconfigured VM to detach interface {{(pid=69357) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 988.921628] env[69357]: DEBUG oslo_concurrency.lockutils [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "933cc7d7-1160-4539-ba0d-002de1461d17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.921939] env[69357]: DEBUG oslo_concurrency.lockutils [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "933cc7d7-1160-4539-ba0d-002de1461d17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.922238] env[69357]: DEBUG oslo_concurrency.lockutils [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "933cc7d7-1160-4539-ba0d-002de1461d17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.922450] env[69357]: DEBUG oslo_concurrency.lockutils [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "933cc7d7-1160-4539-ba0d-002de1461d17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.922626] env[69357]: DEBUG oslo_concurrency.lockutils [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "933cc7d7-1160-4539-ba0d-002de1461d17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.926474] env[69357]: INFO nova.compute.manager [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Terminating instance [ 988.987091] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.998489] env[69357]: DEBUG oslo_concurrency.lockutils [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.001562] env[69357]: DEBUG oslo_concurrency.lockutils [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.113s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.001771] env[69357]: DEBUG nova.objects.instance [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lazy-loading 'resources' on Instance uuid f404232f-e876-4aee-a123-e2cd7618232c {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.027736] env[69357]: INFO nova.scheduler.client.report [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Deleted allocations for instance 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9 [ 989.046949] env[69357]: DEBUG nova.virt.hardware [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.047174] env[69357]: DEBUG nova.virt.hardware [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.047331] env[69357]: DEBUG nova.virt.hardware [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.047506] env[69357]: DEBUG nova.virt.hardware [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.047651] env[69357]: DEBUG nova.virt.hardware [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.047806] env[69357]: DEBUG nova.virt.hardware [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.048025] env[69357]: DEBUG nova.virt.hardware [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.048191] env[69357]: DEBUG nova.virt.hardware [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.048362] env[69357]: DEBUG nova.virt.hardware [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.048524] env[69357]: DEBUG nova.virt.hardware [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.048696] env[69357]: DEBUG nova.virt.hardware [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.051031] env[69357]: DEBUG nova.compute.manager [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.053142] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120ea28e-a445-41e8-b92c-ac660e4b7fd3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.065629] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875a6dbf-db68-450f-8b78-7398e9347784 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.087661] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:88:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '337d8cae-27c4-4b8f-9b0f-02581eac3775', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.096299] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.098256] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.098801] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b643e9cf-08c2-411c-9fd1-85edc4710b54 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.117575] env[69357]: DEBUG nova.virt.hardware [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.117838] env[69357]: DEBUG nova.virt.hardware [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.118743] env[69357]: DEBUG nova.virt.hardware [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.118743] env[69357]: DEBUG nova.virt.hardware [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.118743] env[69357]: DEBUG nova.virt.hardware [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.118743] env[69357]: DEBUG nova.virt.hardware [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.119828] env[69357]: DEBUG nova.virt.hardware [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.119828] env[69357]: DEBUG nova.virt.hardware [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.119828] env[69357]: DEBUG nova.virt.hardware [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.119828] env[69357]: DEBUG nova.virt.hardware [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.119828] env[69357]: DEBUG nova.virt.hardware [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.122133] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1820a668-a1cb-4db9-b269-0cee38cc2b19 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.131721] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e65ebc-2751-443a-adb4-24fa4c8f9946 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.136156] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.136156] env[69357]: value = "task-4151050" [ 989.136156] env[69357]: _type = "Task" [ 989.136156] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.157709] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151050, 'name': CreateVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.433347] env[69357]: DEBUG nova.compute.manager [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.433347] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.435640] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9f9cd5-7e1e-4ba5-bd33-608b14db38b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.451444] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.452125] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acdf8754-f874-4d47-8cf5-66c28144619d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.461043] env[69357]: DEBUG oslo_vmware.api [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 989.461043] env[69357]: value = "task-4151051" [ 989.461043] env[69357]: _type = "Task" [ 989.461043] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.470299] env[69357]: DEBUG oslo_vmware.api [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4151051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.542948] env[69357]: DEBUG oslo_concurrency.lockutils [None req-875db0db-f477-4bbe-96ab-39d5c1f8a3f9 tempest-ListImageFiltersTestJSON-65517452 tempest-ListImageFiltersTestJSON-65517452-project-member] Lock "792aea1c-2e1a-45cd-bbc3-b1cd90e876d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.427s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.660164] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151050, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.693149] env[69357]: DEBUG nova.compute.manager [req-e2a65514-59dc-49e9-b557-f0abb4cca4a3 req-e49884ea-0cbb-40a1-8f4b-82e12299368c service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Received event network-vif-deleted-54c51f10-4213-4ad0-a68a-177b79124c9d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.693376] env[69357]: INFO nova.compute.manager [req-e2a65514-59dc-49e9-b557-f0abb4cca4a3 req-e49884ea-0cbb-40a1-8f4b-82e12299368c service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Neutron deleted interface 54c51f10-4213-4ad0-a68a-177b79124c9d; detaching it from the instance and deleting it from the info cache [ 989.696924] env[69357]: DEBUG nova.network.neutron [req-e2a65514-59dc-49e9-b557-f0abb4cca4a3 req-e49884ea-0cbb-40a1-8f4b-82e12299368c service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Updating instance_info_cache with network_info: [{"id": "edb57e3b-c8a2-472b-a1b0-4841d0d595e3", "address": "fa:16:3e:2f:e5:b6", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb57e3b-c8", "ovs_interfaceid": "edb57e3b-c8a2-472b-a1b0-4841d0d595e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a7402eab-2d8b-490a-9196-925d3647a174", "address": "fa:16:3e:c6:89:fa", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7402eab-2d", "ovs_interfaceid": "a7402eab-2d8b-490a-9196-925d3647a174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.821980] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b55b0a3-ee4b-40c6-9d29-0225ef6ac5fe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.838935] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1276c2-71b2-48cf-ac89-1bd6c2e2e486 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.876091] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75851a99-86c3-4331-823e-1fd93dc51ce6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.885016] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386b5dfd-3876-42a6-842e-278cdfc76118 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.905663] env[69357]: DEBUG nova.compute.provider_tree [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.972159] env[69357]: DEBUG oslo_vmware.api [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4151051, 'name': PowerOffVM_Task, 'duration_secs': 0.232038} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.972314] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.972495] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.972763] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6a2c9ac-92a9-4cc8-b9b0-df59c6dda0d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.038779] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.039097] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.039342] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Deleting the datastore file [datastore2] 933cc7d7-1160-4539-ba0d-002de1461d17 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.039649] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50444f45-2d4f-4293-a495-1068b3c4d7f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.051383] env[69357]: DEBUG oslo_vmware.api [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for the task: (returnval){ [ 990.051383] env[69357]: value = "task-4151053" [ 990.051383] env[69357]: _type = "Task" [ 990.051383] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.057484] env[69357]: DEBUG oslo_vmware.api [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4151053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.154321] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151050, 'name': CreateVM_Task, 'duration_secs': 0.580573} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.154497] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.155336] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.155549] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.155959] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.156254] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edcbfc39-d48b-4178-9f1b-9102b913d932 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.163932] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 990.163932] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fe7b3f-2c88-bf01-8cea-9b4a82c1fefd" [ 990.163932] env[69357]: _type = "Task" [ 990.163932] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.176184] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fe7b3f-2c88-bf01-8cea-9b4a82c1fefd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.201117] env[69357]: DEBUG oslo_concurrency.lockutils [req-e2a65514-59dc-49e9-b557-f0abb4cca4a3 req-e49884ea-0cbb-40a1-8f4b-82e12299368c service nova] Acquiring lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.201117] env[69357]: DEBUG oslo_concurrency.lockutils [req-e2a65514-59dc-49e9-b557-f0abb4cca4a3 req-e49884ea-0cbb-40a1-8f4b-82e12299368c service nova] Acquired lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.201566] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5c2c60-ecda-4297-81b2-c7815574041e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.220650] env[69357]: DEBUG oslo_concurrency.lockutils [req-e2a65514-59dc-49e9-b557-f0abb4cca4a3 req-e49884ea-0cbb-40a1-8f4b-82e12299368c service nova] Releasing lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.221080] env[69357]: WARNING nova.compute.manager [req-e2a65514-59dc-49e9-b557-f0abb4cca4a3 req-e49884ea-0cbb-40a1-8f4b-82e12299368c service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Detach interface failed, port_id=54c51f10-4213-4ad0-a68a-177b79124c9d, reason: No device with interface-id 54c51f10-4213-4ad0-a68a-177b79124c9d exists on VM: nova.exception.NotFound: No device with interface-id 54c51f10-4213-4ad0-a68a-177b79124c9d exists on VM [ 990.379967] env[69357]: DEBUG nova.network.neutron [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Successfully updated port: 8382e22c-a6de-4cb1-9ea9-0b237e588b45 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.409796] env[69357]: DEBUG nova.scheduler.client.report [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.522948] env[69357]: DEBUG nova.compute.manager [req-3ee2c6f3-8eb0-48aa-a7c7-086ba3b0dca3 req-a6d07c9f-49ab-48f0-b485-f545b6eedc5d service nova] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Received event network-vif-plugged-8382e22c-a6de-4cb1-9ea9-0b237e588b45 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.523230] env[69357]: DEBUG oslo_concurrency.lockutils [req-3ee2c6f3-8eb0-48aa-a7c7-086ba3b0dca3 req-a6d07c9f-49ab-48f0-b485-f545b6eedc5d service nova] Acquiring lock "6112924c-de47-4d82-b1eb-80eadb23cf30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.525458] env[69357]: DEBUG oslo_concurrency.lockutils [req-3ee2c6f3-8eb0-48aa-a7c7-086ba3b0dca3 req-a6d07c9f-49ab-48f0-b485-f545b6eedc5d service nova] Lock "6112924c-de47-4d82-b1eb-80eadb23cf30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.525458] env[69357]: DEBUG oslo_concurrency.lockutils [req-3ee2c6f3-8eb0-48aa-a7c7-086ba3b0dca3 req-a6d07c9f-49ab-48f0-b485-f545b6eedc5d service nova] Lock "6112924c-de47-4d82-b1eb-80eadb23cf30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.525458] env[69357]: DEBUG nova.compute.manager [req-3ee2c6f3-8eb0-48aa-a7c7-086ba3b0dca3 req-a6d07c9f-49ab-48f0-b485-f545b6eedc5d service nova] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] No waiting events found dispatching network-vif-plugged-8382e22c-a6de-4cb1-9ea9-0b237e588b45 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 990.525458] env[69357]: WARNING nova.compute.manager [req-3ee2c6f3-8eb0-48aa-a7c7-086ba3b0dca3 req-a6d07c9f-49ab-48f0-b485-f545b6eedc5d service nova] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Received unexpected event network-vif-plugged-8382e22c-a6de-4cb1-9ea9-0b237e588b45 for instance with vm_state building and task_state spawning. [ 990.561298] env[69357]: DEBUG oslo_vmware.api [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Task: {'id': task-4151053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249858} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.562996] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.562996] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.562996] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.562996] env[69357]: INFO nova.compute.manager [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Took 1.13 seconds to destroy the instance on the hypervisor. [ 990.562996] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.562996] env[69357]: DEBUG nova.compute.manager [-] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.562996] env[69357]: DEBUG nova.network.neutron [-] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.632067] env[69357]: DEBUG oslo_concurrency.lockutils [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "refresh_cache-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.632418] env[69357]: DEBUG oslo_concurrency.lockutils [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "refresh_cache-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.632555] env[69357]: DEBUG nova.network.neutron [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.682088] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fe7b3f-2c88-bf01-8cea-9b4a82c1fefd, 'name': SearchDatastore_Task, 'duration_secs': 0.011609} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.683469] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.683469] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.683469] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.683469] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.683469] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.685992] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fb654a5-67be-4fad-bae9-305b0f79f2f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.701239] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.701239] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.701239] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-491c66fc-99da-485a-93db-a35f8e7eaa28 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.709385] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 990.709385] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]524f8c86-8d55-4120-56c7-41b03b02a1b2" [ 990.709385] env[69357]: _type = "Task" [ 990.709385] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.724942] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]524f8c86-8d55-4120-56c7-41b03b02a1b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.725962] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27be5a82-1d75-4049-beee-ed688ff3a07e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.733474] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 990.733474] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d0170b-e6b8-0d45-ee87-5cc863504dea" [ 990.733474] env[69357]: _type = "Task" [ 990.733474] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.743465] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d0170b-e6b8-0d45-ee87-5cc863504dea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.880678] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Acquiring lock "3633502b-1ec2-4b4d-8a84-d33cb2769a00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.880678] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Lock "3633502b-1ec2-4b4d-8a84-d33cb2769a00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.880678] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Acquiring lock "3633502b-1ec2-4b4d-8a84-d33cb2769a00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.880678] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Lock "3633502b-1ec2-4b4d-8a84-d33cb2769a00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.880678] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Lock "3633502b-1ec2-4b4d-8a84-d33cb2769a00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.883676] env[69357]: INFO nova.compute.manager [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Terminating instance [ 990.886544] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "refresh_cache-6112924c-de47-4d82-b1eb-80eadb23cf30" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.886680] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired lock "refresh_cache-6112924c-de47-4d82-b1eb-80eadb23cf30" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.886825] env[69357]: DEBUG nova.network.neutron [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.915604] env[69357]: DEBUG oslo_concurrency.lockutils [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.921174] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.774s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.926613] env[69357]: INFO nova.compute.claims [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.955093] env[69357]: INFO nova.scheduler.client.report [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Deleted allocations for instance f404232f-e876-4aee-a123-e2cd7618232c [ 991.251679] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d0170b-e6b8-0d45-ee87-5cc863504dea, 'name': SearchDatastore_Task, 'duration_secs': 0.01225} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.253867] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.253867] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] bb7ecbd6-de22-4d62-9429-567dfca0c397/bb7ecbd6-de22-4d62-9429-567dfca0c397.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.253867] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25c90179-fcdf-4f0c-a0a7-e1159fb15106 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.264795] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 991.264795] env[69357]: value = "task-4151054" [ 991.264795] env[69357]: _type = "Task" [ 991.264795] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.277834] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.391518] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Acquiring lock "refresh_cache-3633502b-1ec2-4b4d-8a84-d33cb2769a00" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.391706] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Acquired lock "refresh_cache-3633502b-1ec2-4b4d-8a84-d33cb2769a00" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.391945] env[69357]: DEBUG nova.network.neutron [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.435830] env[69357]: DEBUG nova.network.neutron [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.453231] env[69357]: DEBUG nova.network.neutron [-] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.464314] env[69357]: DEBUG oslo_concurrency.lockutils [None req-20160ba8-3334-41ae-aef3-5b986c8603d3 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "f404232f-e876-4aee-a123-e2cd7618232c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.597s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.609217] env[69357]: INFO nova.network.neutron [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Port a7402eab-2d8b-490a-9196-925d3647a174 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 991.609610] env[69357]: DEBUG nova.network.neutron [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Updating instance_info_cache with network_info: [{"id": "edb57e3b-c8a2-472b-a1b0-4841d0d595e3", "address": "fa:16:3e:2f:e5:b6", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb57e3b-c8", "ovs_interfaceid": "edb57e3b-c8a2-472b-a1b0-4841d0d595e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.764672] env[69357]: DEBUG nova.network.neutron [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Updating instance_info_cache with network_info: [{"id": "8382e22c-a6de-4cb1-9ea9-0b237e588b45", "address": "fa:16:3e:57:63:87", "network": {"id": "e34cd1fb-6717-4f16-8b02-8ed103ebe442", "bridge": "br-int", "label": "tempest-ServersTestJSON-1455807592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23dc72ce697b4338922e291c1024f3f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8382e22c-a6", "ovs_interfaceid": "8382e22c-a6de-4cb1-9ea9-0b237e588b45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.787142] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151054, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.871051] env[69357]: DEBUG nova.compute.manager [req-aa7be7c9-a429-4908-a231-aad6e61712b7 req-daeac74c-8ead-41b6-9d35-782a92f68148 service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Received event network-vif-deleted-a7402eab-2d8b-490a-9196-925d3647a174 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.882634] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.883231] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.883231] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.883343] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.883495] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.886365] env[69357]: INFO nova.compute.manager [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Terminating instance [ 991.928221] env[69357]: DEBUG nova.network.neutron [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.959421] env[69357]: INFO nova.compute.manager [-] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Took 1.40 seconds to deallocate network for instance. [ 992.051730] env[69357]: DEBUG nova.network.neutron [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.115372] env[69357]: DEBUG oslo_concurrency.lockutils [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "refresh_cache-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.260684] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4946c3a-603b-4e4f-9e2a-27430c58b7da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.275397] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85becdbe-fea4-4e7f-abd0-70a4fe721782 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.284197] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Releasing lock "refresh_cache-6112924c-de47-4d82-b1eb-80eadb23cf30" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.284522] env[69357]: DEBUG nova.compute.manager [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Instance network_info: |[{"id": "8382e22c-a6de-4cb1-9ea9-0b237e588b45", "address": "fa:16:3e:57:63:87", "network": {"id": "e34cd1fb-6717-4f16-8b02-8ed103ebe442", "bridge": "br-int", "label": "tempest-ServersTestJSON-1455807592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23dc72ce697b4338922e291c1024f3f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8382e22c-a6", "ovs_interfaceid": "8382e22c-a6de-4cb1-9ea9-0b237e588b45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.284849] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540613} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.285250] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:63:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8382e22c-a6de-4cb1-9ea9-0b237e588b45', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.295475] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.296279] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] bb7ecbd6-de22-4d62-9429-567dfca0c397/bb7ecbd6-de22-4d62-9429-567dfca0c397.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.296522] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.296800] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.297424] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcd176b5-143b-4703-a864-7c6554dc3757 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.325280] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a900020e-9df2-46be-83d5-8814d6fdf68e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.340534] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111ff744-dc42-4b09-90e1-fbf6dbe8abc5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.345659] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 992.345659] env[69357]: value = "task-4151055" [ 992.345659] env[69357]: _type = "Task" [ 992.345659] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.352689] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04f1f74-8455-4705-bb3a-765d380e9a1b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.357567] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.357567] env[69357]: value = "task-4151056" [ 992.357567] env[69357]: _type = "Task" [ 992.357567] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.374539] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.375047] env[69357]: DEBUG nova.compute.provider_tree [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.383552] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151056, 'name': CreateVM_Task} progress is 15%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.395824] env[69357]: DEBUG nova.compute.manager [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.396130] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.397451] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f12abf-d66a-451b-bb20-92f18cffad37 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.407094] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.407369] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb9d2b23-e45e-423c-b4ee-4b70e72dd52f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.415940] env[69357]: DEBUG oslo_vmware.api [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 992.415940] env[69357]: value = "task-4151057" [ 992.415940] env[69357]: _type = "Task" [ 992.415940] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.426953] env[69357]: DEBUG oslo_vmware.api [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.474018] env[69357]: DEBUG oslo_concurrency.lockutils [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.558044] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Releasing lock "refresh_cache-3633502b-1ec2-4b4d-8a84-d33cb2769a00" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.558044] env[69357]: DEBUG nova.compute.manager [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.558044] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.558044] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfd7cd4-227a-4cac-a6b1-ce1cc4284044 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.565461] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.565741] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2f2feae-938d-4883-b785-865cd058842f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.573421] env[69357]: DEBUG oslo_vmware.api [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Waiting for the task: (returnval){ [ 992.573421] env[69357]: value = "task-4151058" [ 992.573421] env[69357]: _type = "Task" [ 992.573421] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.586219] env[69357]: DEBUG oslo_vmware.api [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.623285] env[69357]: DEBUG oslo_concurrency.lockutils [None req-12cd1892-ec48-4d63-8cee-1006c6ed7bf9 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "interface-129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5-54c51f10-4213-4ad0-a68a-177b79124c9d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.339s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.858449] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093802} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.858598] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.862585] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a1c437-9c98-4934-b3d7-417f0bba1de8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.871552] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151056, 'name': CreateVM_Task, 'duration_secs': 0.435374} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.882440] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.883310] env[69357]: DEBUG nova.scheduler.client.report [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.895472] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] bb7ecbd6-de22-4d62-9429-567dfca0c397/bb7ecbd6-de22-4d62-9429-567dfca0c397.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.896490] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.896834] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.897218] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.897218] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c374319c-fc10-46d4-a825-5f1a387265d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.913921] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-378e600a-d1a4-4604-8caf-246e5e760a67 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.918016] env[69357]: DEBUG nova.compute.manager [req-65e18f5c-5177-46f0-aa4d-f441e023593f req-c2547f22-6c39-474d-acd1-f491673a8044 service nova] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Received event network-changed-8382e22c-a6de-4cb1-9ea9-0b237e588b45 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.918016] env[69357]: DEBUG nova.compute.manager [req-65e18f5c-5177-46f0-aa4d-f441e023593f req-c2547f22-6c39-474d-acd1-f491673a8044 service nova] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Refreshing instance network info cache due to event network-changed-8382e22c-a6de-4cb1-9ea9-0b237e588b45. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.918016] env[69357]: DEBUG oslo_concurrency.lockutils [req-65e18f5c-5177-46f0-aa4d-f441e023593f req-c2547f22-6c39-474d-acd1-f491673a8044 service nova] Acquiring lock "refresh_cache-6112924c-de47-4d82-b1eb-80eadb23cf30" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.918016] env[69357]: DEBUG oslo_concurrency.lockutils [req-65e18f5c-5177-46f0-aa4d-f441e023593f req-c2547f22-6c39-474d-acd1-f491673a8044 service nova] Acquired lock "refresh_cache-6112924c-de47-4d82-b1eb-80eadb23cf30" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.918016] env[69357]: DEBUG nova.network.neutron [req-65e18f5c-5177-46f0-aa4d-f441e023593f req-c2547f22-6c39-474d-acd1-f491673a8044 service nova] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Refreshing network info cache for port 8382e22c-a6de-4cb1-9ea9-0b237e588b45 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.925735] env[69357]: DEBUG oslo_vmware.api [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 992.925735] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5248a59b-2f30-e066-f30c-f3b02662c162" [ 992.925735] env[69357]: _type = "Task" [ 992.925735] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.927737] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 992.927737] env[69357]: value = "task-4151059" [ 992.927737] env[69357]: _type = "Task" [ 992.927737] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.937324] env[69357]: DEBUG oslo_vmware.api [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151057, 'name': PowerOffVM_Task, 'duration_secs': 0.352187} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.938514] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.938688] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.939312] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0b78297-772c-4d21-b92c-e8f43c0fb8cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.950331] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.950539] env[69357]: DEBUG oslo_vmware.api [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5248a59b-2f30-e066-f30c-f3b02662c162, 'name': SearchDatastore_Task, 'duration_secs': 0.013605} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.951321] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.951604] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.951891] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.952091] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.952286] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.952866] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2525f978-5734-4952-a3b2-8e59b95a45df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.965558] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.965833] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.970087] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-437d8625-8c2d-4986-9900-4f49bd1e3df8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.977059] env[69357]: DEBUG oslo_vmware.api [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 992.977059] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ac8713-f0cb-f977-b473-686abf1a60a8" [ 992.977059] env[69357]: _type = "Task" [ 992.977059] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.988114] env[69357]: DEBUG oslo_vmware.api [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ac8713-f0cb-f977-b473-686abf1a60a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.067585] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.067585] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.067585] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Deleting the datastore file [datastore1] 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.067585] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dac2005a-ef38-4a8c-be77-8e6af67fb7f4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.078475] env[69357]: DEBUG oslo_vmware.api [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 993.078475] env[69357]: value = "task-4151061" [ 993.078475] env[69357]: _type = "Task" [ 993.078475] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.087653] env[69357]: DEBUG oslo_vmware.api [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151058, 'name': PowerOffVM_Task, 'duration_secs': 0.194585} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.088609] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.088609] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.089083] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a13f4d09-9d01-4bc3-8a97-a36631854e77 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.094122] env[69357]: DEBUG oslo_vmware.api [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.118837] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.119228] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.120995] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Deleting the datastore file [datastore2] 3633502b-1ec2-4b4d-8a84-d33cb2769a00 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.120995] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8316bce5-14b7-47c5-bc47-205fb9f73160 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.126982] env[69357]: DEBUG oslo_vmware.api [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Waiting for the task: (returnval){ [ 993.126982] env[69357]: value = "task-4151063" [ 993.126982] env[69357]: _type = "Task" [ 993.126982] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.136169] env[69357]: DEBUG oslo_vmware.api [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.350407] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "d67b0507-3c63-4f80-b575-8096cf194076" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.350658] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "d67b0507-3c63-4f80-b575-8096cf194076" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.399079] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.399079] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.165s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.399079] env[69357]: DEBUG nova.objects.instance [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lazy-loading 'resources' on Instance uuid 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.444946] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151059, 'name': ReconfigVM_Task, 'duration_secs': 0.364724} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.445074] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Reconfigured VM instance instance-00000049 to attach disk [datastore2] bb7ecbd6-de22-4d62-9429-567dfca0c397/bb7ecbd6-de22-4d62-9429-567dfca0c397.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.445755] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-363b243c-a2a1-47c6-adab-c4b2fbab52b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.453272] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 993.453272] env[69357]: value = "task-4151064" [ 993.453272] env[69357]: _type = "Task" [ 993.453272] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.462843] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151064, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.488966] env[69357]: DEBUG oslo_vmware.api [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ac8713-f0cb-f977-b473-686abf1a60a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011319} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.491597] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aac7dd3-30c7-42e5-b6c4-e4126712c2ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.497572] env[69357]: DEBUG oslo_vmware.api [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 993.497572] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]528a6b56-5678-aa51-6585-bd9d6b071b4d" [ 993.497572] env[69357]: _type = "Task" [ 993.497572] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.509631] env[69357]: DEBUG oslo_vmware.api [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]528a6b56-5678-aa51-6585-bd9d6b071b4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.590220] env[69357]: DEBUG oslo_vmware.api [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202895} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.590220] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.590431] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.590568] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.590742] env[69357]: INFO nova.compute.manager [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Took 1.19 seconds to destroy the instance on the hypervisor. [ 993.590987] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.591207] env[69357]: DEBUG nova.compute.manager [-] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.591302] env[69357]: DEBUG nova.network.neutron [-] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.641294] env[69357]: DEBUG oslo_vmware.api [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Task: {'id': task-4151063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110003} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.641578] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.641767] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.642009] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.642206] env[69357]: INFO nova.compute.manager [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Took 1.09 seconds to destroy the instance on the hypervisor. [ 993.642439] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.642897] env[69357]: DEBUG nova.compute.manager [-] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.642991] env[69357]: DEBUG nova.network.neutron [-] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.676744] env[69357]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port a7402eab-2d8b-490a-9196-925d3647a174 could not be found.", "detail": ""}} {{(pid=69357) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 993.677000] env[69357]: DEBUG nova.network.neutron [-] Unable to show port a7402eab-2d8b-490a-9196-925d3647a174 as it no longer exists. {{(pid=69357) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 993.692478] env[69357]: DEBUG nova.network.neutron [-] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.853212] env[69357]: DEBUG nova.compute.manager [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.902558] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Acquiring lock "69ae1245-df72-46d3-b852-2dfd32fecb0e" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.903580] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Lock "69ae1245-df72-46d3-b852-2dfd32fecb0e" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.971350] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151064, 'name': Rename_Task, 'duration_secs': 0.484346} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.971663] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.971937] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ee68d13-4aff-46b7-8bc4-2a6b3462e580 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.980024] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 993.980024] env[69357]: value = "task-4151065" [ 993.980024] env[69357]: _type = "Task" [ 993.980024] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.996582] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.013235] env[69357]: DEBUG oslo_vmware.api [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]528a6b56-5678-aa51-6585-bd9d6b071b4d, 'name': SearchDatastore_Task, 'duration_secs': 0.024301} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.013629] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.014063] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 6112924c-de47-4d82-b1eb-80eadb23cf30/6112924c-de47-4d82-b1eb-80eadb23cf30.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.014391] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55f4ae6f-7661-4bcb-87ff-7770a041f819 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.027136] env[69357]: DEBUG oslo_vmware.api [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 994.027136] env[69357]: value = "task-4151066" [ 994.027136] env[69357]: _type = "Task" [ 994.027136] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.042189] env[69357]: DEBUG oslo_vmware.api [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.078148] env[69357]: DEBUG nova.network.neutron [req-65e18f5c-5177-46f0-aa4d-f441e023593f req-c2547f22-6c39-474d-acd1-f491673a8044 service nova] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Updated VIF entry in instance network info cache for port 8382e22c-a6de-4cb1-9ea9-0b237e588b45. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.078148] env[69357]: DEBUG nova.network.neutron [req-65e18f5c-5177-46f0-aa4d-f441e023593f req-c2547f22-6c39-474d-acd1-f491673a8044 service nova] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Updating instance_info_cache with network_info: [{"id": "8382e22c-a6de-4cb1-9ea9-0b237e588b45", "address": "fa:16:3e:57:63:87", "network": {"id": "e34cd1fb-6717-4f16-8b02-8ed103ebe442", "bridge": "br-int", "label": "tempest-ServersTestJSON-1455807592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23dc72ce697b4338922e291c1024f3f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8382e22c-a6", "ovs_interfaceid": "8382e22c-a6de-4cb1-9ea9-0b237e588b45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.196470] env[69357]: DEBUG nova.network.neutron [-] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.249307] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452434da-d399-4aa8-96b2-26d0db2d250a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.267994] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f62ff02-f785-47c7-82ac-b533c8d0f6b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.327469] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f96fe1f-83e0-4f6b-b3d1-04199856b2e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.341121] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171e13d4-6351-4230-9631-4aea769bbc43 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.370049] env[69357]: DEBUG nova.compute.provider_tree [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.402186] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.411400] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Lock "69ae1245-df72-46d3-b852-2dfd32fecb0e" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.508s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.412495] env[69357]: DEBUG nova.compute.manager [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.495073] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151065, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.538240] env[69357]: DEBUG oslo_vmware.api [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151066, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.582227] env[69357]: DEBUG oslo_concurrency.lockutils [req-65e18f5c-5177-46f0-aa4d-f441e023593f req-c2547f22-6c39-474d-acd1-f491673a8044 service nova] Releasing lock "refresh_cache-6112924c-de47-4d82-b1eb-80eadb23cf30" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.582408] env[69357]: DEBUG nova.compute.manager [req-65e18f5c-5177-46f0-aa4d-f441e023593f req-c2547f22-6c39-474d-acd1-f491673a8044 service nova] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Received event network-vif-deleted-d171bd20-a981-427d-8a08-5abf6dc65853 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.701588] env[69357]: INFO nova.compute.manager [-] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Took 1.06 seconds to deallocate network for instance. [ 994.878054] env[69357]: DEBUG nova.scheduler.client.report [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.919898] env[69357]: DEBUG nova.compute.utils [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.921555] env[69357]: DEBUG nova.compute.manager [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.921922] env[69357]: DEBUG nova.network.neutron [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.992978] env[69357]: DEBUG oslo_vmware.api [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151065, 'name': PowerOnVM_Task, 'duration_secs': 0.93281} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.993274] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.994290] env[69357]: DEBUG nova.compute.manager [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 994.995382] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fe1f33-2578-48ad-94e1-7aacfc4fefa3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.019255] env[69357]: DEBUG nova.policy [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22b1fd1373504333bebae17f870581f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b54655c1cdc47109e2b64d5c2613dab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.052801] env[69357]: DEBUG oslo_vmware.api [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578186} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.052801] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 6112924c-de47-4d82-b1eb-80eadb23cf30/6112924c-de47-4d82-b1eb-80eadb23cf30.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.052801] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.052801] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5caf540f-38a0-40c4-b8f9-aaf4958fa953 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.059027] env[69357]: DEBUG oslo_vmware.api [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 995.059027] env[69357]: value = "task-4151067" [ 995.059027] env[69357]: _type = "Task" [ 995.059027] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.073678] env[69357]: DEBUG oslo_vmware.api [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.210537] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.364687] env[69357]: DEBUG nova.compute.manager [req-46b7b7cd-5ade-40a0-8b3a-2625df2f0fdd req-34f66ae8-8a72-48e1-b66a-713d41ffddcf service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Received event network-vif-deleted-edb57e3b-c8a2-472b-a1b0-4841d0d595e3 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.364687] env[69357]: INFO nova.compute.manager [req-46b7b7cd-5ade-40a0-8b3a-2625df2f0fdd req-34f66ae8-8a72-48e1-b66a-713d41ffddcf service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Neutron deleted interface edb57e3b-c8a2-472b-a1b0-4841d0d595e3; detaching it from the instance and deleting it from the info cache [ 995.364824] env[69357]: DEBUG nova.network.neutron [req-46b7b7cd-5ade-40a0-8b3a-2625df2f0fdd req-34f66ae8-8a72-48e1-b66a-713d41ffddcf service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.386111] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.389453] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.104s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.391050] env[69357]: INFO nova.compute.claims [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.424855] env[69357]: DEBUG nova.compute.manager [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.431528] env[69357]: INFO nova.scheduler.client.report [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Deleted allocations for instance 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd [ 995.487514] env[69357]: DEBUG nova.network.neutron [-] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.524226] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.530102] env[69357]: DEBUG nova.network.neutron [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Successfully created port: 9ed277bb-f0ea-435e-a1e5-a07628e4df03 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.571760] env[69357]: DEBUG oslo_vmware.api [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075297} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.572662] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.573396] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dcbc83-7748-43dd-8c19-6b8593d5fdbe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.599178] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 6112924c-de47-4d82-b1eb-80eadb23cf30/6112924c-de47-4d82-b1eb-80eadb23cf30.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.599178] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaf8aea8-4032-42d4-8634-cc67821d4b4e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.618456] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "e6ce382a-b3bd-48cf-83f0-4b429a6b1c12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.618722] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "e6ce382a-b3bd-48cf-83f0-4b429a6b1c12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.624026] env[69357]: DEBUG oslo_vmware.api [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 995.624026] env[69357]: value = "task-4151068" [ 995.624026] env[69357]: _type = "Task" [ 995.624026] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.634337] env[69357]: DEBUG oslo_vmware.api [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.778724] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fb030eea-4a14-49db-a2e4-e7e884a62a00 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "a867059b-ea7b-4222-a47c-a6621cf37421" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.779016] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fb030eea-4a14-49db-a2e4-e7e884a62a00 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "a867059b-ea7b-4222-a47c-a6621cf37421" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.779269] env[69357]: INFO nova.compute.manager [None req-fb030eea-4a14-49db-a2e4-e7e884a62a00 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Rebooting instance [ 995.873203] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62de3bf4-6c95-46b7-97fd-56fc671f3749 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.886348] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae11cc6c-9494-4cab-875f-aa6fbb4aabef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.926460] env[69357]: DEBUG nova.compute.manager [req-46b7b7cd-5ade-40a0-8b3a-2625df2f0fdd req-34f66ae8-8a72-48e1-b66a-713d41ffddcf service nova] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Detach interface failed, port_id=edb57e3b-c8a2-472b-a1b0-4841d0d595e3, reason: Instance 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 995.942503] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97402560-0a06-46f0-9164-43cb6bd878be tempest-VolumesAdminNegativeTest-181431987 tempest-VolumesAdminNegativeTest-181431987-project-member] Lock "888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.537s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.993756] env[69357]: INFO nova.compute.manager [-] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Took 2.40 seconds to deallocate network for instance. [ 996.123643] env[69357]: DEBUG nova.compute.manager [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.136730] env[69357]: DEBUG oslo_vmware.api [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151068, 'name': ReconfigVM_Task, 'duration_secs': 0.350619} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.138939] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 6112924c-de47-4d82-b1eb-80eadb23cf30/6112924c-de47-4d82-b1eb-80eadb23cf30.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.141342] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6c4aacd-15a1-47ce-b7e8-0652ee93d1bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.149875] env[69357]: DEBUG oslo_vmware.api [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 996.149875] env[69357]: value = "task-4151069" [ 996.149875] env[69357]: _type = "Task" [ 996.149875] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.165016] env[69357]: DEBUG oslo_vmware.api [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151069, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.307108] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fb030eea-4a14-49db-a2e4-e7e884a62a00 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "refresh_cache-a867059b-ea7b-4222-a47c-a6621cf37421" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.307299] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fb030eea-4a14-49db-a2e4-e7e884a62a00 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "refresh_cache-a867059b-ea7b-4222-a47c-a6621cf37421" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.307418] env[69357]: DEBUG nova.network.neutron [None req-fb030eea-4a14-49db-a2e4-e7e884a62a00 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.442277] env[69357]: DEBUG nova.compute.manager [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.497513] env[69357]: DEBUG nova.virt.hardware [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.497629] env[69357]: DEBUG nova.virt.hardware [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.497817] env[69357]: DEBUG nova.virt.hardware [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.499426] env[69357]: DEBUG nova.virt.hardware [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.499426] env[69357]: DEBUG nova.virt.hardware [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.499636] env[69357]: DEBUG nova.virt.hardware [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.502761] env[69357]: DEBUG nova.virt.hardware [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.502761] env[69357]: DEBUG nova.virt.hardware [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.503929] env[69357]: DEBUG nova.virt.hardware [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.503929] env[69357]: DEBUG nova.virt.hardware [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.503929] env[69357]: DEBUG nova.virt.hardware [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.504710] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.505437] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fb2264-62f9-4261-a8d4-c9225b57767b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.522494] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfed722a-e499-40b7-bdab-d7818501c216 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.650541] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.667165] env[69357]: DEBUG oslo_vmware.api [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151069, 'name': Rename_Task, 'duration_secs': 0.155426} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.667469] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.667712] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3f097a2-29f1-4d08-a45c-2a7a7c120377 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.677642] env[69357]: DEBUG oslo_vmware.api [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 996.677642] env[69357]: value = "task-4151070" [ 996.677642] env[69357]: _type = "Task" [ 996.677642] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.688224] env[69357]: DEBUG oslo_vmware.api [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.742524] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c40a03-b745-4dd3-b407-7e189c32edb2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.754035] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea039ada-f6bd-4874-9b63-0a25414e53eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.791138] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5507c690-60dc-4266-b1d2-ec6aabb968f4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.799512] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82c85e1-94de-40e2-bea8-73daab17871e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.820483] env[69357]: DEBUG nova.compute.provider_tree [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.190914] env[69357]: DEBUG oslo_vmware.api [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151070, 'name': PowerOnVM_Task, 'duration_secs': 0.502335} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.191726] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.192094] env[69357]: INFO nova.compute.manager [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Took 8.14 seconds to spawn the instance on the hypervisor. [ 997.192438] env[69357]: DEBUG nova.compute.manager [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 997.195757] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919f7ade-150a-4e8b-b442-c10d411ba90f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.200138] env[69357]: DEBUG nova.network.neutron [None req-fb030eea-4a14-49db-a2e4-e7e884a62a00 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Updating instance_info_cache with network_info: [{"id": "d2691c24-a298-4824-baae-f1ee586eab41", "address": "fa:16:3e:c0:72:79", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2691c24-a2", "ovs_interfaceid": "d2691c24-a298-4824-baae-f1ee586eab41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.323854] env[69357]: DEBUG nova.scheduler.client.report [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.704310] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fb030eea-4a14-49db-a2e4-e7e884a62a00 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "refresh_cache-a867059b-ea7b-4222-a47c-a6621cf37421" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.722907] env[69357]: INFO nova.compute.manager [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Took 28.54 seconds to build instance. [ 997.814868] env[69357]: DEBUG oslo_concurrency.lockutils [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "bb7ecbd6-de22-4d62-9429-567dfca0c397" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.815196] env[69357]: DEBUG oslo_concurrency.lockutils [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "bb7ecbd6-de22-4d62-9429-567dfca0c397" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.815383] env[69357]: DEBUG oslo_concurrency.lockutils [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "bb7ecbd6-de22-4d62-9429-567dfca0c397-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.815573] env[69357]: DEBUG oslo_concurrency.lockutils [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "bb7ecbd6-de22-4d62-9429-567dfca0c397-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.815746] env[69357]: DEBUG oslo_concurrency.lockutils [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "bb7ecbd6-de22-4d62-9429-567dfca0c397-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.824149] env[69357]: INFO nova.compute.manager [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Terminating instance [ 997.834670] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.837272] env[69357]: DEBUG nova.compute.manager [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.843046] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.977s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.843046] env[69357]: DEBUG nova.objects.instance [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lazy-loading 'resources' on Instance uuid 86211dc9-4c1d-4ec5-b83c-764df8b87380 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.013160] env[69357]: DEBUG nova.compute.manager [req-50bb1f90-38bc-43a3-b9c1-71b9633289c6 req-52380425-ae38-48b8-9e02-ac0fcd221593 service nova] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Received event network-vif-plugged-9ed277bb-f0ea-435e-a1e5-a07628e4df03 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.013572] env[69357]: DEBUG oslo_concurrency.lockutils [req-50bb1f90-38bc-43a3-b9c1-71b9633289c6 req-52380425-ae38-48b8-9e02-ac0fcd221593 service nova] Acquiring lock "8b3696ea-0465-4c47-a5ef-67a3c3c23063-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.013572] env[69357]: DEBUG oslo_concurrency.lockutils [req-50bb1f90-38bc-43a3-b9c1-71b9633289c6 req-52380425-ae38-48b8-9e02-ac0fcd221593 service nova] Lock "8b3696ea-0465-4c47-a5ef-67a3c3c23063-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.013807] env[69357]: DEBUG oslo_concurrency.lockutils [req-50bb1f90-38bc-43a3-b9c1-71b9633289c6 req-52380425-ae38-48b8-9e02-ac0fcd221593 service nova] Lock "8b3696ea-0465-4c47-a5ef-67a3c3c23063-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.013918] env[69357]: DEBUG nova.compute.manager [req-50bb1f90-38bc-43a3-b9c1-71b9633289c6 req-52380425-ae38-48b8-9e02-ac0fcd221593 service nova] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] No waiting events found dispatching network-vif-plugged-9ed277bb-f0ea-435e-a1e5-a07628e4df03 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 998.014220] env[69357]: WARNING nova.compute.manager [req-50bb1f90-38bc-43a3-b9c1-71b9633289c6 req-52380425-ae38-48b8-9e02-ac0fcd221593 service nova] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Received unexpected event network-vif-plugged-9ed277bb-f0ea-435e-a1e5-a07628e4df03 for instance with vm_state building and task_state spawning. [ 998.034936] env[69357]: DEBUG nova.network.neutron [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Successfully updated port: 9ed277bb-f0ea-435e-a1e5-a07628e4df03 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.212585] env[69357]: DEBUG nova.compute.manager [None req-fb030eea-4a14-49db-a2e4-e7e884a62a00 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 998.213354] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616a30b1-9d17-460d-8ddb-b251832b3d65 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.228919] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1f56490b-d2d7-4f47-a488-bcf079fd6edf tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "6112924c-de47-4d82-b1eb-80eadb23cf30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.053s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.332031] env[69357]: DEBUG nova.compute.manager [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.332339] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.333240] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951a51ff-3fa4-4ef2-99bd-424952ee4c7c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.341496] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.341769] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9643b4bd-ae40-4dd9-89d5-c1344dc8b564 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.345261] env[69357]: DEBUG nova.compute.utils [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.347360] env[69357]: DEBUG nova.objects.instance [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lazy-loading 'numa_topology' on Instance uuid 86211dc9-4c1d-4ec5-b83c-764df8b87380 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.348309] env[69357]: DEBUG nova.compute.manager [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.348496] env[69357]: DEBUG nova.network.neutron [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.358889] env[69357]: DEBUG oslo_vmware.api [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 998.358889] env[69357]: value = "task-4151072" [ 998.358889] env[69357]: _type = "Task" [ 998.358889] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.369718] env[69357]: DEBUG oslo_vmware.api [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.448197] env[69357]: DEBUG nova.policy [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab0f42a50d324033954d97d2812aee01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c07fba44da3046f5a349f1c812d09558', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.546166] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Acquiring lock "refresh_cache-8b3696ea-0465-4c47-a5ef-67a3c3c23063" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.546166] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Acquired lock "refresh_cache-8b3696ea-0465-4c47-a5ef-67a3c3c23063" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.546166] env[69357]: DEBUG nova.network.neutron [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.740487] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "69116840-32fe-46c6-a831-78c627f986d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.740805] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "69116840-32fe-46c6-a831-78c627f986d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.853806] env[69357]: DEBUG nova.compute.manager [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.856760] env[69357]: DEBUG nova.objects.base [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Object Instance<86211dc9-4c1d-4ec5-b83c-764df8b87380> lazy-loaded attributes: resources,numa_topology {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 998.872894] env[69357]: DEBUG oslo_vmware.api [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151072, 'name': PowerOffVM_Task, 'duration_secs': 0.229055} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.874105] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.874767] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.875174] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-296b1908-006b-4210-ac17-f3e0c4e2a13f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.946808] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.947036] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.947224] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Deleting the datastore file [datastore2] bb7ecbd6-de22-4d62-9429-567dfca0c397 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.947486] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c0cc388-25b0-4ec4-98fd-1ff151ec3326 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.957165] env[69357]: DEBUG oslo_vmware.api [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 998.957165] env[69357]: value = "task-4151076" [ 998.957165] env[69357]: _type = "Task" [ 998.957165] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.970625] env[69357]: DEBUG oslo_vmware.api [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.034994] env[69357]: DEBUG nova.network.neutron [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Successfully created port: e4da15c3-07cd-457f-982d-4f8bf20746fc {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.105834] env[69357]: DEBUG nova.network.neutron [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.141431] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af36095-3d55-4163-b45e-b512b85f79b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.151273] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a0266f-86cd-4e75-bdfa-2589c66b5554 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.212120] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66206edf-c295-4092-a26d-2a33b4379f8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.222838] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfe2bed-ac9f-4b17-9e04-d3831bd55e2b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.242476] env[69357]: DEBUG nova.compute.provider_tree [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.244796] env[69357]: DEBUG nova.compute.manager [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.247867] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a1f2dc-649b-4999-8a36-57f5f566c1e2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.256197] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fb030eea-4a14-49db-a2e4-e7e884a62a00 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Doing hard reboot of VM {{(pid=69357) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 999.256654] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c79d7736-d7bb-4056-941e-a3cc0c5cbfed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.265490] env[69357]: DEBUG oslo_vmware.api [None req-fb030eea-4a14-49db-a2e4-e7e884a62a00 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 999.265490] env[69357]: value = "task-4151077" [ 999.265490] env[69357]: _type = "Task" [ 999.265490] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.276431] env[69357]: DEBUG oslo_vmware.api [None req-fb030eea-4a14-49db-a2e4-e7e884a62a00 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151077, 'name': ResetVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.374985] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Acquiring lock "2715a50a-a4fd-44bc-993b-5fc9e3326b24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.375368] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Lock "2715a50a-a4fd-44bc-993b-5fc9e3326b24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.436672] env[69357]: DEBUG nova.network.neutron [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Updating instance_info_cache with network_info: [{"id": "9ed277bb-f0ea-435e-a1e5-a07628e4df03", "address": "fa:16:3e:e5:fc:6d", "network": {"id": "70685ffb-b2cf-46cc-8590-b40579516b75", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-447820822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b54655c1cdc47109e2b64d5c2613dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ed277bb-f0", "ovs_interfaceid": "9ed277bb-f0ea-435e-a1e5-a07628e4df03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.469562] env[69357]: DEBUG oslo_vmware.api [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135466} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.469831] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.470599] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.470599] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.470599] env[69357]: INFO nova.compute.manager [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Took 1.14 seconds to destroy the instance on the hypervisor. [ 999.471851] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.472191] env[69357]: DEBUG nova.compute.manager [-] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.472321] env[69357]: DEBUG nova.network.neutron [-] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.748395] env[69357]: DEBUG nova.scheduler.client.report [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.776888] env[69357]: DEBUG oslo_vmware.api [None req-fb030eea-4a14-49db-a2e4-e7e884a62a00 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151077, 'name': ResetVM_Task, 'duration_secs': 0.10114} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.778017] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fb030eea-4a14-49db-a2e4-e7e884a62a00 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Did hard reboot of VM {{(pid=69357) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 999.778291] env[69357]: DEBUG nova.compute.manager [None req-fb030eea-4a14-49db-a2e4-e7e884a62a00 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 999.782744] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.783744] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b937bc4-8e2f-4080-af8f-99eb98c31970 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.860297] env[69357]: DEBUG nova.compute.manager [req-6a44065d-f1a5-41e1-b879-bbf7684356f2 req-0bb0b868-c6e3-4d9e-a723-7dbaa6af44a8 service nova] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Received event network-vif-deleted-337d8cae-27c4-4b8f-9b0f-02581eac3775 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.860297] env[69357]: INFO nova.compute.manager [req-6a44065d-f1a5-41e1-b879-bbf7684356f2 req-0bb0b868-c6e3-4d9e-a723-7dbaa6af44a8 service nova] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Neutron deleted interface 337d8cae-27c4-4b8f-9b0f-02581eac3775; detaching it from the instance and deleting it from the info cache [ 999.860297] env[69357]: DEBUG nova.network.neutron [req-6a44065d-f1a5-41e1-b879-bbf7684356f2 req-0bb0b868-c6e3-4d9e-a723-7dbaa6af44a8 service nova] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.870128] env[69357]: DEBUG nova.compute.manager [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.877909] env[69357]: DEBUG nova.compute.manager [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.897986] env[69357]: DEBUG nova.virt.hardware [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.898301] env[69357]: DEBUG nova.virt.hardware [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.898506] env[69357]: DEBUG nova.virt.hardware [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.898742] env[69357]: DEBUG nova.virt.hardware [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.898924] env[69357]: DEBUG nova.virt.hardware [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.899129] env[69357]: DEBUG nova.virt.hardware [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.899393] env[69357]: DEBUG nova.virt.hardware [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.899595] env[69357]: DEBUG nova.virt.hardware [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.899909] env[69357]: DEBUG nova.virt.hardware [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.901032] env[69357]: DEBUG nova.virt.hardware [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.901032] env[69357]: DEBUG nova.virt.hardware [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.901832] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c769e594-4092-496a-918c-9c8a2665acd7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.911990] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57fd9c6-71d8-409b-b164-41b7ceedc578 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.942031] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Releasing lock "refresh_cache-8b3696ea-0465-4c47-a5ef-67a3c3c23063" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.942409] env[69357]: DEBUG nova.compute.manager [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Instance network_info: |[{"id": "9ed277bb-f0ea-435e-a1e5-a07628e4df03", "address": "fa:16:3e:e5:fc:6d", "network": {"id": "70685ffb-b2cf-46cc-8590-b40579516b75", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-447820822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b54655c1cdc47109e2b64d5c2613dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ed277bb-f0", "ovs_interfaceid": "9ed277bb-f0ea-435e-a1e5-a07628e4df03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.943176] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:fc:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ed277bb-f0ea-435e-a1e5-a07628e4df03', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.951632] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Creating folder: Project (0b54655c1cdc47109e2b64d5c2613dab). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.952050] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67f8f6be-6073-463a-81a8-cc63cbd2495a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.964264] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Created folder: Project (0b54655c1cdc47109e2b64d5c2613dab) in parent group-v821763. [ 999.964542] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Creating folder: Instances. Parent ref: group-v821972. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.964830] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c7f2b1b-4f95-4792-95d1-6bd10b341d67 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.975407] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Created folder: Instances in parent group-v821972. [ 999.975734] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.975976] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.976218] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4eba93b0-c897-4007-90b9-6a5587c5b86f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.999444] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.999444] env[69357]: value = "task-4151080" [ 999.999444] env[69357]: _type = "Task" [ 999.999444] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.009950] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151080, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.045246] env[69357]: DEBUG nova.compute.manager [req-5be84ba1-2d79-4c24-835e-a97c2a8294f5 req-1f8d7b31-c24d-4b11-a63d-363e8c1b6d56 service nova] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Received event network-changed-9ed277bb-f0ea-435e-a1e5-a07628e4df03 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.045246] env[69357]: DEBUG nova.compute.manager [req-5be84ba1-2d79-4c24-835e-a97c2a8294f5 req-1f8d7b31-c24d-4b11-a63d-363e8c1b6d56 service nova] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Refreshing instance network info cache due to event network-changed-9ed277bb-f0ea-435e-a1e5-a07628e4df03. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.045246] env[69357]: DEBUG oslo_concurrency.lockutils [req-5be84ba1-2d79-4c24-835e-a97c2a8294f5 req-1f8d7b31-c24d-4b11-a63d-363e8c1b6d56 service nova] Acquiring lock "refresh_cache-8b3696ea-0465-4c47-a5ef-67a3c3c23063" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.045992] env[69357]: DEBUG oslo_concurrency.lockutils [req-5be84ba1-2d79-4c24-835e-a97c2a8294f5 req-1f8d7b31-c24d-4b11-a63d-363e8c1b6d56 service nova] Acquired lock "refresh_cache-8b3696ea-0465-4c47-a5ef-67a3c3c23063" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.046399] env[69357]: DEBUG nova.network.neutron [req-5be84ba1-2d79-4c24-835e-a97c2a8294f5 req-1f8d7b31-c24d-4b11-a63d-363e8c1b6d56 service nova] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Refreshing network info cache for port 9ed277bb-f0ea-435e-a1e5-a07628e4df03 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.176813] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "6112924c-de47-4d82-b1eb-80eadb23cf30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.177720] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "6112924c-de47-4d82-b1eb-80eadb23cf30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.177720] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "6112924c-de47-4d82-b1eb-80eadb23cf30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.177720] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "6112924c-de47-4d82-b1eb-80eadb23cf30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.178426] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "6112924c-de47-4d82-b1eb-80eadb23cf30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.181314] env[69357]: INFO nova.compute.manager [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Terminating instance [ 1000.256809] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.417s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.259433] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.190s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.259792] env[69357]: DEBUG nova.objects.instance [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lazy-loading 'resources' on Instance uuid c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.302338] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fb030eea-4a14-49db-a2e4-e7e884a62a00 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "a867059b-ea7b-4222-a47c-a6621cf37421" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.523s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.329613] env[69357]: DEBUG nova.network.neutron [-] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.363995] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1a11edc-b04e-4648-b0f0-93594052be57 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.374252] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f689bbb-a626-42d9-8bb4-2f05f61ee61e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.414440] env[69357]: DEBUG nova.compute.manager [req-6a44065d-f1a5-41e1-b879-bbf7684356f2 req-0bb0b868-c6e3-4d9e-a723-7dbaa6af44a8 service nova] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Detach interface failed, port_id=337d8cae-27c4-4b8f-9b0f-02581eac3775, reason: Instance bb7ecbd6-de22-4d62-9429-567dfca0c397 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1000.414440] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.514465] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151080, 'name': CreateVM_Task, 'duration_secs': 0.377792} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.514868] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.515433] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.515617] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.515961] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.516234] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1538e426-bc76-474a-bcab-3715097d9e53 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.521734] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Waiting for the task: (returnval){ [ 1000.521734] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5279a375-160f-bd42-8ba5-aa59d3674c0f" [ 1000.521734] env[69357]: _type = "Task" [ 1000.521734] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.532749] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5279a375-160f-bd42-8ba5-aa59d3674c0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.688429] env[69357]: DEBUG nova.compute.manager [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.688429] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.688429] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765976ae-e19a-48c5-b18f-73f6e19d6195 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.699010] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.699010] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d37eb8ac-61d2-4fd1-b64f-188ecdbf993e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.708772] env[69357]: DEBUG oslo_vmware.api [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1000.708772] env[69357]: value = "task-4151081" [ 1000.708772] env[69357]: _type = "Task" [ 1000.708772] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.726062] env[69357]: DEBUG oslo_vmware.api [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.776022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9aacde3-3bdc-432b-9bee-3533ec8775d2 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "86211dc9-4c1d-4ec5-b83c-764df8b87380" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 49.012s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.776022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-12bdbb66-cd77-4c50-84b8-79259f3988ed tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "86211dc9-4c1d-4ec5-b83c-764df8b87380" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 22.805s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.776022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-12bdbb66-cd77-4c50-84b8-79259f3988ed tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "86211dc9-4c1d-4ec5-b83c-764df8b87380-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.776022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-12bdbb66-cd77-4c50-84b8-79259f3988ed tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "86211dc9-4c1d-4ec5-b83c-764df8b87380-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.776022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-12bdbb66-cd77-4c50-84b8-79259f3988ed tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "86211dc9-4c1d-4ec5-b83c-764df8b87380-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.778456] env[69357]: INFO nova.compute.manager [None req-12bdbb66-cd77-4c50-84b8-79259f3988ed tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Terminating instance [ 1000.835355] env[69357]: INFO nova.compute.manager [-] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Took 1.36 seconds to deallocate network for instance. [ 1000.884308] env[69357]: DEBUG nova.network.neutron [req-5be84ba1-2d79-4c24-835e-a97c2a8294f5 req-1f8d7b31-c24d-4b11-a63d-363e8c1b6d56 service nova] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Updated VIF entry in instance network info cache for port 9ed277bb-f0ea-435e-a1e5-a07628e4df03. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.885189] env[69357]: DEBUG nova.network.neutron [req-5be84ba1-2d79-4c24-835e-a97c2a8294f5 req-1f8d7b31-c24d-4b11-a63d-363e8c1b6d56 service nova] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Updating instance_info_cache with network_info: [{"id": "9ed277bb-f0ea-435e-a1e5-a07628e4df03", "address": "fa:16:3e:e5:fc:6d", "network": {"id": "70685ffb-b2cf-46cc-8590-b40579516b75", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-447820822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b54655c1cdc47109e2b64d5c2613dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ed277bb-f0", "ovs_interfaceid": "9ed277bb-f0ea-435e-a1e5-a07628e4df03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.034680] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5279a375-160f-bd42-8ba5-aa59d3674c0f, 'name': SearchDatastore_Task, 'duration_secs': 0.011203} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.035138] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.035430] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.035745] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.036348] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.036348] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.036562] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6972bb4-9876-4152-a224-16f8c2a9b0df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.051061] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.051061] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.051061] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b94f7cd-efdf-4013-ba7a-2ff33c6f6f69 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.057556] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Waiting for the task: (returnval){ [ 1001.057556] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52196b45-04c7-1417-603d-955f937bafa9" [ 1001.057556] env[69357]: _type = "Task" [ 1001.057556] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.072160] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52196b45-04c7-1417-603d-955f937bafa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.087333] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f67324-4b35-46aa-ad96-edaa3b1c379c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.096677] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5adb4ae-fdbe-40ea-bcfc-14e0b28ae846 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.143905] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae755ab9-81ea-4c59-a64d-049e825f76c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.158302] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d336c19c-af2e-46de-9bce-6ae69fbdaddc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.184022] env[69357]: DEBUG nova.compute.provider_tree [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.228261] env[69357]: DEBUG oslo_vmware.api [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151081, 'name': PowerOffVM_Task, 'duration_secs': 0.438522} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.228594] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.228766] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.229049] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfec6889-7248-4335-ae1a-7f392f3aa10e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.285636] env[69357]: DEBUG nova.compute.manager [None req-12bdbb66-cd77-4c50-84b8-79259f3988ed tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.285636] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-12bdbb66-cd77-4c50-84b8-79259f3988ed tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.285636] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc5d464a-24b6-4dec-8360-d97cab434473 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.295384] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edbadfb-b16d-4840-8a12-8108ca7e71d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.313870] env[69357]: DEBUG nova.network.neutron [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Successfully updated port: e4da15c3-07cd-457f-982d-4f8bf20746fc {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.315554] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.315967] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.316340] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Deleting the datastore file [datastore2] 6112924c-de47-4d82-b1eb-80eadb23cf30 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.317380] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bebe36a-4db7-499e-b368-5a5c88028ca4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.327022] env[69357]: DEBUG oslo_vmware.api [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1001.327022] env[69357]: value = "task-4151084" [ 1001.327022] env[69357]: _type = "Task" [ 1001.327022] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.341074] env[69357]: WARNING nova.virt.vmwareapi.vmops [None req-12bdbb66-cd77-4c50-84b8-79259f3988ed tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 86211dc9-4c1d-4ec5-b83c-764df8b87380 could not be found. [ 1001.341662] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-12bdbb66-cd77-4c50-84b8-79259f3988ed tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.342066] env[69357]: INFO nova.compute.manager [None req-12bdbb66-cd77-4c50-84b8-79259f3988ed tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1001.343329] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12bdbb66-cd77-4c50-84b8-79259f3988ed tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.344365] env[69357]: DEBUG nova.compute.manager [-] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.344623] env[69357]: DEBUG nova.network.neutron [-] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.347691] env[69357]: DEBUG oslo_concurrency.lockutils [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.352968] env[69357]: DEBUG oslo_vmware.api [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.392053] env[69357]: DEBUG oslo_concurrency.lockutils [req-5be84ba1-2d79-4c24-835e-a97c2a8294f5 req-1f8d7b31-c24d-4b11-a63d-363e8c1b6d56 service nova] Releasing lock "refresh_cache-8b3696ea-0465-4c47-a5ef-67a3c3c23063" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.570764] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52196b45-04c7-1417-603d-955f937bafa9, 'name': SearchDatastore_Task, 'duration_secs': 0.013771} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.571649] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fa055ab-04c6-471b-af3c-bea6871a0f2f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.583338] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Waiting for the task: (returnval){ [ 1001.583338] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5251e332-d38e-71c3-58db-27bcb4c610c9" [ 1001.583338] env[69357]: _type = "Task" [ 1001.583338] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.595644] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5251e332-d38e-71c3-58db-27bcb4c610c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.689086] env[69357]: DEBUG nova.scheduler.client.report [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.818771] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "refresh_cache-58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.820101] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquired lock "refresh_cache-58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.820101] env[69357]: DEBUG nova.network.neutron [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.845045] env[69357]: DEBUG oslo_vmware.api [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270515} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.845045] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.845045] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.845045] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.845045] env[69357]: INFO nova.compute.manager [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1001.845045] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.845045] env[69357]: DEBUG nova.compute.manager [-] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.845045] env[69357]: DEBUG nova.network.neutron [-] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.080533] env[69357]: DEBUG nova.compute.manager [req-b53e39c9-b11c-4890-84d5-4e714d03c81b req-d5009ef4-b8a4-4e53-b821-a5576e5f9e5d service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Received event network-vif-plugged-e4da15c3-07cd-457f-982d-4f8bf20746fc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.080989] env[69357]: DEBUG oslo_concurrency.lockutils [req-b53e39c9-b11c-4890-84d5-4e714d03c81b req-d5009ef4-b8a4-4e53-b821-a5576e5f9e5d service nova] Acquiring lock "58b2571c-6eb9-47ad-b7c1-bfd16e282e0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.080989] env[69357]: DEBUG oslo_concurrency.lockutils [req-b53e39c9-b11c-4890-84d5-4e714d03c81b req-d5009ef4-b8a4-4e53-b821-a5576e5f9e5d service nova] Lock "58b2571c-6eb9-47ad-b7c1-bfd16e282e0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.082096] env[69357]: DEBUG oslo_concurrency.lockutils [req-b53e39c9-b11c-4890-84d5-4e714d03c81b req-d5009ef4-b8a4-4e53-b821-a5576e5f9e5d service nova] Lock "58b2571c-6eb9-47ad-b7c1-bfd16e282e0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.082096] env[69357]: DEBUG nova.compute.manager [req-b53e39c9-b11c-4890-84d5-4e714d03c81b req-d5009ef4-b8a4-4e53-b821-a5576e5f9e5d service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] No waiting events found dispatching network-vif-plugged-e4da15c3-07cd-457f-982d-4f8bf20746fc {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1002.082096] env[69357]: WARNING nova.compute.manager [req-b53e39c9-b11c-4890-84d5-4e714d03c81b req-d5009ef4-b8a4-4e53-b821-a5576e5f9e5d service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Received unexpected event network-vif-plugged-e4da15c3-07cd-457f-982d-4f8bf20746fc for instance with vm_state building and task_state spawning. [ 1002.082096] env[69357]: DEBUG nova.compute.manager [req-b53e39c9-b11c-4890-84d5-4e714d03c81b req-d5009ef4-b8a4-4e53-b821-a5576e5f9e5d service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Received event network-changed-e4da15c3-07cd-457f-982d-4f8bf20746fc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.082096] env[69357]: DEBUG nova.compute.manager [req-b53e39c9-b11c-4890-84d5-4e714d03c81b req-d5009ef4-b8a4-4e53-b821-a5576e5f9e5d service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Refreshing instance network info cache due to event network-changed-e4da15c3-07cd-457f-982d-4f8bf20746fc. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.082096] env[69357]: DEBUG oslo_concurrency.lockutils [req-b53e39c9-b11c-4890-84d5-4e714d03c81b req-d5009ef4-b8a4-4e53-b821-a5576e5f9e5d service nova] Acquiring lock "refresh_cache-58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.097306] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5251e332-d38e-71c3-58db-27bcb4c610c9, 'name': SearchDatastore_Task, 'duration_secs': 0.015472} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.097306] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.097306] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 8b3696ea-0465-4c47-a5ef-67a3c3c23063/8b3696ea-0465-4c47-a5ef-67a3c3c23063.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.097306] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4f4bea8-70cc-4018-aa51-c70ded8918f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.103555] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Waiting for the task: (returnval){ [ 1002.103555] env[69357]: value = "task-4151085" [ 1002.103555] env[69357]: _type = "Task" [ 1002.103555] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.113468] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Task: {'id': task-4151085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.195194] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.199439] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.519s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.205521] env[69357]: INFO nova.compute.claims [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.242209] env[69357]: INFO nova.scheduler.client.report [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Deleted allocations for instance c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6 [ 1002.254694] env[69357]: DEBUG nova.compute.manager [req-cf69d350-f95f-4a66-ba82-8f12d15b2d9d req-ffe7630f-466e-483d-ac71-0c1eaf7b1d65 service nova] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Received event network-vif-deleted-8382e22c-a6de-4cb1-9ea9-0b237e588b45 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.255034] env[69357]: INFO nova.compute.manager [req-cf69d350-f95f-4a66-ba82-8f12d15b2d9d req-ffe7630f-466e-483d-ac71-0c1eaf7b1d65 service nova] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Neutron deleted interface 8382e22c-a6de-4cb1-9ea9-0b237e588b45; detaching it from the instance and deleting it from the info cache [ 1002.255286] env[69357]: DEBUG nova.network.neutron [req-cf69d350-f95f-4a66-ba82-8f12d15b2d9d req-ffe7630f-466e-483d-ac71-0c1eaf7b1d65 service nova] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.359098] env[69357]: DEBUG nova.network.neutron [-] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.367946] env[69357]: DEBUG nova.network.neutron [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.611354] env[69357]: DEBUG nova.network.neutron [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Updating instance_info_cache with network_info: [{"id": "e4da15c3-07cd-457f-982d-4f8bf20746fc", "address": "fa:16:3e:66:2c:b2", "network": {"id": "9ac9af87-2a9b-4b98-916d-d52218cbd798", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1209329353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c07fba44da3046f5a349f1c812d09558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4da15c3-07", "ovs_interfaceid": "e4da15c3-07cd-457f-982d-4f8bf20746fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.618462] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Task: {'id': task-4151085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512531} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.618821] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 8b3696ea-0465-4c47-a5ef-67a3c3c23063/8b3696ea-0465-4c47-a5ef-67a3c3c23063.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.620454] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.620762] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c5cd5ba-5041-4827-a16b-045839eb233d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.631570] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Waiting for the task: (returnval){ [ 1002.631570] env[69357]: value = "task-4151086" [ 1002.631570] env[69357]: _type = "Task" [ 1002.631570] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.641759] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Task: {'id': task-4151086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.650757] env[69357]: DEBUG nova.network.neutron [-] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.753075] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d434ad74-7f1e-4c28-9014-0d3f3d1929a7 tempest-FloatingIPsAssociationTestJSON-45960377 tempest-FloatingIPsAssociationTestJSON-45960377-project-member] Lock "c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.300s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.758586] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad13ec33-b657-46a3-b8ce-8ab7e992b2cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.772821] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855037ef-4886-44a2-8029-8586f9e1c5c0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.804013] env[69357]: DEBUG nova.compute.manager [req-cf69d350-f95f-4a66-ba82-8f12d15b2d9d req-ffe7630f-466e-483d-ac71-0c1eaf7b1d65 service nova] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Detach interface failed, port_id=8382e22c-a6de-4cb1-9ea9-0b237e588b45, reason: Instance 6112924c-de47-4d82-b1eb-80eadb23cf30 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1002.862982] env[69357]: INFO nova.compute.manager [-] [instance: 86211dc9-4c1d-4ec5-b83c-764df8b87380] Took 1.52 seconds to deallocate network for instance. [ 1003.114692] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Releasing lock "refresh_cache-58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.115230] env[69357]: DEBUG nova.compute.manager [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Instance network_info: |[{"id": "e4da15c3-07cd-457f-982d-4f8bf20746fc", "address": "fa:16:3e:66:2c:b2", "network": {"id": "9ac9af87-2a9b-4b98-916d-d52218cbd798", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1209329353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c07fba44da3046f5a349f1c812d09558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4da15c3-07", "ovs_interfaceid": "e4da15c3-07cd-457f-982d-4f8bf20746fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.115499] env[69357]: DEBUG oslo_concurrency.lockutils [req-b53e39c9-b11c-4890-84d5-4e714d03c81b req-d5009ef4-b8a4-4e53-b821-a5576e5f9e5d service nova] Acquired lock "refresh_cache-58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.115733] env[69357]: DEBUG nova.network.neutron [req-b53e39c9-b11c-4890-84d5-4e714d03c81b req-d5009ef4-b8a4-4e53-b821-a5576e5f9e5d service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Refreshing network info cache for port e4da15c3-07cd-457f-982d-4f8bf20746fc {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.117571] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:2c:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4da15c3-07cd-457f-982d-4f8bf20746fc', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.127551] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.130770] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.132164] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cebecefd-fb62-459f-a6b5-0d16aa57b9b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.158347] env[69357]: INFO nova.compute.manager [-] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Took 1.31 seconds to deallocate network for instance. [ 1003.164494] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.164494] env[69357]: value = "task-4151087" [ 1003.164494] env[69357]: _type = "Task" [ 1003.164494] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.181583] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Task: {'id': task-4151086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.327283} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.186584] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.187558] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c4f212-3e4c-4c9c-b860-fda4b9642f04 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.195987] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151087, 'name': CreateVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.226254] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 8b3696ea-0465-4c47-a5ef-67a3c3c23063/8b3696ea-0465-4c47-a5ef-67a3c3c23063.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.228821] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-776a3d05-3d47-47e2-ba29-83ae6f1e3980 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.257819] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Waiting for the task: (returnval){ [ 1003.257819] env[69357]: value = "task-4151088" [ 1003.257819] env[69357]: _type = "Task" [ 1003.257819] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.267491] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Task: {'id': task-4151088, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.444120] env[69357]: DEBUG nova.network.neutron [req-b53e39c9-b11c-4890-84d5-4e714d03c81b req-d5009ef4-b8a4-4e53-b821-a5576e5f9e5d service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Updated VIF entry in instance network info cache for port e4da15c3-07cd-457f-982d-4f8bf20746fc. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.444568] env[69357]: DEBUG nova.network.neutron [req-b53e39c9-b11c-4890-84d5-4e714d03c81b req-d5009ef4-b8a4-4e53-b821-a5576e5f9e5d service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Updating instance_info_cache with network_info: [{"id": "e4da15c3-07cd-457f-982d-4f8bf20746fc", "address": "fa:16:3e:66:2c:b2", "network": {"id": "9ac9af87-2a9b-4b98-916d-d52218cbd798", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1209329353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c07fba44da3046f5a349f1c812d09558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4da15c3-07", "ovs_interfaceid": "e4da15c3-07cd-457f-982d-4f8bf20746fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.584066] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673437e4-d8a5-44d6-b180-1c27dd2a531f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.592884] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343f12e1-79d2-4af1-a743-41d7505cdd26 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.627032] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df024788-06a1-45fd-979d-2074469fab47 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.636526] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7bd4af-7205-4888-9519-4a7a27e90eb9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.651041] env[69357]: DEBUG nova.compute.provider_tree [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.658324] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "8d23c06e-283e-4d2c-965e-2cb32d4b4605" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.658737] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "8d23c06e-283e-4d2c-965e-2cb32d4b4605" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.658953] env[69357]: INFO nova.compute.manager [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Shelving [ 1003.676742] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151087, 'name': CreateVM_Task, 'duration_secs': 0.427207} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.676932] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.677668] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.678023] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.678151] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.678666] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81cfd8b3-6784-479c-9860-e583b8126ab7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.684321] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1003.684321] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52199703-e245-7b53-d7af-09fe9dd1cde5" [ 1003.684321] env[69357]: _type = "Task" [ 1003.684321] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.688582] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.696165] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52199703-e245-7b53-d7af-09fe9dd1cde5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.771103] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Task: {'id': task-4151088, 'name': ReconfigVM_Task, 'duration_secs': 0.385981} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.772408] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 8b3696ea-0465-4c47-a5ef-67a3c3c23063/8b3696ea-0465-4c47-a5ef-67a3c3c23063.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.773210] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc4b2fae-b22c-4d8e-8a02-6795e01eea66 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.784209] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Waiting for the task: (returnval){ [ 1003.784209] env[69357]: value = "task-4151090" [ 1003.784209] env[69357]: _type = "Task" [ 1003.784209] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.794609] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Task: {'id': task-4151090, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.898530] env[69357]: DEBUG oslo_concurrency.lockutils [None req-12bdbb66-cd77-4c50-84b8-79259f3988ed tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "86211dc9-4c1d-4ec5-b83c-764df8b87380" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.124s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.948816] env[69357]: DEBUG oslo_concurrency.lockutils [req-b53e39c9-b11c-4890-84d5-4e714d03c81b req-d5009ef4-b8a4-4e53-b821-a5576e5f9e5d service nova] Releasing lock "refresh_cache-58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.157615] env[69357]: DEBUG nova.scheduler.client.report [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.203226] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52199703-e245-7b53-d7af-09fe9dd1cde5, 'name': SearchDatastore_Task, 'duration_secs': 0.010776} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.203342] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.203708] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.204297] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.204297] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.204432] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.204876] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a443fbbd-8abd-480a-a2cc-a2c524222758 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.217771] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.217771] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.218600] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feb7e709-aee3-449b-a479-fa0de65b9ee1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.225216] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1004.225216] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529b82e8-67c9-9b65-bbfb-4d33bcd384e6" [ 1004.225216] env[69357]: _type = "Task" [ 1004.225216] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.239721] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529b82e8-67c9-9b65-bbfb-4d33bcd384e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010337} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.241242] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e69e881-cd2f-4431-a1bd-977b20339697 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.249364] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1004.249364] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f8ab4f-5dd3-166a-5a5e-f31f3f1d9f50" [ 1004.249364] env[69357]: _type = "Task" [ 1004.249364] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.258642] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f8ab4f-5dd3-166a-5a5e-f31f3f1d9f50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.294944] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Task: {'id': task-4151090, 'name': Rename_Task, 'duration_secs': 0.194281} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.295156] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.295319] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69c89433-db2c-424e-84b3-0aab65cf52e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.306506] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Waiting for the task: (returnval){ [ 1004.306506] env[69357]: value = "task-4151091" [ 1004.306506] env[69357]: _type = "Task" [ 1004.306506] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.316029] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Task: {'id': task-4151091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.665926] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.666328] env[69357]: DEBUG nova.compute.manager [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.671434] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.685s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.671770] env[69357]: DEBUG nova.objects.instance [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1004.680248] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.680248] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3aa31007-b6aa-480f-b824-1187a895a579 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.687909] env[69357]: DEBUG oslo_vmware.api [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 1004.687909] env[69357]: value = "task-4151092" [ 1004.687909] env[69357]: _type = "Task" [ 1004.687909] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.709376] env[69357]: DEBUG oslo_vmware.api [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.761286] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f8ab4f-5dd3-166a-5a5e-f31f3f1d9f50, 'name': SearchDatastore_Task, 'duration_secs': 0.010372} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.761731] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.762117] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e/58b2571c-6eb9-47ad-b7c1-bfd16e282e0e.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.762814] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f49cb0c7-cf0c-4e16-930a-2cce99f8268b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.771249] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1004.771249] env[69357]: value = "task-4151093" [ 1004.771249] env[69357]: _type = "Task" [ 1004.771249] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.782705] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.826133] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Task: {'id': task-4151091, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.184159] env[69357]: DEBUG nova.compute.utils [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.187526] env[69357]: DEBUG nova.compute.manager [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.187526] env[69357]: DEBUG nova.network.neutron [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.205726] env[69357]: DEBUG oslo_vmware.api [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151092, 'name': PowerOffVM_Task, 'duration_secs': 0.270233} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.206058] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.207876] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ed1dcb-8b9a-4844-aad4-f5d2ed6d54d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.233931] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1637c261-5ef2-42ee-a5c2-4175a4824757 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.270650] env[69357]: DEBUG nova.policy [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bed60cd585c4644b823f73484e18610', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '330f2fc144794efeaf7d940046809507', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.282899] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151093, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.317861] env[69357]: DEBUG oslo_vmware.api [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Task: {'id': task-4151091, 'name': PowerOnVM_Task, 'duration_secs': 0.598548} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.318168] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.318371] env[69357]: INFO nova.compute.manager [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1005.318555] env[69357]: DEBUG nova.compute.manager [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1005.319407] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17098044-9daf-4865-a16d-c3928a360ebb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.411293] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "6860687b-50f2-4e57-8234-fd1a0e5cd36b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.415523] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "6860687b-50f2-4e57-8234-fd1a0e5cd36b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.619164] env[69357]: DEBUG nova.network.neutron [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Successfully created port: 36e025b6-1bbd-4372-a17c-ef4e25e53042 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.688329] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f2dea58-ef67-4448-8dbf-41e6dab47867 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.688999] env[69357]: DEBUG oslo_concurrency.lockutils [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.215s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.689255] env[69357]: DEBUG nova.objects.instance [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lazy-loading 'resources' on Instance uuid 933cc7d7-1160-4539-ba0d-002de1461d17 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.690526] env[69357]: DEBUG nova.compute.manager [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.747664] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1005.747999] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-21e12d43-7605-4b00-92eb-e40963b28a2a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.760303] env[69357]: DEBUG oslo_vmware.api [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 1005.760303] env[69357]: value = "task-4151095" [ 1005.760303] env[69357]: _type = "Task" [ 1005.760303] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.771444] env[69357]: DEBUG oslo_vmware.api [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151095, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.783226] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527092} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.783557] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e/58b2571c-6eb9-47ad-b7c1-bfd16e282e0e.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.783824] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.784113] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63a664ee-51d6-4dc1-a0ab-129dc93349c3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.793171] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1005.793171] env[69357]: value = "task-4151096" [ 1005.793171] env[69357]: _type = "Task" [ 1005.793171] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.803457] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.837039] env[69357]: INFO nova.compute.manager [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Took 32.74 seconds to build instance. [ 1005.915816] env[69357]: DEBUG nova.compute.manager [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.275817] env[69357]: DEBUG oslo_vmware.api [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151095, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.303866] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07794} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.304160] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.305062] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca298f1e-c9ab-4bdb-858f-8f0c05fb1be6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.328275] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e/58b2571c-6eb9-47ad-b7c1-bfd16e282e0e.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.331763] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9278bf79-c426-43f4-8d59-27252ef5620f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.347537] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42446317-6b6a-437f-976e-0c324eda5d16 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Lock "8b3696ea-0465-4c47-a5ef-67a3c3c23063" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.272s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.354340] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1006.354340] env[69357]: value = "task-4151097" [ 1006.354340] env[69357]: _type = "Task" [ 1006.354340] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.364499] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.447993] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.574309] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a28f452-3498-42b0-97d8-afc81c42a308 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.583490] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b36a0cd-5930-4411-9c49-4a841292d2a7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.621986] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaa4879-6fc5-4785-a465-27af75e0355e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.633256] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9891579-3e88-4d7e-bb58-5cc4595798a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.649726] env[69357]: DEBUG nova.compute.provider_tree [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.708154] env[69357]: DEBUG nova.compute.manager [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.748179] env[69357]: DEBUG nova.virt.hardware [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.748423] env[69357]: DEBUG nova.virt.hardware [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.748578] env[69357]: DEBUG nova.virt.hardware [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.748758] env[69357]: DEBUG nova.virt.hardware [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.748901] env[69357]: DEBUG nova.virt.hardware [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.749763] env[69357]: DEBUG nova.virt.hardware [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.750057] env[69357]: DEBUG nova.virt.hardware [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.750240] env[69357]: DEBUG nova.virt.hardware [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.750414] env[69357]: DEBUG nova.virt.hardware [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.750649] env[69357]: DEBUG nova.virt.hardware [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.750854] env[69357]: DEBUG nova.virt.hardware [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.752200] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ed3832-275e-4a58-a8c6-a9f07ecb1cc4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.762167] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f582aa2-bd0c-4906-b182-841967223757 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.776018] env[69357]: DEBUG oslo_vmware.api [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151095, 'name': CreateSnapshot_Task, 'duration_secs': 0.926648} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.785149] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1006.785705] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bb5b4c-ea22-46c8-a79e-41c5caa92322 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.869819] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151097, 'name': ReconfigVM_Task, 'duration_secs': 0.344059} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.871346] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e/58b2571c-6eb9-47ad-b7c1-bfd16e282e0e.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.872177] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9e22636-936f-4369-984c-459ba0b089e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.882219] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1006.882219] env[69357]: value = "task-4151098" [ 1006.882219] env[69357]: _type = "Task" [ 1006.882219] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.893097] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151098, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.157079] env[69357]: DEBUG nova.scheduler.client.report [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.307204] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1007.307635] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-11de3dfe-74a0-4407-89d9-f81a8d893aaf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.319761] env[69357]: DEBUG oslo_vmware.api [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 1007.319761] env[69357]: value = "task-4151099" [ 1007.319761] env[69357]: _type = "Task" [ 1007.319761] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.330594] env[69357]: DEBUG oslo_vmware.api [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151099, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.393835] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151098, 'name': Rename_Task, 'duration_secs': 0.157662} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.394964] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.395473] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a07db233-054c-412e-bbb7-4d50f99f111f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.402036] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Acquiring lock "8b3696ea-0465-4c47-a5ef-67a3c3c23063" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.402443] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Lock "8b3696ea-0465-4c47-a5ef-67a3c3c23063" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.402594] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Acquiring lock "8b3696ea-0465-4c47-a5ef-67a3c3c23063-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.402798] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Lock "8b3696ea-0465-4c47-a5ef-67a3c3c23063-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.402997] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Lock "8b3696ea-0465-4c47-a5ef-67a3c3c23063-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.410238] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1007.410238] env[69357]: value = "task-4151100" [ 1007.410238] env[69357]: _type = "Task" [ 1007.410238] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.410776] env[69357]: INFO nova.compute.manager [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Terminating instance [ 1007.433394] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151100, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.491194] env[69357]: DEBUG nova.network.neutron [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Successfully updated port: 36e025b6-1bbd-4372-a17c-ef4e25e53042 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.639961] env[69357]: DEBUG nova.compute.manager [req-ce26fd5f-abe0-4269-a0f3-c0859b3c1200 req-dd5eedf0-fa76-4bf0-a49d-75865aeef31b service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Received event network-vif-plugged-36e025b6-1bbd-4372-a17c-ef4e25e53042 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.640353] env[69357]: DEBUG oslo_concurrency.lockutils [req-ce26fd5f-abe0-4269-a0f3-c0859b3c1200 req-dd5eedf0-fa76-4bf0-a49d-75865aeef31b service nova] Acquiring lock "5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.640812] env[69357]: DEBUG oslo_concurrency.lockutils [req-ce26fd5f-abe0-4269-a0f3-c0859b3c1200 req-dd5eedf0-fa76-4bf0-a49d-75865aeef31b service nova] Lock "5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.641252] env[69357]: DEBUG oslo_concurrency.lockutils [req-ce26fd5f-abe0-4269-a0f3-c0859b3c1200 req-dd5eedf0-fa76-4bf0-a49d-75865aeef31b service nova] Lock "5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.643194] env[69357]: DEBUG nova.compute.manager [req-ce26fd5f-abe0-4269-a0f3-c0859b3c1200 req-dd5eedf0-fa76-4bf0-a49d-75865aeef31b service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] No waiting events found dispatching network-vif-plugged-36e025b6-1bbd-4372-a17c-ef4e25e53042 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1007.643194] env[69357]: WARNING nova.compute.manager [req-ce26fd5f-abe0-4269-a0f3-c0859b3c1200 req-dd5eedf0-fa76-4bf0-a49d-75865aeef31b service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Received unexpected event network-vif-plugged-36e025b6-1bbd-4372-a17c-ef4e25e53042 for instance with vm_state building and task_state spawning. [ 1007.664759] env[69357]: DEBUG oslo_concurrency.lockutils [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.672027] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.268s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.672027] env[69357]: INFO nova.compute.claims [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.703073] env[69357]: INFO nova.scheduler.client.report [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Deleted allocations for instance 933cc7d7-1160-4539-ba0d-002de1461d17 [ 1007.837106] env[69357]: DEBUG oslo_vmware.api [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151099, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.926460] env[69357]: DEBUG nova.compute.manager [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.926784] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.931823] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fdfdda-6816-427e-96f6-9312dbd767cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.948432] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151100, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.961563] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.961943] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89e5d507-bcd3-41ff-bd47-56b6f7db23c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.972622] env[69357]: DEBUG oslo_vmware.api [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Waiting for the task: (returnval){ [ 1007.972622] env[69357]: value = "task-4151102" [ 1007.972622] env[69357]: _type = "Task" [ 1007.972622] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.989524] env[69357]: DEBUG oslo_vmware.api [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Task: {'id': task-4151102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.997266] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Acquiring lock "refresh_cache-5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.997607] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Acquired lock "refresh_cache-5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.997787] env[69357]: DEBUG nova.network.neutron [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.217161] env[69357]: DEBUG oslo_concurrency.lockutils [None req-154c6e19-1d1e-4bbb-a31d-cd080f431193 tempest-MigrationsAdminTest-200317129 tempest-MigrationsAdminTest-200317129-project-member] Lock "933cc7d7-1160-4539-ba0d-002de1461d17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.294s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.334955] env[69357]: DEBUG oslo_vmware.api [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151099, 'name': CloneVM_Task} progress is 95%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.431020] env[69357]: DEBUG oslo_vmware.api [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151100, 'name': PowerOnVM_Task, 'duration_secs': 0.591923} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.431020] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.431020] env[69357]: INFO nova.compute.manager [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1008.431020] env[69357]: DEBUG nova.compute.manager [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1008.431646] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59f5b37-587c-4c31-8f30-0a0764db44b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.454883] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Acquiring lock "3accce32-88a9-4581-b97e-ecfe77ccaebf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.457839] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Lock "3accce32-88a9-4581-b97e-ecfe77ccaebf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.457839] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Acquiring lock "3accce32-88a9-4581-b97e-ecfe77ccaebf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.457839] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Lock "3accce32-88a9-4581-b97e-ecfe77ccaebf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.457839] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Lock "3accce32-88a9-4581-b97e-ecfe77ccaebf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.459494] env[69357]: INFO nova.compute.manager [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Terminating instance [ 1008.493688] env[69357]: DEBUG oslo_vmware.api [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Task: {'id': task-4151102, 'name': PowerOffVM_Task, 'duration_secs': 0.237321} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.494251] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.494984] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.495586] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45b6e9cd-a5af-46c3-a341-5a97e3d051a0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.569185] env[69357]: DEBUG nova.network.neutron [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.604289] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.604289] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.604289] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Deleting the datastore file [datastore2] 8b3696ea-0465-4c47-a5ef-67a3c3c23063 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.604289] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81b40916-7ad2-46ca-839c-dc196750f014 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.611378] env[69357]: DEBUG oslo_vmware.api [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Waiting for the task: (returnval){ [ 1008.611378] env[69357]: value = "task-4151104" [ 1008.611378] env[69357]: _type = "Task" [ 1008.611378] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.623668] env[69357]: DEBUG oslo_vmware.api [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Task: {'id': task-4151104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.836095] env[69357]: DEBUG oslo_vmware.api [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151099, 'name': CloneVM_Task, 'duration_secs': 1.488364} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.836859] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Created linked-clone VM from snapshot [ 1008.837929] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f1db58-41b6-48dd-9117-28ba394ac898 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.850395] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Uploading image 743ef83d-877e-4d4c-aca4-516d50656a5c {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1008.883607] env[69357]: DEBUG oslo_vmware.rw_handles [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1008.883607] env[69357]: value = "vm-821977" [ 1008.883607] env[69357]: _type = "VirtualMachine" [ 1008.883607] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1008.883989] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-097205c6-627d-4296-b107-df39c2e8822f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.895701] env[69357]: DEBUG oslo_vmware.rw_handles [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lease: (returnval){ [ 1008.895701] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fe5051-b6a9-5bd3-1405-bacc4acca040" [ 1008.895701] env[69357]: _type = "HttpNfcLease" [ 1008.895701] env[69357]: } obtained for exporting VM: (result){ [ 1008.895701] env[69357]: value = "vm-821977" [ 1008.895701] env[69357]: _type = "VirtualMachine" [ 1008.895701] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1008.896068] env[69357]: DEBUG oslo_vmware.api [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the lease: (returnval){ [ 1008.896068] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fe5051-b6a9-5bd3-1405-bacc4acca040" [ 1008.896068] env[69357]: _type = "HttpNfcLease" [ 1008.896068] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1008.905848] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1008.905848] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fe5051-b6a9-5bd3-1405-bacc4acca040" [ 1008.905848] env[69357]: _type = "HttpNfcLease" [ 1008.905848] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1008.928070] env[69357]: DEBUG nova.network.neutron [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Updating instance_info_cache with network_info: [{"id": "36e025b6-1bbd-4372-a17c-ef4e25e53042", "address": "fa:16:3e:20:fc:a4", "network": {"id": "20b633eb-ec32-49b0-865c-a8552a457791", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-669714803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "330f2fc144794efeaf7d940046809507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e025b6-1b", "ovs_interfaceid": "36e025b6-1bbd-4372-a17c-ef4e25e53042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.963237] env[69357]: INFO nova.compute.manager [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Took 33.70 seconds to build instance. [ 1008.964419] env[69357]: DEBUG nova.compute.manager [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.964848] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.965477] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b321a35-433b-4ce1-9c22-ec463c36c5af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.975313] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.978278] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-405c5507-0589-48a9-ae63-5971766b8f69 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.990042] env[69357]: DEBUG oslo_vmware.api [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Waiting for the task: (returnval){ [ 1008.990042] env[69357]: value = "task-4151106" [ 1008.990042] env[69357]: _type = "Task" [ 1008.990042] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.009793] env[69357]: DEBUG oslo_vmware.api [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Task: {'id': task-4151106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.045018] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d391f836-4a8f-4852-99db-4ddcb561e264 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.053736] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a840a41-82e0-41c0-93b7-64c079d08ebf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.121040] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe2960e-ad5a-491d-823b-618ce062b4ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.133315] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de87d4b1-85c2-4e59-8c24-d8ba4c666aa1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.138585] env[69357]: DEBUG oslo_vmware.api [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Task: {'id': task-4151104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.155397] env[69357]: DEBUG nova.compute.provider_tree [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.408965] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1009.408965] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fe5051-b6a9-5bd3-1405-bacc4acca040" [ 1009.408965] env[69357]: _type = "HttpNfcLease" [ 1009.408965] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1009.412089] env[69357]: DEBUG oslo_vmware.rw_handles [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1009.412089] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fe5051-b6a9-5bd3-1405-bacc4acca040" [ 1009.412089] env[69357]: _type = "HttpNfcLease" [ 1009.412089] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1009.412089] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2ee902-2447-43fa-8f86-cec5409ebad5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.423880] env[69357]: DEBUG oslo_vmware.rw_handles [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529a6eb2-84b4-5e6c-dbd6-7c2319393dbd/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1009.424143] env[69357]: DEBUG oslo_vmware.rw_handles [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529a6eb2-84b4-5e6c-dbd6-7c2319393dbd/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1009.483631] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Releasing lock "refresh_cache-5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.484304] env[69357]: DEBUG nova.compute.manager [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Instance network_info: |[{"id": "36e025b6-1bbd-4372-a17c-ef4e25e53042", "address": "fa:16:3e:20:fc:a4", "network": {"id": "20b633eb-ec32-49b0-865c-a8552a457791", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-669714803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "330f2fc144794efeaf7d940046809507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e025b6-1b", "ovs_interfaceid": "36e025b6-1bbd-4372-a17c-ef4e25e53042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.485277] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e32a4d59-3b24-4ace-9fdb-9382867c0dac tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.227s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.485277] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:fc:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36e025b6-1bbd-4372-a17c-ef4e25e53042', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.492857] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Creating folder: Project (330f2fc144794efeaf7d940046809507). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.494512] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a48cfdf-50af-41c7-a2e5-5b8dac45ca50 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.506908] env[69357]: DEBUG oslo_vmware.api [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Task: {'id': task-4151106, 'name': PowerOffVM_Task, 'duration_secs': 0.334173} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.507257] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.507521] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.507817] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c11c458-5030-4a52-9c51-5f31b0bfc1aa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.514091] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Created folder: Project (330f2fc144794efeaf7d940046809507) in parent group-v821763. [ 1009.514295] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Creating folder: Instances. Parent ref: group-v821979. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.516175] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bac3dfa-05b9-4ff8-8e23-550f1b477651 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.525608] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Created folder: Instances in parent group-v821979. [ 1009.525843] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.528364] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.528882] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3f23f6e-4bca-4028-926c-ae45b7d9070f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.544926] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a64bd12b-eef4-4931-a002-46c0cb12cd90 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.550773] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.550773] env[69357]: value = "task-4151110" [ 1009.550773] env[69357]: _type = "Task" [ 1009.550773] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.561104] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151110, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.591319] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.591815] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.591815] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Deleting the datastore file [datastore2] 3accce32-88a9-4581-b97e-ecfe77ccaebf {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.592090] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00c52cb4-5152-47f3-be5e-e9b4ec66bdc4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.600662] env[69357]: DEBUG oslo_vmware.api [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Waiting for the task: (returnval){ [ 1009.600662] env[69357]: value = "task-4151111" [ 1009.600662] env[69357]: _type = "Task" [ 1009.600662] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.612524] env[69357]: DEBUG oslo_vmware.api [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Task: {'id': task-4151111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.627771] env[69357]: DEBUG oslo_vmware.api [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Task: {'id': task-4151104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.571809} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.628287] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.628639] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.628984] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.629328] env[69357]: INFO nova.compute.manager [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1009.629725] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.630125] env[69357]: DEBUG nova.compute.manager [-] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.630387] env[69357]: DEBUG nova.network.neutron [-] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.659937] env[69357]: DEBUG nova.scheduler.client.report [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.881741] env[69357]: DEBUG nova.compute.manager [req-1843f9a9-54c7-4e85-bca4-7141feebc52e req-ea479e33-47a3-4c7c-b1c6-4258220ee214 service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Received event network-changed-36e025b6-1bbd-4372-a17c-ef4e25e53042 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.881928] env[69357]: DEBUG nova.compute.manager [req-1843f9a9-54c7-4e85-bca4-7141feebc52e req-ea479e33-47a3-4c7c-b1c6-4258220ee214 service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Refreshing instance network info cache due to event network-changed-36e025b6-1bbd-4372-a17c-ef4e25e53042. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.886493] env[69357]: DEBUG oslo_concurrency.lockutils [req-1843f9a9-54c7-4e85-bca4-7141feebc52e req-ea479e33-47a3-4c7c-b1c6-4258220ee214 service nova] Acquiring lock "refresh_cache-5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.886788] env[69357]: DEBUG oslo_concurrency.lockutils [req-1843f9a9-54c7-4e85-bca4-7141feebc52e req-ea479e33-47a3-4c7c-b1c6-4258220ee214 service nova] Acquired lock "refresh_cache-5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.887134] env[69357]: DEBUG nova.network.neutron [req-1843f9a9-54c7-4e85-bca4-7141feebc52e req-ea479e33-47a3-4c7c-b1c6-4258220ee214 service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Refreshing network info cache for port 36e025b6-1bbd-4372-a17c-ef4e25e53042 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.966617] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "facbe890-7d28-4e20-8126-8382383e0468" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.966994] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "facbe890-7d28-4e20-8126-8382383e0468" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.063513] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151110, 'name': CreateVM_Task, 'duration_secs': 0.428686} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.063827] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.064670] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.064875] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.065248] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.065609] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dfed4e1-52b7-4a84-805d-808fc246b3e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.072208] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Waiting for the task: (returnval){ [ 1010.072208] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5227268b-a325-19c1-172e-edd0c1038ea0" [ 1010.072208] env[69357]: _type = "Task" [ 1010.072208] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.082123] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5227268b-a325-19c1-172e-edd0c1038ea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.111284] env[69357]: DEBUG oslo_vmware.api [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Task: {'id': task-4151111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314124} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.111619] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.111975] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.112425] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.112691] env[69357]: INFO nova.compute.manager [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1010.113017] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.113271] env[69357]: DEBUG nova.compute.manager [-] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.113496] env[69357]: DEBUG nova.network.neutron [-] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.166333] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.166888] env[69357]: DEBUG nova.compute.manager [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.170199] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.960s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.171020] env[69357]: DEBUG nova.objects.instance [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Lazy-loading 'resources' on Instance uuid 3633502b-1ec2-4b4d-8a84-d33cb2769a00 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.472423] env[69357]: DEBUG nova.compute.manager [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.589087] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5227268b-a325-19c1-172e-edd0c1038ea0, 'name': SearchDatastore_Task, 'duration_secs': 0.019495} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.589087] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.589356] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.589854] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.589964] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.591274] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.591274] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6750c929-29dc-4cda-8341-453d21069728 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.610014] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.610427] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.611492] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d37b16b1-765e-46f3-9789-374a525b8af3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.619092] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Waiting for the task: (returnval){ [ 1010.619092] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]524d250f-570d-26d4-642b-c2c08008af5e" [ 1010.619092] env[69357]: _type = "Task" [ 1010.619092] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.632904] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]524d250f-570d-26d4-642b-c2c08008af5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.675046] env[69357]: DEBUG nova.compute.utils [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.676520] env[69357]: DEBUG nova.compute.manager [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.676781] env[69357]: DEBUG nova.network.neutron [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.786336] env[69357]: DEBUG nova.policy [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '759d3c79e44c486992d1bc4309dafed1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bda71363f2a49d4a857ec99bb9cb47a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.814987] env[69357]: DEBUG nova.network.neutron [req-1843f9a9-54c7-4e85-bca4-7141feebc52e req-ea479e33-47a3-4c7c-b1c6-4258220ee214 service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Updated VIF entry in instance network info cache for port 36e025b6-1bbd-4372-a17c-ef4e25e53042. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.815486] env[69357]: DEBUG nova.network.neutron [req-1843f9a9-54c7-4e85-bca4-7141feebc52e req-ea479e33-47a3-4c7c-b1c6-4258220ee214 service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Updating instance_info_cache with network_info: [{"id": "36e025b6-1bbd-4372-a17c-ef4e25e53042", "address": "fa:16:3e:20:fc:a4", "network": {"id": "20b633eb-ec32-49b0-865c-a8552a457791", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-669714803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "330f2fc144794efeaf7d940046809507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e025b6-1b", "ovs_interfaceid": "36e025b6-1bbd-4372-a17c-ef4e25e53042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.980805] env[69357]: DEBUG nova.network.neutron [-] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.998413] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.048149] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da775a99-c28d-4158-a6af-0ffc5e46b26f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.058673] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2b6793-363a-4431-afd3-334b3d937743 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.097913] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91365c9c-28cf-4757-b1ce-77c3091b575c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.107048] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e10610-90cb-45ec-9866-3eb1a9c0e2d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.122976] env[69357]: DEBUG nova.compute.provider_tree [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.137867] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]524d250f-570d-26d4-642b-c2c08008af5e, 'name': SearchDatastore_Task, 'duration_secs': 0.014405} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.141226] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7a55326-ecee-4120-8fbc-337b564962b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.151515] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Waiting for the task: (returnval){ [ 1011.151515] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fcca11-4c78-f733-3770-61f0f7e20a16" [ 1011.151515] env[69357]: _type = "Task" [ 1011.151515] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.164300] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fcca11-4c78-f733-3770-61f0f7e20a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.189911] env[69357]: DEBUG nova.compute.manager [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.310148] env[69357]: DEBUG nova.network.neutron [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Successfully created port: 1a6042b7-9c64-469a-84af-cf1fa1988cc4 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.318499] env[69357]: DEBUG oslo_concurrency.lockutils [req-1843f9a9-54c7-4e85-bca4-7141feebc52e req-ea479e33-47a3-4c7c-b1c6-4258220ee214 service nova] Releasing lock "refresh_cache-5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.420374] env[69357]: DEBUG nova.compute.manager [req-f8e5139f-289d-40c9-999e-d39b457e1ad9 req-3a87e15a-249b-4f59-879e-c06a62a4cc48 service nova] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Received event network-vif-deleted-a50b5bbe-4267-47bf-a2c7-a1cd042d51d5 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.420492] env[69357]: INFO nova.compute.manager [req-f8e5139f-289d-40c9-999e-d39b457e1ad9 req-3a87e15a-249b-4f59-879e-c06a62a4cc48 service nova] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Neutron deleted interface a50b5bbe-4267-47bf-a2c7-a1cd042d51d5; detaching it from the instance and deleting it from the info cache [ 1011.420719] env[69357]: DEBUG nova.network.neutron [req-f8e5139f-289d-40c9-999e-d39b457e1ad9 req-3a87e15a-249b-4f59-879e-c06a62a4cc48 service nova] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.489233] env[69357]: INFO nova.compute.manager [-] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Took 1.86 seconds to deallocate network for instance. [ 1011.508851] env[69357]: DEBUG nova.network.neutron [-] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.628397] env[69357]: DEBUG nova.scheduler.client.report [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.668351] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fcca11-4c78-f733-3770-61f0f7e20a16, 'name': SearchDatastore_Task, 'duration_secs': 0.017991} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.668908] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.669728] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb/5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.669728] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba194da8-cddf-474f-9667-0eaad58901c3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.677980] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Waiting for the task: (returnval){ [ 1011.677980] env[69357]: value = "task-4151113" [ 1011.677980] env[69357]: _type = "Task" [ 1011.677980] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.695769] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.922671] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Acquiring lock "1e6c8219-368d-4446-89ab-abb8212252e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.923179] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Lock "1e6c8219-368d-4446-89ab-abb8212252e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.926388] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee1cc462-ee57-41f4-a521-1bd13da3c8ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.936385] env[69357]: DEBUG nova.compute.manager [req-207d7a45-565c-4453-9442-8051f81c5f84 req-d6e234bf-a38b-474a-a271-7975de3503ef service nova] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Received event network-vif-deleted-9ed277bb-f0ea-435e-a1e5-a07628e4df03 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.936771] env[69357]: DEBUG nova.compute.manager [req-207d7a45-565c-4453-9442-8051f81c5f84 req-d6e234bf-a38b-474a-a271-7975de3503ef service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Received event network-changed-e4da15c3-07cd-457f-982d-4f8bf20746fc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.937092] env[69357]: DEBUG nova.compute.manager [req-207d7a45-565c-4453-9442-8051f81c5f84 req-d6e234bf-a38b-474a-a271-7975de3503ef service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Refreshing instance network info cache due to event network-changed-e4da15c3-07cd-457f-982d-4f8bf20746fc. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.937472] env[69357]: DEBUG oslo_concurrency.lockutils [req-207d7a45-565c-4453-9442-8051f81c5f84 req-d6e234bf-a38b-474a-a271-7975de3503ef service nova] Acquiring lock "refresh_cache-58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.937722] env[69357]: DEBUG oslo_concurrency.lockutils [req-207d7a45-565c-4453-9442-8051f81c5f84 req-d6e234bf-a38b-474a-a271-7975de3503ef service nova] Acquired lock "refresh_cache-58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.938016] env[69357]: DEBUG nova.network.neutron [req-207d7a45-565c-4453-9442-8051f81c5f84 req-d6e234bf-a38b-474a-a271-7975de3503ef service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Refreshing network info cache for port e4da15c3-07cd-457f-982d-4f8bf20746fc {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.949824] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1aa588-c1c1-44a3-aa03-f7c84d77ad8e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.997787] env[69357]: DEBUG nova.compute.manager [req-f8e5139f-289d-40c9-999e-d39b457e1ad9 req-3a87e15a-249b-4f59-879e-c06a62a4cc48 service nova] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Detach interface failed, port_id=a50b5bbe-4267-47bf-a2c7-a1cd042d51d5, reason: Instance 3accce32-88a9-4581-b97e-ecfe77ccaebf could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1011.999031] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.002294] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Acquiring lock "7e597192-4c63-4c7a-b6ae-9f1fed35cb08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.002551] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Lock "7e597192-4c63-4c7a-b6ae-9f1fed35cb08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.011975] env[69357]: INFO nova.compute.manager [-] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Took 1.90 seconds to deallocate network for instance. [ 1012.133265] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.138167] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.614s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.138167] env[69357]: DEBUG nova.objects.instance [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1012.175856] env[69357]: INFO nova.scheduler.client.report [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Deleted allocations for instance 3633502b-1ec2-4b4d-8a84-d33cb2769a00 [ 1012.202697] env[69357]: DEBUG nova.compute.manager [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.206574] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151113, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.239190] env[69357]: DEBUG nova.virt.hardware [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.240014] env[69357]: DEBUG nova.virt.hardware [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.240353] env[69357]: DEBUG nova.virt.hardware [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.240690] env[69357]: DEBUG nova.virt.hardware [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.240953] env[69357]: DEBUG nova.virt.hardware [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.241233] env[69357]: DEBUG nova.virt.hardware [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.241588] env[69357]: DEBUG nova.virt.hardware [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.241899] env[69357]: DEBUG nova.virt.hardware [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.242259] env[69357]: DEBUG nova.virt.hardware [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.242569] env[69357]: DEBUG nova.virt.hardware [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.242776] env[69357]: DEBUG nova.virt.hardware [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.244928] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6988da3-bece-4ec0-a999-66acfd12c6d5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.255903] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62a06e1-5162-40f8-9d60-0304d3e34bd0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.426467] env[69357]: DEBUG nova.compute.manager [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1012.506519] env[69357]: DEBUG nova.compute.manager [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1012.521832] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.696272] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fccf6c92-6845-469e-bc0e-26b19e452bc4 tempest-ServersListShow298Test-81497235 tempest-ServersListShow298Test-81497235-project-member] Lock "3633502b-1ec2-4b4d-8a84-d33cb2769a00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.817s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.703830] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639095} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.704600] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb/5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.706048] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.706048] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4eeb3023-f073-4726-9329-f45d0c9cd343 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.714979] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Waiting for the task: (returnval){ [ 1012.714979] env[69357]: value = "task-4151114" [ 1012.714979] env[69357]: _type = "Task" [ 1012.714979] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.732104] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.841511] env[69357]: DEBUG nova.network.neutron [req-207d7a45-565c-4453-9442-8051f81c5f84 req-d6e234bf-a38b-474a-a271-7975de3503ef service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Updated VIF entry in instance network info cache for port e4da15c3-07cd-457f-982d-4f8bf20746fc. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.842127] env[69357]: DEBUG nova.network.neutron [req-207d7a45-565c-4453-9442-8051f81c5f84 req-d6e234bf-a38b-474a-a271-7975de3503ef service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Updating instance_info_cache with network_info: [{"id": "e4da15c3-07cd-457f-982d-4f8bf20746fc", "address": "fa:16:3e:66:2c:b2", "network": {"id": "9ac9af87-2a9b-4b98-916d-d52218cbd798", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1209329353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c07fba44da3046f5a349f1c812d09558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4da15c3-07", "ovs_interfaceid": "e4da15c3-07cd-457f-982d-4f8bf20746fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.956153] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.029697] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.071443] env[69357]: DEBUG nova.network.neutron [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Successfully updated port: 1a6042b7-9c64-469a-84af-cf1fa1988cc4 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.153788] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bb4e35d2-6e80-485f-971b-da961177c2d9 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.155374] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.651s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.155720] env[69357]: DEBUG nova.objects.instance [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lazy-loading 'resources' on Instance uuid 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.227940] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087407} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.228366] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.229248] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4fbd99-7d64-4e41-a858-cb9b97c7e9b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.254768] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb/5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.255132] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8017f111-1341-4185-b652-007eb0e99993 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.276079] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Waiting for the task: (returnval){ [ 1013.276079] env[69357]: value = "task-4151115" [ 1013.276079] env[69357]: _type = "Task" [ 1013.276079] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.286193] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.349068] env[69357]: DEBUG oslo_concurrency.lockutils [req-207d7a45-565c-4453-9442-8051f81c5f84 req-d6e234bf-a38b-474a-a271-7975de3503ef service nova] Releasing lock "refresh_cache-58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.575056] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "refresh_cache-d67b0507-3c63-4f80-b575-8096cf194076" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.575325] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquired lock "refresh_cache-d67b0507-3c63-4f80-b575-8096cf194076" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.575429] env[69357]: DEBUG nova.network.neutron [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.615692] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.615813] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.793716] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151115, 'name': ReconfigVM_Task, 'duration_secs': 0.325419} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.798219] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb/5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.799505] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18bc4af9-95e0-45d8-9e81-34c6a290afe7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.809156] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Waiting for the task: (returnval){ [ 1013.809156] env[69357]: value = "task-4151117" [ 1013.809156] env[69357]: _type = "Task" [ 1013.809156] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.824088] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151117, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.970190] env[69357]: DEBUG nova.compute.manager [req-6ef9cbc4-fa8e-4d34-8d50-8ff5bf3d6d78 req-680e71b5-2548-4696-bdc2-543c73002159 service nova] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Received event network-vif-plugged-1a6042b7-9c64-469a-84af-cf1fa1988cc4 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.970466] env[69357]: DEBUG oslo_concurrency.lockutils [req-6ef9cbc4-fa8e-4d34-8d50-8ff5bf3d6d78 req-680e71b5-2548-4696-bdc2-543c73002159 service nova] Acquiring lock "d67b0507-3c63-4f80-b575-8096cf194076-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.970721] env[69357]: DEBUG oslo_concurrency.lockutils [req-6ef9cbc4-fa8e-4d34-8d50-8ff5bf3d6d78 req-680e71b5-2548-4696-bdc2-543c73002159 service nova] Lock "d67b0507-3c63-4f80-b575-8096cf194076-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.970916] env[69357]: DEBUG oslo_concurrency.lockutils [req-6ef9cbc4-fa8e-4d34-8d50-8ff5bf3d6d78 req-680e71b5-2548-4696-bdc2-543c73002159 service nova] Lock "d67b0507-3c63-4f80-b575-8096cf194076-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.971114] env[69357]: DEBUG nova.compute.manager [req-6ef9cbc4-fa8e-4d34-8d50-8ff5bf3d6d78 req-680e71b5-2548-4696-bdc2-543c73002159 service nova] [instance: d67b0507-3c63-4f80-b575-8096cf194076] No waiting events found dispatching network-vif-plugged-1a6042b7-9c64-469a-84af-cf1fa1988cc4 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1013.971361] env[69357]: WARNING nova.compute.manager [req-6ef9cbc4-fa8e-4d34-8d50-8ff5bf3d6d78 req-680e71b5-2548-4696-bdc2-543c73002159 service nova] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Received unexpected event network-vif-plugged-1a6042b7-9c64-469a-84af-cf1fa1988cc4 for instance with vm_state building and task_state spawning. [ 1013.971568] env[69357]: DEBUG nova.compute.manager [req-6ef9cbc4-fa8e-4d34-8d50-8ff5bf3d6d78 req-680e71b5-2548-4696-bdc2-543c73002159 service nova] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Received event network-changed-1a6042b7-9c64-469a-84af-cf1fa1988cc4 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.971755] env[69357]: DEBUG nova.compute.manager [req-6ef9cbc4-fa8e-4d34-8d50-8ff5bf3d6d78 req-680e71b5-2548-4696-bdc2-543c73002159 service nova] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Refreshing instance network info cache due to event network-changed-1a6042b7-9c64-469a-84af-cf1fa1988cc4. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.972025] env[69357]: DEBUG oslo_concurrency.lockutils [req-6ef9cbc4-fa8e-4d34-8d50-8ff5bf3d6d78 req-680e71b5-2548-4696-bdc2-543c73002159 service nova] Acquiring lock "refresh_cache-d67b0507-3c63-4f80-b575-8096cf194076" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.976804] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e4eec4-f9f7-4ba4-a388-f34b2ae9dc5c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.987596] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebac00c-b332-4218-8b48-eeef03ae8123 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.026917] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2879c2-8112-4d2e-9ce6-97ef26d3dd2b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.036039] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b13f9a-f3ea-4b0d-a59a-df4be6b68476 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.052509] env[69357]: DEBUG nova.compute.provider_tree [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.124125] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.124125] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.124125] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.124125] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.124125] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.124503] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.124503] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1014.124617] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.134930] env[69357]: DEBUG nova.network.neutron [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.321609] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151117, 'name': Rename_Task, 'duration_secs': 0.17095} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.322033] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.322588] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-288a82ef-c7cc-40f8-ab93-da429ede31d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.330420] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Waiting for the task: (returnval){ [ 1014.330420] env[69357]: value = "task-4151118" [ 1014.330420] env[69357]: _type = "Task" [ 1014.330420] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.341607] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.424101] env[69357]: DEBUG nova.network.neutron [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Updating instance_info_cache with network_info: [{"id": "1a6042b7-9c64-469a-84af-cf1fa1988cc4", "address": "fa:16:3e:a9:cf:e7", "network": {"id": "b7851c43-d7d5-418d-8dc2-988add5166fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-323923284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bda71363f2a49d4a857ec99bb9cb47a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a6042b7-9c", "ovs_interfaceid": "1a6042b7-9c64-469a-84af-cf1fa1988cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.555599] env[69357]: DEBUG nova.scheduler.client.report [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.627924] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.842355] env[69357]: DEBUG oslo_vmware.api [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151118, 'name': PowerOnVM_Task, 'duration_secs': 0.506394} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.842675] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.842887] env[69357]: INFO nova.compute.manager [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1014.843105] env[69357]: DEBUG nova.compute.manager [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1014.843999] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d621db3-2f70-4718-b1f5-329faab0c9ff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.928276] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Releasing lock "refresh_cache-d67b0507-3c63-4f80-b575-8096cf194076" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.928643] env[69357]: DEBUG nova.compute.manager [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Instance network_info: |[{"id": "1a6042b7-9c64-469a-84af-cf1fa1988cc4", "address": "fa:16:3e:a9:cf:e7", "network": {"id": "b7851c43-d7d5-418d-8dc2-988add5166fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-323923284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bda71363f2a49d4a857ec99bb9cb47a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a6042b7-9c", "ovs_interfaceid": "1a6042b7-9c64-469a-84af-cf1fa1988cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.928945] env[69357]: DEBUG oslo_concurrency.lockutils [req-6ef9cbc4-fa8e-4d34-8d50-8ff5bf3d6d78 req-680e71b5-2548-4696-bdc2-543c73002159 service nova] Acquired lock "refresh_cache-d67b0507-3c63-4f80-b575-8096cf194076" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.929138] env[69357]: DEBUG nova.network.neutron [req-6ef9cbc4-fa8e-4d34-8d50-8ff5bf3d6d78 req-680e71b5-2548-4696-bdc2-543c73002159 service nova] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Refreshing network info cache for port 1a6042b7-9c64-469a-84af-cf1fa1988cc4 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.930378] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:cf:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a6042b7-9c64-469a-84af-cf1fa1988cc4', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.938323] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Creating folder: Project (3bda71363f2a49d4a857ec99bb9cb47a). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.941686] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7e42a37-640b-402b-bb89-0ddcb016076b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.956061] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Created folder: Project (3bda71363f2a49d4a857ec99bb9cb47a) in parent group-v821763. [ 1014.956214] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Creating folder: Instances. Parent ref: group-v821982. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.956652] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0df5c017-faf8-4268-9624-17823d9887f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.969803] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Created folder: Instances in parent group-v821982. [ 1014.970989] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.970989] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.970989] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4974f267-f0b6-4ad5-9dac-bd86703320ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.994174] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.994174] env[69357]: value = "task-4151121" [ 1014.994174] env[69357]: _type = "Task" [ 1014.994174] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.002395] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151121, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.060992] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.063396] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.413s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.067956] env[69357]: INFO nova.compute.claims [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.089546] env[69357]: INFO nova.scheduler.client.report [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Deleted allocations for instance 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5 [ 1015.231459] env[69357]: DEBUG nova.network.neutron [req-6ef9cbc4-fa8e-4d34-8d50-8ff5bf3d6d78 req-680e71b5-2548-4696-bdc2-543c73002159 service nova] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Updated VIF entry in instance network info cache for port 1a6042b7-9c64-469a-84af-cf1fa1988cc4. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.231924] env[69357]: DEBUG nova.network.neutron [req-6ef9cbc4-fa8e-4d34-8d50-8ff5bf3d6d78 req-680e71b5-2548-4696-bdc2-543c73002159 service nova] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Updating instance_info_cache with network_info: [{"id": "1a6042b7-9c64-469a-84af-cf1fa1988cc4", "address": "fa:16:3e:a9:cf:e7", "network": {"id": "b7851c43-d7d5-418d-8dc2-988add5166fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-323923284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bda71363f2a49d4a857ec99bb9cb47a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a6042b7-9c", "ovs_interfaceid": "1a6042b7-9c64-469a-84af-cf1fa1988cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.364871] env[69357]: INFO nova.compute.manager [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Took 26.71 seconds to build instance. [ 1015.507438] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151121, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.602303] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bd805178-8a56-4994-b644-2b2ac81a86bb tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.719s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.736070] env[69357]: DEBUG oslo_concurrency.lockutils [req-6ef9cbc4-fa8e-4d34-8d50-8ff5bf3d6d78 req-680e71b5-2548-4696-bdc2-543c73002159 service nova] Releasing lock "refresh_cache-d67b0507-3c63-4f80-b575-8096cf194076" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.868471] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41247425-1659-4471-b3ee-bb34ffdc27c3 tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Lock "5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.223s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.935649] env[69357]: INFO nova.compute.manager [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Rescuing [ 1015.935649] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Acquiring lock "refresh_cache-5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.935867] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Acquired lock "refresh_cache-5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.937620] env[69357]: DEBUG nova.network.neutron [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.011482] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151121, 'name': CreateVM_Task, 'duration_secs': 0.710365} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.011482] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.012337] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.012337] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.012528] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.012815] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f66faa68-bd0b-458f-9081-a1b832788660 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.021305] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1016.021305] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f534c8-60ee-c1d7-9476-e0561290b0c6" [ 1016.021305] env[69357]: _type = "Task" [ 1016.021305] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.034023] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f534c8-60ee-c1d7-9476-e0561290b0c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.353922] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b779e02-1b5e-4871-b52f-b5e84f33e8ff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.362709] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbae7bb-9fc1-42e4-b054-f561250072a4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.396735] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e425d6-db3a-459b-9a6e-969bcd99e399 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.405606] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06fe80d-d5c6-482e-94fc-145d64456cbb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.421846] env[69357]: DEBUG nova.compute.provider_tree [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.532416] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f534c8-60ee-c1d7-9476-e0561290b0c6, 'name': SearchDatastore_Task, 'duration_secs': 0.029941} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.532830] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.533034] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.533255] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.533411] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.533610] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.533885] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83cea7fe-9df9-48f1-98b9-2f7b6bf3e9fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.544218] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.544429] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.545239] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2be48fce-1728-4531-a10c-e0d041f8cd06 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.555484] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1016.555484] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52995619-737b-b245-090a-e03c4f7c2f55" [ 1016.555484] env[69357]: _type = "Task" [ 1016.555484] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.568845] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52995619-737b-b245-090a-e03c4f7c2f55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.637341] env[69357]: DEBUG nova.network.neutron [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Updating instance_info_cache with network_info: [{"id": "36e025b6-1bbd-4372-a17c-ef4e25e53042", "address": "fa:16:3e:20:fc:a4", "network": {"id": "20b633eb-ec32-49b0-865c-a8552a457791", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-669714803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "330f2fc144794efeaf7d940046809507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e025b6-1b", "ovs_interfaceid": "36e025b6-1bbd-4372-a17c-ef4e25e53042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.925986] env[69357]: DEBUG nova.scheduler.client.report [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.067730] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52995619-737b-b245-090a-e03c4f7c2f55, 'name': SearchDatastore_Task, 'duration_secs': 0.012491} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.068470] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87022a90-ffb1-4059-9828-e09cbe6ee264 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.075145] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1017.075145] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b009c6-89bb-55e5-086c-fda6ec4c260e" [ 1017.075145] env[69357]: _type = "Task" [ 1017.075145] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.085605] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b009c6-89bb-55e5-086c-fda6ec4c260e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.141421] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Releasing lock "refresh_cache-5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.431176] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.431849] env[69357]: DEBUG nova.compute.manager [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.434905] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.652s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.436686] env[69357]: INFO nova.compute.claims [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.584314] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "5fb64e02-0c67-4cd2-8138-68d07cdb33f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.584699] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "5fb64e02-0c67-4cd2-8138-68d07cdb33f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.592102] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b009c6-89bb-55e5-086c-fda6ec4c260e, 'name': SearchDatastore_Task, 'duration_secs': 0.010851} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.592425] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.592681] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] d67b0507-3c63-4f80-b575-8096cf194076/d67b0507-3c63-4f80-b575-8096cf194076.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.592939] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44b3a28b-d41d-4455-9f50-bb622a4d5906 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.602999] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1017.602999] env[69357]: value = "task-4151123" [ 1017.602999] env[69357]: _type = "Task" [ 1017.602999] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.615845] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.941910] env[69357]: DEBUG nova.compute.utils [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.946978] env[69357]: DEBUG nova.compute.manager [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.947279] env[69357]: DEBUG nova.network.neutron [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.976697] env[69357]: DEBUG oslo_vmware.rw_handles [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529a6eb2-84b4-5e6c-dbd6-7c2319393dbd/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1017.977842] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d73d19a-f311-4706-942c-1f24a6ce91b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.987227] env[69357]: DEBUG oslo_vmware.rw_handles [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529a6eb2-84b4-5e6c-dbd6-7c2319393dbd/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1017.987472] env[69357]: ERROR oslo_vmware.rw_handles [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529a6eb2-84b4-5e6c-dbd6-7c2319393dbd/disk-0.vmdk due to incomplete transfer. [ 1017.987770] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cb7e8130-00e8-4227-ac19-f4b399de0444 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.997626] env[69357]: DEBUG oslo_vmware.rw_handles [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529a6eb2-84b4-5e6c-dbd6-7c2319393dbd/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1017.997973] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Uploaded image 743ef83d-877e-4d4c-aca4-516d50656a5c to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1018.001168] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1018.001573] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-76e71f53-0da6-487c-8e20-6694e7d8ec80 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.011829] env[69357]: DEBUG oslo_vmware.api [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 1018.011829] env[69357]: value = "task-4151124" [ 1018.011829] env[69357]: _type = "Task" [ 1018.011829] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.014049] env[69357]: DEBUG nova.policy [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50450bd2e8694934bd3561c6d2a4745a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2c435e6f1d34f458af111ef7e25f03c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.028858] env[69357]: DEBUG oslo_vmware.api [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151124, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.087595] env[69357]: DEBUG nova.compute.manager [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.117238] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151123, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.447862] env[69357]: DEBUG nova.compute.manager [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.528519] env[69357]: DEBUG oslo_vmware.api [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151124, 'name': Destroy_Task, 'duration_secs': 0.417909} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.528791] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Destroyed the VM [ 1018.529041] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1018.529308] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f92e6ad9-c3bd-4cda-a74a-60cb017c5d66 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.537767] env[69357]: DEBUG nova.network.neutron [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Successfully created port: 6ea14d1d-8461-489d-b03a-328290f59530 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.543100] env[69357]: DEBUG oslo_vmware.api [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 1018.543100] env[69357]: value = "task-4151125" [ 1018.543100] env[69357]: _type = "Task" [ 1018.543100] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.557952] env[69357]: DEBUG oslo_vmware.api [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151125, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.618650] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688068} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.621889] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.623713] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] d67b0507-3c63-4f80-b575-8096cf194076/d67b0507-3c63-4f80-b575-8096cf194076.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.623713] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.623713] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81542025-7369-44f9-ba3d-56d764ba4ba2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.631296] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1018.631296] env[69357]: value = "task-4151126" [ 1018.631296] env[69357]: _type = "Task" [ 1018.631296] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.646633] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.678268] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.679107] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25173dc6-d98b-42e5-9a3c-7decbb6a2e9d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.687497] env[69357]: DEBUG oslo_vmware.api [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Waiting for the task: (returnval){ [ 1018.687497] env[69357]: value = "task-4151127" [ 1018.687497] env[69357]: _type = "Task" [ 1018.687497] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.699331] env[69357]: DEBUG oslo_vmware.api [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.756914] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b687624-d7a2-413f-a033-452bb03654c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.764774] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab611fb8-a5d4-496a-83af-156f4f49bdd2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.796772] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02c7541-6c31-420f-82d5-23636481647d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.808019] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011faf92-b660-4fa1-a867-3da984da5fe5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.818991] env[69357]: DEBUG nova.compute.provider_tree [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.053492] env[69357]: DEBUG oslo_vmware.api [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151125, 'name': RemoveSnapshot_Task, 'duration_secs': 0.434535} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.053804] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1019.054077] env[69357]: DEBUG nova.compute.manager [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1019.054854] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d86018-d7ee-40b8-a11e-bd2f89424d0d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.145443] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074516} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.145815] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.146673] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b68f584-f0db-47b0-904f-2f8168d4f2dc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.179849] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] d67b0507-3c63-4f80-b575-8096cf194076/d67b0507-3c63-4f80-b575-8096cf194076.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.180197] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1368a369-b0bc-4e27-9803-5efb47771fa3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.205479] env[69357]: DEBUG oslo_vmware.api [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151127, 'name': PowerOffVM_Task, 'duration_secs': 0.515794} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.207199] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.207626] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1019.207626] env[69357]: value = "task-4151128" [ 1019.207626] env[69357]: _type = "Task" [ 1019.207626] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.208380] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dfd58f-8ed6-4d75-a407-5d093aa6063c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.221264] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151128, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.237298] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac0153f-344a-456b-b58f-2df2dfe02464 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.277175] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.277497] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d7126b8-c568-4104-b999-37361001be08 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.285766] env[69357]: DEBUG oslo_vmware.api [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Waiting for the task: (returnval){ [ 1019.285766] env[69357]: value = "task-4151129" [ 1019.285766] env[69357]: _type = "Task" [ 1019.285766] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.297326] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1019.297564] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.297828] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.297986] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.298184] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.301038] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fca7b16c-0fa5-4554-9c66-157473028182 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.303295] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Acquiring lock "b9c730c4-021e-4fcf-b245-78d8479aa995" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.303507] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Lock "b9c730c4-021e-4fcf-b245-78d8479aa995" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.312279] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.312481] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.313274] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea8d17c8-f856-4ff6-8fdd-127191dfbb74 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.319858] env[69357]: DEBUG oslo_vmware.api [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Waiting for the task: (returnval){ [ 1019.319858] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]527a8dd3-653d-42ab-8c5a-a425235d66b4" [ 1019.319858] env[69357]: _type = "Task" [ 1019.319858] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.324154] env[69357]: DEBUG nova.scheduler.client.report [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.333481] env[69357]: DEBUG oslo_vmware.api [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527a8dd3-653d-42ab-8c5a-a425235d66b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009962} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.334197] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac32cd06-8b8a-4dc7-a43f-0463c41d0f48 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.342298] env[69357]: DEBUG oslo_vmware.api [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Waiting for the task: (returnval){ [ 1019.342298] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5224b04e-2407-71a4-0eba-9d2cd6ddb0c2" [ 1019.342298] env[69357]: _type = "Task" [ 1019.342298] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.353651] env[69357]: DEBUG oslo_vmware.api [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5224b04e-2407-71a4-0eba-9d2cd6ddb0c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010147} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.353991] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.355430] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb/2e3b5354-f6ca-4797-91ac-a700805a06c3-rescue.vmdk. {{(pid=69357) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1019.355430] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db7289fe-f97a-4024-8d78-cf5a8edd711a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.363276] env[69357]: DEBUG oslo_vmware.api [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Waiting for the task: (returnval){ [ 1019.363276] env[69357]: value = "task-4151130" [ 1019.363276] env[69357]: _type = "Task" [ 1019.363276] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.371769] env[69357]: DEBUG oslo_vmware.api [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.467371] env[69357]: DEBUG nova.compute.manager [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.491173] env[69357]: DEBUG nova.virt.hardware [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.491443] env[69357]: DEBUG nova.virt.hardware [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.491761] env[69357]: DEBUG nova.virt.hardware [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.491986] env[69357]: DEBUG nova.virt.hardware [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.492252] env[69357]: DEBUG nova.virt.hardware [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.492448] env[69357]: DEBUG nova.virt.hardware [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.492692] env[69357]: DEBUG nova.virt.hardware [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.492864] env[69357]: DEBUG nova.virt.hardware [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.493059] env[69357]: DEBUG nova.virt.hardware [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.493297] env[69357]: DEBUG nova.virt.hardware [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.493506] env[69357]: DEBUG nova.virt.hardware [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.494630] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77351c4-61de-45ad-985e-32099a73bcbc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.503634] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c48ae9-9b37-442a-953c-4eda912a6e6c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.567603] env[69357]: INFO nova.compute.manager [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Shelve offloading [ 1019.722552] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151128, 'name': ReconfigVM_Task, 'duration_secs': 0.293684} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.722957] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Reconfigured VM instance instance-0000004f to attach disk [datastore2] d67b0507-3c63-4f80-b575-8096cf194076/d67b0507-3c63-4f80-b575-8096cf194076.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.723747] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4b21829-ffd6-4798-9fca-f285348fbae8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.730935] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1019.730935] env[69357]: value = "task-4151131" [ 1019.730935] env[69357]: _type = "Task" [ 1019.730935] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.740183] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151131, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.805995] env[69357]: DEBUG nova.compute.manager [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.829319] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.829695] env[69357]: DEBUG nova.compute.manager [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.832520] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.418s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.834178] env[69357]: INFO nova.compute.claims [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.874483] env[69357]: DEBUG oslo_vmware.api [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151130, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.023389] env[69357]: DEBUG nova.compute.manager [req-8b092c95-03df-4b1a-98a4-f62534fb1509 req-c31bcc2d-eec6-4fa8-86c5-65ac7ccbdf45 service nova] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Received event network-vif-plugged-6ea14d1d-8461-489d-b03a-328290f59530 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.023613] env[69357]: DEBUG oslo_concurrency.lockutils [req-8b092c95-03df-4b1a-98a4-f62534fb1509 req-c31bcc2d-eec6-4fa8-86c5-65ac7ccbdf45 service nova] Acquiring lock "e6ce382a-b3bd-48cf-83f0-4b429a6b1c12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.023819] env[69357]: DEBUG oslo_concurrency.lockutils [req-8b092c95-03df-4b1a-98a4-f62534fb1509 req-c31bcc2d-eec6-4fa8-86c5-65ac7ccbdf45 service nova] Lock "e6ce382a-b3bd-48cf-83f0-4b429a6b1c12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.023980] env[69357]: DEBUG oslo_concurrency.lockutils [req-8b092c95-03df-4b1a-98a4-f62534fb1509 req-c31bcc2d-eec6-4fa8-86c5-65ac7ccbdf45 service nova] Lock "e6ce382a-b3bd-48cf-83f0-4b429a6b1c12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.024160] env[69357]: DEBUG nova.compute.manager [req-8b092c95-03df-4b1a-98a4-f62534fb1509 req-c31bcc2d-eec6-4fa8-86c5-65ac7ccbdf45 service nova] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] No waiting events found dispatching network-vif-plugged-6ea14d1d-8461-489d-b03a-328290f59530 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1020.024325] env[69357]: WARNING nova.compute.manager [req-8b092c95-03df-4b1a-98a4-f62534fb1509 req-c31bcc2d-eec6-4fa8-86c5-65ac7ccbdf45 service nova] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Received unexpected event network-vif-plugged-6ea14d1d-8461-489d-b03a-328290f59530 for instance with vm_state building and task_state spawning. [ 1020.071382] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.071715] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf4477c6-e611-4db3-8815-a42b7a9d8dcc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.083019] env[69357]: DEBUG oslo_vmware.api [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 1020.083019] env[69357]: value = "task-4151132" [ 1020.083019] env[69357]: _type = "Task" [ 1020.083019] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.094869] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1020.095279] env[69357]: DEBUG nova.compute.manager [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1020.096286] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fe40db-c60a-4b41-8ff5-d816c6b5f595 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.104485] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "refresh_cache-8d23c06e-283e-4d2c-965e-2cb32d4b4605" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.104485] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquired lock "refresh_cache-8d23c06e-283e-4d2c-965e-2cb32d4b4605" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.104485] env[69357]: DEBUG nova.network.neutron [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.184181] env[69357]: DEBUG nova.network.neutron [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Successfully updated port: 6ea14d1d-8461-489d-b03a-328290f59530 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.240545] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151131, 'name': Rename_Task, 'duration_secs': 0.186311} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.240831] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.241099] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae0c17e1-71fc-4a68-b4e7-a33053febebc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.248647] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1020.248647] env[69357]: value = "task-4151133" [ 1020.248647] env[69357]: _type = "Task" [ 1020.248647] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.259533] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.329904] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.338393] env[69357]: DEBUG nova.compute.utils [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.343021] env[69357]: DEBUG nova.compute.manager [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.343021] env[69357]: DEBUG nova.network.neutron [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.373224] env[69357]: DEBUG oslo_vmware.api [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572881} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.373766] env[69357]: INFO nova.virt.vmwareapi.ds_util [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb/2e3b5354-f6ca-4797-91ac-a700805a06c3-rescue.vmdk. [ 1020.374423] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0baebf91-e562-4e63-8cda-931d0be9ef04 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.400874] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb/2e3b5354-f6ca-4797-91ac-a700805a06c3-rescue.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.402677] env[69357]: DEBUG nova.policy [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a473b42364d4e8ab926520ff96c2f55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a6a244fe5024e1a98608a731f3cbe86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.404338] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f1718ec-900c-4cf0-a058-cae2e5c7ad2f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.423623] env[69357]: DEBUG oslo_vmware.api [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Waiting for the task: (returnval){ [ 1020.423623] env[69357]: value = "task-4151134" [ 1020.423623] env[69357]: _type = "Task" [ 1020.423623] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.432951] env[69357]: DEBUG oslo_vmware.api [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.687466] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "refresh_cache-e6ce382a-b3bd-48cf-83f0-4b429a6b1c12" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.687466] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired lock "refresh_cache-e6ce382a-b3bd-48cf-83f0-4b429a6b1c12" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.687466] env[69357]: DEBUG nova.network.neutron [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.754212] env[69357]: DEBUG nova.network.neutron [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Successfully created port: b98625f4-2ced-46b5-9f3e-4add40cc490e {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.761990] env[69357]: DEBUG oslo_vmware.api [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151133, 'name': PowerOnVM_Task, 'duration_secs': 0.485811} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.762313] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.762523] env[69357]: INFO nova.compute.manager [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1020.762703] env[69357]: DEBUG nova.compute.manager [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1020.763543] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73cb4cf-6936-44b8-b4f0-8b5a76217290 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.843171] env[69357]: DEBUG nova.compute.manager [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.893416] env[69357]: DEBUG nova.network.neutron [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Updating instance_info_cache with network_info: [{"id": "7a79c52a-a307-43ac-bcb4-c636de094b1a", "address": "fa:16:3e:c9:32:0a", "network": {"id": "44829c63-375b-44e6-804c-b863d112073d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1556380309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79367a802d1c446993054208fdc42056", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a79c52a-a3", "ovs_interfaceid": "7a79c52a-a307-43ac-bcb4-c636de094b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.938447] env[69357]: DEBUG oslo_vmware.api [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151134, 'name': ReconfigVM_Task, 'duration_secs': 0.314769} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.939033] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb/2e3b5354-f6ca-4797-91ac-a700805a06c3-rescue.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.940032] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17ea647-5192-479d-9add-799a36931938 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.978019] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b56a9b97-3b30-4a15-a009-dec156b34721 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.996022] env[69357]: DEBUG oslo_vmware.api [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Waiting for the task: (returnval){ [ 1020.996022] env[69357]: value = "task-4151135" [ 1020.996022] env[69357]: _type = "Task" [ 1020.996022] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.005598] env[69357]: DEBUG oslo_vmware.api [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151135, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.199139] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e66af1-e0c2-4061-a4a3-736c7205ad2a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.209634] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba877366-59c7-466b-be0f-5b457b210770 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.249089] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ebbf48-7c16-40cd-861e-ffd7b33731fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.257418] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7179e9fa-450a-4af6-9a82-f075220eac75 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.262351] env[69357]: DEBUG nova.network.neutron [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.278688] env[69357]: DEBUG nova.compute.provider_tree [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.284847] env[69357]: INFO nova.compute.manager [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Took 26.92 seconds to build instance. [ 1021.397729] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Releasing lock "refresh_cache-8d23c06e-283e-4d2c-965e-2cb32d4b4605" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.504959] env[69357]: DEBUG nova.network.neutron [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Updating instance_info_cache with network_info: [{"id": "6ea14d1d-8461-489d-b03a-328290f59530", "address": "fa:16:3e:1e:1c:aa", "network": {"id": "97fcff61-6a5b-4cbf-9455-7ed31718c9a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1511455476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2c435e6f1d34f458af111ef7e25f03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ea14d1d-84", "ovs_interfaceid": "6ea14d1d-8461-489d-b03a-328290f59530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.510936] env[69357]: DEBUG oslo_vmware.api [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151135, 'name': ReconfigVM_Task, 'duration_secs': 0.163357} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.511126] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.511389] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f3ab231-4015-4bf3-8f22-e8ac99aed01e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.518352] env[69357]: DEBUG oslo_vmware.api [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Waiting for the task: (returnval){ [ 1021.518352] env[69357]: value = "task-4151136" [ 1021.518352] env[69357]: _type = "Task" [ 1021.518352] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.529194] env[69357]: DEBUG oslo_vmware.api [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.703823] env[69357]: DEBUG nova.compute.manager [req-4ec3bb86-4eef-4f28-86c2-71969643cb20 req-6179dc18-4bb9-440a-b35e-228237586d15 service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Received event network-vif-unplugged-7a79c52a-a307-43ac-bcb4-c636de094b1a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.704064] env[69357]: DEBUG oslo_concurrency.lockutils [req-4ec3bb86-4eef-4f28-86c2-71969643cb20 req-6179dc18-4bb9-440a-b35e-228237586d15 service nova] Acquiring lock "8d23c06e-283e-4d2c-965e-2cb32d4b4605-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.704671] env[69357]: DEBUG oslo_concurrency.lockutils [req-4ec3bb86-4eef-4f28-86c2-71969643cb20 req-6179dc18-4bb9-440a-b35e-228237586d15 service nova] Lock "8d23c06e-283e-4d2c-965e-2cb32d4b4605-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.704851] env[69357]: DEBUG oslo_concurrency.lockutils [req-4ec3bb86-4eef-4f28-86c2-71969643cb20 req-6179dc18-4bb9-440a-b35e-228237586d15 service nova] Lock "8d23c06e-283e-4d2c-965e-2cb32d4b4605-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.705328] env[69357]: DEBUG nova.compute.manager [req-4ec3bb86-4eef-4f28-86c2-71969643cb20 req-6179dc18-4bb9-440a-b35e-228237586d15 service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] No waiting events found dispatching network-vif-unplugged-7a79c52a-a307-43ac-bcb4-c636de094b1a {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1021.705620] env[69357]: WARNING nova.compute.manager [req-4ec3bb86-4eef-4f28-86c2-71969643cb20 req-6179dc18-4bb9-440a-b35e-228237586d15 service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Received unexpected event network-vif-unplugged-7a79c52a-a307-43ac-bcb4-c636de094b1a for instance with vm_state shelved and task_state shelving_offloading. [ 1021.717705] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.718659] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04938ea5-5751-4b25-a72f-c4de73b84479 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.727310] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.727419] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f023d39-cf3c-40c7-8a9f-a4355d33fac9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.786297] env[69357]: DEBUG nova.scheduler.client.report [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.789995] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e77bcda0-17b5-4c88-ba43-613ddde88cd4 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "d67b0507-3c63-4f80-b575-8096cf194076" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.439s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.793681] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.793921] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.794122] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Deleting the datastore file [datastore1] 8d23c06e-283e-4d2c-965e-2cb32d4b4605 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.794432] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b3f67f7-ba6d-437d-a08d-880d70fc1001 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.801310] env[69357]: DEBUG oslo_vmware.api [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 1021.801310] env[69357]: value = "task-4151138" [ 1021.801310] env[69357]: _type = "Task" [ 1021.801310] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.811340] env[69357]: DEBUG oslo_vmware.api [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.857938] env[69357]: DEBUG nova.compute.manager [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.887714] env[69357]: DEBUG nova.virt.hardware [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.887918] env[69357]: DEBUG nova.virt.hardware [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.888183] env[69357]: DEBUG nova.virt.hardware [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.888408] env[69357]: DEBUG nova.virt.hardware [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.888707] env[69357]: DEBUG nova.virt.hardware [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.888856] env[69357]: DEBUG nova.virt.hardware [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.889143] env[69357]: DEBUG nova.virt.hardware [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.889425] env[69357]: DEBUG nova.virt.hardware [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.889645] env[69357]: DEBUG nova.virt.hardware [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.889978] env[69357]: DEBUG nova.virt.hardware [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.890297] env[69357]: DEBUG nova.virt.hardware [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.891687] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dc6972-8fa5-48da-a27c-ecbacd79605d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.903600] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b521507b-0687-4f18-a1ae-dc6ea26b054b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.012478] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Releasing lock "refresh_cache-e6ce382a-b3bd-48cf-83f0-4b429a6b1c12" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.013161] env[69357]: DEBUG nova.compute.manager [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Instance network_info: |[{"id": "6ea14d1d-8461-489d-b03a-328290f59530", "address": "fa:16:3e:1e:1c:aa", "network": {"id": "97fcff61-6a5b-4cbf-9455-7ed31718c9a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1511455476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2c435e6f1d34f458af111ef7e25f03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ea14d1d-84", "ovs_interfaceid": "6ea14d1d-8461-489d-b03a-328290f59530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.013500] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:1c:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ea14d1d-8461-489d-b03a-328290f59530', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.021180] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.021489] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.024774] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d71aed5-5ada-4f88-8296-a16b0586a6a1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.045455] env[69357]: DEBUG oslo_vmware.api [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151136, 'name': PowerOnVM_Task, 'duration_secs': 0.414533} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.047051] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.049225] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.049225] env[69357]: value = "task-4151139" [ 1022.049225] env[69357]: _type = "Task" [ 1022.049225] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.051359] env[69357]: DEBUG nova.compute.manager [req-9a7e9557-7503-47e0-8595-8bd79db9a409 req-e52c2e11-4e86-4da6-8e8a-ee315280588b service nova] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Received event network-changed-6ea14d1d-8461-489d-b03a-328290f59530 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.051608] env[69357]: DEBUG nova.compute.manager [req-9a7e9557-7503-47e0-8595-8bd79db9a409 req-e52c2e11-4e86-4da6-8e8a-ee315280588b service nova] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Refreshing instance network info cache due to event network-changed-6ea14d1d-8461-489d-b03a-328290f59530. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.051862] env[69357]: DEBUG oslo_concurrency.lockutils [req-9a7e9557-7503-47e0-8595-8bd79db9a409 req-e52c2e11-4e86-4da6-8e8a-ee315280588b service nova] Acquiring lock "refresh_cache-e6ce382a-b3bd-48cf-83f0-4b429a6b1c12" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.052069] env[69357]: DEBUG oslo_concurrency.lockutils [req-9a7e9557-7503-47e0-8595-8bd79db9a409 req-e52c2e11-4e86-4da6-8e8a-ee315280588b service nova] Acquired lock "refresh_cache-e6ce382a-b3bd-48cf-83f0-4b429a6b1c12" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.052290] env[69357]: DEBUG nova.network.neutron [req-9a7e9557-7503-47e0-8595-8bd79db9a409 req-e52c2e11-4e86-4da6-8e8a-ee315280588b service nova] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Refreshing network info cache for port 6ea14d1d-8461-489d-b03a-328290f59530 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.054251] env[69357]: DEBUG nova.compute.manager [None req-1c91db61-ec44-4a7c-a5b2-67ef150c8cbc tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1022.058969] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c2100c-f0eb-4976-827c-cb1dfa44e64e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.069240] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151139, 'name': CreateVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.292492] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.292978] env[69357]: DEBUG nova.compute.manager [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.295869] env[69357]: DEBUG oslo_concurrency.lockutils [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.948s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.296207] env[69357]: DEBUG nova.objects.instance [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lazy-loading 'resources' on Instance uuid bb7ecbd6-de22-4d62-9429-567dfca0c397 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.314881] env[69357]: DEBUG oslo_vmware.api [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15332} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.315240] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.315470] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.315682] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.338584] env[69357]: INFO nova.scheduler.client.report [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Deleted allocations for instance 8d23c06e-283e-4d2c-965e-2cb32d4b4605 [ 1022.560911] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151139, 'name': CreateVM_Task, 'duration_secs': 0.351999} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.561115] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.561829] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.562016] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.562366] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.564497] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62bda1c1-9246-4649-b860-16ec9e76870b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.572424] env[69357]: DEBUG oslo_vmware.api [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1022.572424] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]520cfde7-2475-04ba-bb78-028b0b03e1e7" [ 1022.572424] env[69357]: _type = "Task" [ 1022.572424] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.589022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-19c6f103-1e0d-4c52-8c4b-fc15147ece0e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "d67b0507-3c63-4f80-b575-8096cf194076" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.589022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-19c6f103-1e0d-4c52-8c4b-fc15147ece0e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "d67b0507-3c63-4f80-b575-8096cf194076" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.589022] env[69357]: DEBUG nova.compute.manager [None req-19c6f103-1e0d-4c52-8c4b-fc15147ece0e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1022.589022] env[69357]: DEBUG oslo_vmware.api [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]520cfde7-2475-04ba-bb78-028b0b03e1e7, 'name': SearchDatastore_Task} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.589022] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31175b7c-0f3c-4fc2-9430-fcefbd678636 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.590888] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.591122] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.591346] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.591498] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.591717] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.591993] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afc78dcc-8169-4946-a4f7-6ce7221f5904 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.605152] env[69357]: DEBUG nova.compute.manager [None req-19c6f103-1e0d-4c52-8c4b-fc15147ece0e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69357) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1022.605152] env[69357]: DEBUG nova.objects.instance [None req-19c6f103-1e0d-4c52-8c4b-fc15147ece0e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lazy-loading 'flavor' on Instance uuid d67b0507-3c63-4f80-b575-8096cf194076 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.608459] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.608735] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.610239] env[69357]: DEBUG nova.network.neutron [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Successfully updated port: b98625f4-2ced-46b5-9f3e-4add40cc490e {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.615052] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e819483-c847-4581-953f-6256a2aaa78c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.627439] env[69357]: DEBUG oslo_vmware.api [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1022.627439] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529f5b01-3568-8666-7621-47299dfeca28" [ 1022.627439] env[69357]: _type = "Task" [ 1022.627439] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.639029] env[69357]: DEBUG oslo_vmware.api [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529f5b01-3568-8666-7621-47299dfeca28, 'name': SearchDatastore_Task, 'duration_secs': 0.011034} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.639871] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4480e0c5-1f90-4c94-b132-16a46b556840 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.646239] env[69357]: DEBUG oslo_vmware.api [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1022.646239] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5265f057-cb2b-f8d9-d960-834d46920624" [ 1022.646239] env[69357]: _type = "Task" [ 1022.646239] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.655511] env[69357]: DEBUG oslo_vmware.api [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5265f057-cb2b-f8d9-d960-834d46920624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.802946] env[69357]: DEBUG nova.compute.utils [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.804920] env[69357]: DEBUG nova.compute.manager [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.804989] env[69357]: DEBUG nova.network.neutron [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.843443] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.857467] env[69357]: DEBUG nova.policy [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5458b5918e614cd28de614a05fb084e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a808b20d6b247a0997e8d3634706d6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.876605] env[69357]: DEBUG nova.network.neutron [req-9a7e9557-7503-47e0-8595-8bd79db9a409 req-e52c2e11-4e86-4da6-8e8a-ee315280588b service nova] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Updated VIF entry in instance network info cache for port 6ea14d1d-8461-489d-b03a-328290f59530. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.877058] env[69357]: DEBUG nova.network.neutron [req-9a7e9557-7503-47e0-8595-8bd79db9a409 req-e52c2e11-4e86-4da6-8e8a-ee315280588b service nova] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Updating instance_info_cache with network_info: [{"id": "6ea14d1d-8461-489d-b03a-328290f59530", "address": "fa:16:3e:1e:1c:aa", "network": {"id": "97fcff61-6a5b-4cbf-9455-7ed31718c9a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1511455476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2c435e6f1d34f458af111ef7e25f03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ea14d1d-84", "ovs_interfaceid": "6ea14d1d-8461-489d-b03a-328290f59530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.102347] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b3261b-b4e3-4844-bd35-ae4ea40febfa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.110663] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c857cf8b-b76d-4849-8564-2a875221e249 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.146813] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "refresh_cache-69116840-32fe-46c6-a831-78c627f986d5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.147130] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "refresh_cache-69116840-32fe-46c6-a831-78c627f986d5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.147130] env[69357]: DEBUG nova.network.neutron [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.149704] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed52ee15-04e6-49ba-a2b7-6a327e928caa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.165494] env[69357]: DEBUG oslo_vmware.api [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5265f057-cb2b-f8d9-d960-834d46920624, 'name': SearchDatastore_Task, 'duration_secs': 0.01127} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.167432] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.171538] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] e6ce382a-b3bd-48cf-83f0-4b429a6b1c12/e6ce382a-b3bd-48cf-83f0-4b429a6b1c12.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.171538] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3bf6d77-4bc8-4d4e-ad84-47ceebffd257 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.172667] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93708a6-59fd-4166-97d0-8891c8cdf8f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.191361] env[69357]: DEBUG nova.compute.provider_tree [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.195749] env[69357]: DEBUG oslo_vmware.api [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1023.195749] env[69357]: value = "task-4151140" [ 1023.195749] env[69357]: _type = "Task" [ 1023.195749] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.209390] env[69357]: DEBUG oslo_vmware.api [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.251538] env[69357]: DEBUG nova.network.neutron [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Successfully created port: 4e3fd1ea-969c-4eeb-b478-4be187231728 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.311414] env[69357]: DEBUG nova.compute.manager [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.380386] env[69357]: DEBUG oslo_concurrency.lockutils [req-9a7e9557-7503-47e0-8595-8bd79db9a409 req-e52c2e11-4e86-4da6-8e8a-ee315280588b service nova] Releasing lock "refresh_cache-e6ce382a-b3bd-48cf-83f0-4b429a6b1c12" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.620243] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c6f103-1e0d-4c52-8c4b-fc15147ece0e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.621135] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54e79eb3-5ff6-4f9a-9b51-4c85944dad58 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.632149] env[69357]: DEBUG oslo_vmware.api [None req-19c6f103-1e0d-4c52-8c4b-fc15147ece0e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1023.632149] env[69357]: value = "task-4151141" [ 1023.632149] env[69357]: _type = "Task" [ 1023.632149] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.644541] env[69357]: DEBUG oslo_vmware.api [None req-19c6f103-1e0d-4c52-8c4b-fc15147ece0e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.695339] env[69357]: DEBUG nova.scheduler.client.report [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.705024] env[69357]: DEBUG nova.network.neutron [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.716207] env[69357]: DEBUG oslo_vmware.api [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530088} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.716589] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] e6ce382a-b3bd-48cf-83f0-4b429a6b1c12/e6ce382a-b3bd-48cf-83f0-4b429a6b1c12.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.716898] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.717225] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c358273e-ecc4-423e-8b83-3ead56fb989d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.726396] env[69357]: DEBUG oslo_vmware.api [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1023.726396] env[69357]: value = "task-4151142" [ 1023.726396] env[69357]: _type = "Task" [ 1023.726396] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.737832] env[69357]: DEBUG oslo_vmware.api [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.915448] env[69357]: DEBUG nova.network.neutron [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Successfully created port: 7878a487-0854-4e46-a9ce-e6dadf9603eb {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.948952] env[69357]: DEBUG nova.network.neutron [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Updating instance_info_cache with network_info: [{"id": "b98625f4-2ced-46b5-9f3e-4add40cc490e", "address": "fa:16:3e:10:fd:83", "network": {"id": "e4b350ba-ef87-4c2d-b94d-153f1aa0d1aa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-224470408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6a244fe5024e1a98608a731f3cbe86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb98625f4-2c", "ovs_interfaceid": "b98625f4-2ced-46b5-9f3e-4add40cc490e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.981223] env[69357]: DEBUG nova.compute.manager [req-92640762-fad4-4835-9ccd-64100c798ca0 req-2bd07df7-5013-46bc-a600-f20f2da5665c service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Received event network-changed-7a79c52a-a307-43ac-bcb4-c636de094b1a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.981435] env[69357]: DEBUG nova.compute.manager [req-92640762-fad4-4835-9ccd-64100c798ca0 req-2bd07df7-5013-46bc-a600-f20f2da5665c service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Refreshing instance network info cache due to event network-changed-7a79c52a-a307-43ac-bcb4-c636de094b1a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.981873] env[69357]: DEBUG oslo_concurrency.lockutils [req-92640762-fad4-4835-9ccd-64100c798ca0 req-2bd07df7-5013-46bc-a600-f20f2da5665c service nova] Acquiring lock "refresh_cache-8d23c06e-283e-4d2c-965e-2cb32d4b4605" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.982136] env[69357]: DEBUG oslo_concurrency.lockutils [req-92640762-fad4-4835-9ccd-64100c798ca0 req-2bd07df7-5013-46bc-a600-f20f2da5665c service nova] Acquired lock "refresh_cache-8d23c06e-283e-4d2c-965e-2cb32d4b4605" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.982487] env[69357]: DEBUG nova.network.neutron [req-92640762-fad4-4835-9ccd-64100c798ca0 req-2bd07df7-5013-46bc-a600-f20f2da5665c service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Refreshing network info cache for port 7a79c52a-a307-43ac-bcb4-c636de094b1a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.145249] env[69357]: DEBUG oslo_vmware.api [None req-19c6f103-1e0d-4c52-8c4b-fc15147ece0e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151141, 'name': PowerOffVM_Task, 'duration_secs': 0.233113} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.146052] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c6f103-1e0d-4c52-8c4b-fc15147ece0e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.146052] env[69357]: DEBUG nova.compute.manager [None req-19c6f103-1e0d-4c52-8c4b-fc15147ece0e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1024.146741] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc366595-44b4-42c8-b4bd-76f23f4d4576 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.204056] env[69357]: DEBUG oslo_concurrency.lockutils [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.222880] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.517s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.222880] env[69357]: DEBUG nova.objects.instance [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lazy-loading 'resources' on Instance uuid 6112924c-de47-4d82-b1eb-80eadb23cf30 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.234411] env[69357]: INFO nova.scheduler.client.report [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Deleted allocations for instance bb7ecbd6-de22-4d62-9429-567dfca0c397 [ 1024.241183] env[69357]: DEBUG oslo_vmware.api [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069236} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.243764] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.244806] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3b7d43-8656-429e-883e-b0be3eb0a787 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.268311] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] e6ce382a-b3bd-48cf-83f0-4b429a6b1c12/e6ce382a-b3bd-48cf-83f0-4b429a6b1c12.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.268982] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdfbba1d-9d4a-4f14-b503-b63f52fcc35a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.290139] env[69357]: DEBUG oslo_vmware.api [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1024.290139] env[69357]: value = "task-4151143" [ 1024.290139] env[69357]: _type = "Task" [ 1024.290139] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.299776] env[69357]: DEBUG oslo_vmware.api [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.320745] env[69357]: DEBUG nova.compute.manager [req-9d03b7e7-f15f-47a8-96b6-a42e7a327de3 req-25aa0282-67e2-470b-8b7f-55464f96a05c service nova] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Received event network-vif-plugged-b98625f4-2ced-46b5-9f3e-4add40cc490e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.321607] env[69357]: DEBUG oslo_concurrency.lockutils [req-9d03b7e7-f15f-47a8-96b6-a42e7a327de3 req-25aa0282-67e2-470b-8b7f-55464f96a05c service nova] Acquiring lock "69116840-32fe-46c6-a831-78c627f986d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.321607] env[69357]: DEBUG oslo_concurrency.lockutils [req-9d03b7e7-f15f-47a8-96b6-a42e7a327de3 req-25aa0282-67e2-470b-8b7f-55464f96a05c service nova] Lock "69116840-32fe-46c6-a831-78c627f986d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.321932] env[69357]: DEBUG oslo_concurrency.lockutils [req-9d03b7e7-f15f-47a8-96b6-a42e7a327de3 req-25aa0282-67e2-470b-8b7f-55464f96a05c service nova] Lock "69116840-32fe-46c6-a831-78c627f986d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.321932] env[69357]: DEBUG nova.compute.manager [req-9d03b7e7-f15f-47a8-96b6-a42e7a327de3 req-25aa0282-67e2-470b-8b7f-55464f96a05c service nova] [instance: 69116840-32fe-46c6-a831-78c627f986d5] No waiting events found dispatching network-vif-plugged-b98625f4-2ced-46b5-9f3e-4add40cc490e {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1024.322246] env[69357]: WARNING nova.compute.manager [req-9d03b7e7-f15f-47a8-96b6-a42e7a327de3 req-25aa0282-67e2-470b-8b7f-55464f96a05c service nova] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Received unexpected event network-vif-plugged-b98625f4-2ced-46b5-9f3e-4add40cc490e for instance with vm_state building and task_state spawning. [ 1024.322404] env[69357]: DEBUG nova.compute.manager [req-9d03b7e7-f15f-47a8-96b6-a42e7a327de3 req-25aa0282-67e2-470b-8b7f-55464f96a05c service nova] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Received event network-changed-b98625f4-2ced-46b5-9f3e-4add40cc490e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.322565] env[69357]: DEBUG nova.compute.manager [req-9d03b7e7-f15f-47a8-96b6-a42e7a327de3 req-25aa0282-67e2-470b-8b7f-55464f96a05c service nova] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Refreshing instance network info cache due to event network-changed-b98625f4-2ced-46b5-9f3e-4add40cc490e. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.322847] env[69357]: DEBUG oslo_concurrency.lockutils [req-9d03b7e7-f15f-47a8-96b6-a42e7a327de3 req-25aa0282-67e2-470b-8b7f-55464f96a05c service nova] Acquiring lock "refresh_cache-69116840-32fe-46c6-a831-78c627f986d5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.324015] env[69357]: DEBUG nova.compute.manager [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.356752] env[69357]: DEBUG nova.virt.hardware [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.357010] env[69357]: DEBUG nova.virt.hardware [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.357784] env[69357]: DEBUG nova.virt.hardware [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.358151] env[69357]: DEBUG nova.virt.hardware [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.358317] env[69357]: DEBUG nova.virt.hardware [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.358474] env[69357]: DEBUG nova.virt.hardware [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.358690] env[69357]: DEBUG nova.virt.hardware [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.358855] env[69357]: DEBUG nova.virt.hardware [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.359034] env[69357]: DEBUG nova.virt.hardware [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.359211] env[69357]: DEBUG nova.virt.hardware [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.359393] env[69357]: DEBUG nova.virt.hardware [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.360856] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b42e8ea-585e-49b1-a2bd-b27bd919f9a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.364371] env[69357]: DEBUG nova.network.neutron [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Successfully created port: 2ef5f9aa-fa63-4ccf-9aa4-eeadd1dab876 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.372860] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1ceb67-9f40-456c-a5d3-b93518bd0ad9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.453209] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "refresh_cache-69116840-32fe-46c6-a831-78c627f986d5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.453630] env[69357]: DEBUG nova.compute.manager [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Instance network_info: |[{"id": "b98625f4-2ced-46b5-9f3e-4add40cc490e", "address": "fa:16:3e:10:fd:83", "network": {"id": "e4b350ba-ef87-4c2d-b94d-153f1aa0d1aa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-224470408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6a244fe5024e1a98608a731f3cbe86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb98625f4-2c", "ovs_interfaceid": "b98625f4-2ced-46b5-9f3e-4add40cc490e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.456123] env[69357]: DEBUG oslo_concurrency.lockutils [req-9d03b7e7-f15f-47a8-96b6-a42e7a327de3 req-25aa0282-67e2-470b-8b7f-55464f96a05c service nova] Acquired lock "refresh_cache-69116840-32fe-46c6-a831-78c627f986d5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.456498] env[69357]: DEBUG nova.network.neutron [req-9d03b7e7-f15f-47a8-96b6-a42e7a327de3 req-25aa0282-67e2-470b-8b7f-55464f96a05c service nova] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Refreshing network info cache for port b98625f4-2ced-46b5-9f3e-4add40cc490e {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.460942] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:fd:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b98625f4-2ced-46b5-9f3e-4add40cc490e', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.465353] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.466100] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.466790] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4049c683-cc50-4165-b259-55aa7ca33be2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.491619] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.491619] env[69357]: value = "task-4151144" [ 1024.491619] env[69357]: _type = "Task" [ 1024.491619] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.501707] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151144, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.585416] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "8d23c06e-283e-4d2c-965e-2cb32d4b4605" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.662566] env[69357]: DEBUG oslo_concurrency.lockutils [None req-19c6f103-1e0d-4c52-8c4b-fc15147ece0e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "d67b0507-3c63-4f80-b575-8096cf194076" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.747706] env[69357]: DEBUG oslo_concurrency.lockutils [None req-148dd084-3d72-47b5-aacc-7bb2d3f726af tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "bb7ecbd6-de22-4d62-9429-567dfca0c397" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.932s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.789775] env[69357]: DEBUG nova.network.neutron [req-92640762-fad4-4835-9ccd-64100c798ca0 req-2bd07df7-5013-46bc-a600-f20f2da5665c service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Updated VIF entry in instance network info cache for port 7a79c52a-a307-43ac-bcb4-c636de094b1a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.790188] env[69357]: DEBUG nova.network.neutron [req-92640762-fad4-4835-9ccd-64100c798ca0 req-2bd07df7-5013-46bc-a600-f20f2da5665c service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Updating instance_info_cache with network_info: [{"id": "7a79c52a-a307-43ac-bcb4-c636de094b1a", "address": "fa:16:3e:c9:32:0a", "network": {"id": "44829c63-375b-44e6-804c-b863d112073d", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1556380309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79367a802d1c446993054208fdc42056", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7a79c52a-a3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.804173] env[69357]: DEBUG oslo_vmware.api [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.004383] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151144, 'name': CreateVM_Task, 'duration_secs': 0.414989} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.004383] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.005010] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.006370] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.006370] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.008300] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-474dc60b-1015-4c86-bdcd-20733f2f8fd0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.014717] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1025.014717] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52952e94-1ede-0c4f-ce14-38a063998267" [ 1025.014717] env[69357]: _type = "Task" [ 1025.014717] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.028634] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52952e94-1ede-0c4f-ce14-38a063998267, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.073299] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6a17bb-a81a-499c-a4b7-52c0aadc74c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.081393] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38738c56-f7e7-4def-a4b0-437e5e8c501e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.119178] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bc3fa9-414b-45eb-b4e5-4b028571ea9d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.127662] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1018d3b-714a-464a-9199-2971ff3dcd9d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.143521] env[69357]: DEBUG nova.compute.provider_tree [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.232642] env[69357]: DEBUG nova.network.neutron [req-9d03b7e7-f15f-47a8-96b6-a42e7a327de3 req-25aa0282-67e2-470b-8b7f-55464f96a05c service nova] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Updated VIF entry in instance network info cache for port b98625f4-2ced-46b5-9f3e-4add40cc490e. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.233032] env[69357]: DEBUG nova.network.neutron [req-9d03b7e7-f15f-47a8-96b6-a42e7a327de3 req-25aa0282-67e2-470b-8b7f-55464f96a05c service nova] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Updating instance_info_cache with network_info: [{"id": "b98625f4-2ced-46b5-9f3e-4add40cc490e", "address": "fa:16:3e:10:fd:83", "network": {"id": "e4b350ba-ef87-4c2d-b94d-153f1aa0d1aa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-224470408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6a244fe5024e1a98608a731f3cbe86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb98625f4-2c", "ovs_interfaceid": "b98625f4-2ced-46b5-9f3e-4add40cc490e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.295953] env[69357]: DEBUG oslo_concurrency.lockutils [req-92640762-fad4-4835-9ccd-64100c798ca0 req-2bd07df7-5013-46bc-a600-f20f2da5665c service nova] Releasing lock "refresh_cache-8d23c06e-283e-4d2c-965e-2cb32d4b4605" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.296253] env[69357]: DEBUG nova.compute.manager [req-92640762-fad4-4835-9ccd-64100c798ca0 req-2bd07df7-5013-46bc-a600-f20f2da5665c service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Received event network-changed-36e025b6-1bbd-4372-a17c-ef4e25e53042 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.296433] env[69357]: DEBUG nova.compute.manager [req-92640762-fad4-4835-9ccd-64100c798ca0 req-2bd07df7-5013-46bc-a600-f20f2da5665c service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Refreshing instance network info cache due to event network-changed-36e025b6-1bbd-4372-a17c-ef4e25e53042. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.296645] env[69357]: DEBUG oslo_concurrency.lockutils [req-92640762-fad4-4835-9ccd-64100c798ca0 req-2bd07df7-5013-46bc-a600-f20f2da5665c service nova] Acquiring lock "refresh_cache-5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.296790] env[69357]: DEBUG oslo_concurrency.lockutils [req-92640762-fad4-4835-9ccd-64100c798ca0 req-2bd07df7-5013-46bc-a600-f20f2da5665c service nova] Acquired lock "refresh_cache-5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.296963] env[69357]: DEBUG nova.network.neutron [req-92640762-fad4-4835-9ccd-64100c798ca0 req-2bd07df7-5013-46bc-a600-f20f2da5665c service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Refreshing network info cache for port 36e025b6-1bbd-4372-a17c-ef4e25e53042 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.304137] env[69357]: DEBUG oslo_vmware.api [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151143, 'name': ReconfigVM_Task, 'duration_secs': 0.963986} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.304704] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Reconfigured VM instance instance-00000050 to attach disk [datastore2] e6ce382a-b3bd-48cf-83f0-4b429a6b1c12/e6ce382a-b3bd-48cf-83f0-4b429a6b1c12.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.304949] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-982d19e4-2bf7-4068-b579-718e5d07f3a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.312775] env[69357]: DEBUG oslo_vmware.api [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1025.312775] env[69357]: value = "task-4151145" [ 1025.312775] env[69357]: _type = "Task" [ 1025.312775] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.322166] env[69357]: DEBUG oslo_vmware.api [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151145, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.529323] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52952e94-1ede-0c4f-ce14-38a063998267, 'name': SearchDatastore_Task, 'duration_secs': 0.01253} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.529748] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.529994] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.530309] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.530461] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.530650] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.530936] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39de2c4b-79e7-4398-b637-6dc229daf422 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.543926] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.544143] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.544927] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c9b8e3d-7a0d-4383-9d97-a16b3478d803 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.551274] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1025.551274] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52026a7d-b0f2-734e-611b-e6b086af0d6a" [ 1025.551274] env[69357]: _type = "Task" [ 1025.551274] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.564365] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52026a7d-b0f2-734e-611b-e6b086af0d6a, 'name': SearchDatastore_Task, 'duration_secs': 0.010767} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.565193] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ddb1db7-04ab-468c-9cc5-d5e88deebcfd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.571628] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1025.571628] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b5ebc9-53e5-bec2-f38b-cd3031237d85" [ 1025.571628] env[69357]: _type = "Task" [ 1025.571628] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.580477] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b5ebc9-53e5-bec2-f38b-cd3031237d85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.648192] env[69357]: DEBUG nova.scheduler.client.report [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.737161] env[69357]: DEBUG oslo_concurrency.lockutils [req-9d03b7e7-f15f-47a8-96b6-a42e7a327de3 req-25aa0282-67e2-470b-8b7f-55464f96a05c service nova] Releasing lock "refresh_cache-69116840-32fe-46c6-a831-78c627f986d5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.737426] env[69357]: DEBUG nova.compute.manager [req-9d03b7e7-f15f-47a8-96b6-a42e7a327de3 req-25aa0282-67e2-470b-8b7f-55464f96a05c service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Received event network-changed-36e025b6-1bbd-4372-a17c-ef4e25e53042 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.737601] env[69357]: DEBUG nova.compute.manager [req-9d03b7e7-f15f-47a8-96b6-a42e7a327de3 req-25aa0282-67e2-470b-8b7f-55464f96a05c service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Refreshing instance network info cache due to event network-changed-36e025b6-1bbd-4372-a17c-ef4e25e53042. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.737787] env[69357]: DEBUG oslo_concurrency.lockutils [req-9d03b7e7-f15f-47a8-96b6-a42e7a327de3 req-25aa0282-67e2-470b-8b7f-55464f96a05c service nova] Acquiring lock "refresh_cache-5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.826650] env[69357]: DEBUG oslo_vmware.api [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151145, 'name': Rename_Task, 'duration_secs': 0.374489} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.826972] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.827219] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dcfb88d-8178-4c1f-ba3f-2a2cd8a1425e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.835913] env[69357]: DEBUG oslo_vmware.api [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1025.835913] env[69357]: value = "task-4151146" [ 1025.835913] env[69357]: _type = "Task" [ 1025.835913] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.850323] env[69357]: DEBUG oslo_vmware.api [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.055582] env[69357]: DEBUG nova.network.neutron [req-92640762-fad4-4835-9ccd-64100c798ca0 req-2bd07df7-5013-46bc-a600-f20f2da5665c service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Updated VIF entry in instance network info cache for port 36e025b6-1bbd-4372-a17c-ef4e25e53042. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.055582] env[69357]: DEBUG nova.network.neutron [req-92640762-fad4-4835-9ccd-64100c798ca0 req-2bd07df7-5013-46bc-a600-f20f2da5665c service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Updating instance_info_cache with network_info: [{"id": "36e025b6-1bbd-4372-a17c-ef4e25e53042", "address": "fa:16:3e:20:fc:a4", "network": {"id": "20b633eb-ec32-49b0-865c-a8552a457791", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-669714803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "330f2fc144794efeaf7d940046809507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e025b6-1b", "ovs_interfaceid": "36e025b6-1bbd-4372-a17c-ef4e25e53042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.086031] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b5ebc9-53e5-bec2-f38b-cd3031237d85, 'name': SearchDatastore_Task, 'duration_secs': 0.009634} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.086031] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.086031] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 69116840-32fe-46c6-a831-78c627f986d5/69116840-32fe-46c6-a831-78c627f986d5.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.086031] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9f4b225-45bb-4192-8bc1-f6a99a3c6c89 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.092968] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1026.092968] env[69357]: value = "task-4151147" [ 1026.092968] env[69357]: _type = "Task" [ 1026.092968] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.103750] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.156172] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.160112] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.711s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.161748] env[69357]: INFO nova.compute.claims [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.191192] env[69357]: DEBUG nova.compute.manager [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1026.192287] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f64ff6-c31e-450d-b139-b4f2d23609cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.215871] env[69357]: INFO nova.scheduler.client.report [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Deleted allocations for instance 6112924c-de47-4d82-b1eb-80eadb23cf30 [ 1026.253419] env[69357]: DEBUG nova.network.neutron [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Successfully updated port: 4e3fd1ea-969c-4eeb-b478-4be187231728 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.350528] env[69357]: DEBUG oslo_vmware.api [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151146, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.561599] env[69357]: DEBUG oslo_concurrency.lockutils [req-92640762-fad4-4835-9ccd-64100c798ca0 req-2bd07df7-5013-46bc-a600-f20f2da5665c service nova] Releasing lock "refresh_cache-5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.562079] env[69357]: DEBUG oslo_concurrency.lockutils [req-9d03b7e7-f15f-47a8-96b6-a42e7a327de3 req-25aa0282-67e2-470b-8b7f-55464f96a05c service nova] Acquired lock "refresh_cache-5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.562365] env[69357]: DEBUG nova.network.neutron [req-9d03b7e7-f15f-47a8-96b6-a42e7a327de3 req-25aa0282-67e2-470b-8b7f-55464f96a05c service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Refreshing network info cache for port 36e025b6-1bbd-4372-a17c-ef4e25e53042 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.604701] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151147, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.707253] env[69357]: INFO nova.compute.manager [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] instance snapshotting [ 1026.707473] env[69357]: WARNING nova.compute.manager [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1026.712350] env[69357]: DEBUG nova.compute.manager [req-97f4d1b2-2be2-45b8-9c01-91061a658e8c req-42f182ec-a67c-4076-b981-0d112c313bad service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Received event network-changed-36e025b6-1bbd-4372-a17c-ef4e25e53042 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.712546] env[69357]: DEBUG nova.compute.manager [req-97f4d1b2-2be2-45b8-9c01-91061a658e8c req-42f182ec-a67c-4076-b981-0d112c313bad service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Refreshing instance network info cache due to event network-changed-36e025b6-1bbd-4372-a17c-ef4e25e53042. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.712798] env[69357]: DEBUG oslo_concurrency.lockutils [req-97f4d1b2-2be2-45b8-9c01-91061a658e8c req-42f182ec-a67c-4076-b981-0d112c313bad service nova] Acquiring lock "refresh_cache-5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.713629] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e9125c-db20-45a5-93ac-fe76f2c28abb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.736080] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54c6419-975e-481e-a752-fbc5c1e68c12 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.739785] env[69357]: DEBUG oslo_concurrency.lockutils [None req-41413bac-b998-4f4f-be20-f658a4baa98a tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "6112924c-de47-4d82-b1eb-80eadb23cf30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.563s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.848397] env[69357]: DEBUG oslo_vmware.api [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151146, 'name': PowerOnVM_Task, 'duration_secs': 0.569046} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.848707] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.848919] env[69357]: INFO nova.compute.manager [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1026.849121] env[69357]: DEBUG nova.compute.manager [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1026.849974] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f499bb-b7c0-4b66-8c27-79033616f107 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.106961] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520538} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.107254] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 69116840-32fe-46c6-a831-78c627f986d5/69116840-32fe-46c6-a831-78c627f986d5.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.107474] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.107729] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11b20431-861f-41aa-8915-ae17b8c0eb91 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.114890] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1027.114890] env[69357]: value = "task-4151148" [ 1027.114890] env[69357]: _type = "Task" [ 1027.114890] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.125098] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.251360] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1027.251360] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-719a8be8-9629-4a5e-8156-e5d36779fdbd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.258138] env[69357]: DEBUG oslo_vmware.api [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1027.258138] env[69357]: value = "task-4151149" [ 1027.258138] env[69357]: _type = "Task" [ 1027.258138] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.273070] env[69357]: DEBUG oslo_vmware.api [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151149, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.344477] env[69357]: DEBUG nova.network.neutron [req-9d03b7e7-f15f-47a8-96b6-a42e7a327de3 req-25aa0282-67e2-470b-8b7f-55464f96a05c service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Updated VIF entry in instance network info cache for port 36e025b6-1bbd-4372-a17c-ef4e25e53042. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.344994] env[69357]: DEBUG nova.network.neutron [req-9d03b7e7-f15f-47a8-96b6-a42e7a327de3 req-25aa0282-67e2-470b-8b7f-55464f96a05c service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Updating instance_info_cache with network_info: [{"id": "36e025b6-1bbd-4372-a17c-ef4e25e53042", "address": "fa:16:3e:20:fc:a4", "network": {"id": "20b633eb-ec32-49b0-865c-a8552a457791", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-669714803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "330f2fc144794efeaf7d940046809507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e025b6-1b", "ovs_interfaceid": "36e025b6-1bbd-4372-a17c-ef4e25e53042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.374284] env[69357]: INFO nova.compute.manager [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Took 30.74 seconds to build instance. [ 1027.474265] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d745c01e-d9f8-41fc-a30e-1c9bece8bd38 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.483698] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1aeba56-a667-4e06-b4f1-3929399a71ac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.528818] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7f6f5e-fc58-45d1-a980-fcc6b81ce9a5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.537706] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f801da0-7772-41bc-ae77-27118cc7952e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.553867] env[69357]: DEBUG nova.compute.provider_tree [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.626657] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079015} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.626964] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.628629] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3465691-108b-4334-9177-e9720115528d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.657216] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 69116840-32fe-46c6-a831-78c627f986d5/69116840-32fe-46c6-a831-78c627f986d5.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.657499] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60474b5e-bc5c-4ca3-868b-8e439d1b382a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.678259] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1027.678259] env[69357]: value = "task-4151150" [ 1027.678259] env[69357]: _type = "Task" [ 1027.678259] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.687702] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.769675] env[69357]: DEBUG oslo_vmware.api [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151149, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.848508] env[69357]: DEBUG oslo_concurrency.lockutils [req-9d03b7e7-f15f-47a8-96b6-a42e7a327de3 req-25aa0282-67e2-470b-8b7f-55464f96a05c service nova] Releasing lock "refresh_cache-5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.849660] env[69357]: DEBUG oslo_concurrency.lockutils [req-97f4d1b2-2be2-45b8-9c01-91061a658e8c req-42f182ec-a67c-4076-b981-0d112c313bad service nova] Acquired lock "refresh_cache-5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.849660] env[69357]: DEBUG nova.network.neutron [req-97f4d1b2-2be2-45b8-9c01-91061a658e8c req-42f182ec-a67c-4076-b981-0d112c313bad service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Refreshing network info cache for port 36e025b6-1bbd-4372-a17c-ef4e25e53042 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.878246] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cf4f7154-e6e6-4009-860b-d0112c2102b4 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "e6ce382a-b3bd-48cf-83f0-4b429a6b1c12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.259s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.058111] env[69357]: DEBUG nova.scheduler.client.report [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.190955] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151150, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.269547] env[69357]: DEBUG oslo_vmware.api [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151149, 'name': CreateSnapshot_Task, 'duration_secs': 0.667268} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.270055] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1028.271170] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a149ed-875e-43fc-b6d4-bbe4572806eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.432646] env[69357]: DEBUG nova.network.neutron [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Successfully updated port: 7878a487-0854-4e46-a9ce-e6dadf9603eb {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.567325] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.568290] env[69357]: DEBUG nova.compute.manager [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.575239] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.578s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.580540] env[69357]: INFO nova.compute.claims [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.671845] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "4d2c14bb-c68d-4325-abfa-5c7f259720cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.672191] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "4d2c14bb-c68d-4325-abfa-5c7f259720cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.696819] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151150, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.792534] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1028.792908] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cc07b99e-b344-49bf-b193-1b523be3da47 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.802706] env[69357]: DEBUG oslo_vmware.api [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1028.802706] env[69357]: value = "task-4151151" [ 1028.802706] env[69357]: _type = "Task" [ 1028.802706] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.814173] env[69357]: DEBUG oslo_vmware.api [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151151, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.815951] env[69357]: DEBUG nova.compute.manager [req-03ac7ec5-5a35-4e48-9f95-a9879791f108 req-03449ae5-3005-40cd-877a-d3ef2766ee2c service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Received event network-changed-36e025b6-1bbd-4372-a17c-ef4e25e53042 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.816209] env[69357]: DEBUG nova.compute.manager [req-03ac7ec5-5a35-4e48-9f95-a9879791f108 req-03449ae5-3005-40cd-877a-d3ef2766ee2c service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Refreshing instance network info cache due to event network-changed-36e025b6-1bbd-4372-a17c-ef4e25e53042. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.816446] env[69357]: DEBUG oslo_concurrency.lockutils [req-03ac7ec5-5a35-4e48-9f95-a9879791f108 req-03449ae5-3005-40cd-877a-d3ef2766ee2c service nova] Acquiring lock "refresh_cache-5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.831769] env[69357]: DEBUG nova.network.neutron [req-97f4d1b2-2be2-45b8-9c01-91061a658e8c req-42f182ec-a67c-4076-b981-0d112c313bad service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Updated VIF entry in instance network info cache for port 36e025b6-1bbd-4372-a17c-ef4e25e53042. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.832156] env[69357]: DEBUG nova.network.neutron [req-97f4d1b2-2be2-45b8-9c01-91061a658e8c req-42f182ec-a67c-4076-b981-0d112c313bad service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Updating instance_info_cache with network_info: [{"id": "36e025b6-1bbd-4372-a17c-ef4e25e53042", "address": "fa:16:3e:20:fc:a4", "network": {"id": "20b633eb-ec32-49b0-865c-a8552a457791", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-669714803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "330f2fc144794efeaf7d940046809507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e025b6-1b", "ovs_interfaceid": "36e025b6-1bbd-4372-a17c-ef4e25e53042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.091736] env[69357]: DEBUG nova.compute.utils [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.098859] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Acquiring lock "5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.098859] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Lock "5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.098859] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Acquiring lock "5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.098859] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Lock "5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.098859] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Lock "5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.099309] env[69357]: DEBUG nova.compute.manager [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.099309] env[69357]: DEBUG nova.network.neutron [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.104597] env[69357]: INFO nova.compute.manager [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Terminating instance [ 1029.175108] env[69357]: DEBUG nova.policy [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43b1a3f5244e444bab3a22e87585ade6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aeed843967394582a8207ae77c9b18aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.177403] env[69357]: DEBUG nova.compute.manager [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.196020] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151150, 'name': ReconfigVM_Task, 'duration_secs': 1.290944} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.196020] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 69116840-32fe-46c6-a831-78c627f986d5/69116840-32fe-46c6-a831-78c627f986d5.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.196720] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-230fe605-32e5-4c84-8468-7c8eb7ed76e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.209880] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1029.209880] env[69357]: value = "task-4151152" [ 1029.209880] env[69357]: _type = "Task" [ 1029.209880] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.224156] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151152, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.234801] env[69357]: DEBUG nova.compute.manager [req-5910c263-b62f-4764-9caa-e605a4b6c3d4 req-625de8d7-7320-4209-988a-b0f310e54f47 service nova] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Received event network-changed-6ea14d1d-8461-489d-b03a-328290f59530 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.235059] env[69357]: DEBUG nova.compute.manager [req-5910c263-b62f-4764-9caa-e605a4b6c3d4 req-625de8d7-7320-4209-988a-b0f310e54f47 service nova] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Refreshing instance network info cache due to event network-changed-6ea14d1d-8461-489d-b03a-328290f59530. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.235775] env[69357]: DEBUG oslo_concurrency.lockutils [req-5910c263-b62f-4764-9caa-e605a4b6c3d4 req-625de8d7-7320-4209-988a-b0f310e54f47 service nova] Acquiring lock "refresh_cache-e6ce382a-b3bd-48cf-83f0-4b429a6b1c12" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.236259] env[69357]: DEBUG oslo_concurrency.lockutils [req-5910c263-b62f-4764-9caa-e605a4b6c3d4 req-625de8d7-7320-4209-988a-b0f310e54f47 service nova] Acquired lock "refresh_cache-e6ce382a-b3bd-48cf-83f0-4b429a6b1c12" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.237124] env[69357]: DEBUG nova.network.neutron [req-5910c263-b62f-4764-9caa-e605a4b6c3d4 req-625de8d7-7320-4209-988a-b0f310e54f47 service nova] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Refreshing network info cache for port 6ea14d1d-8461-489d-b03a-328290f59530 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.317941] env[69357]: DEBUG oslo_vmware.api [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151151, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.336720] env[69357]: DEBUG oslo_concurrency.lockutils [req-97f4d1b2-2be2-45b8-9c01-91061a658e8c req-42f182ec-a67c-4076-b981-0d112c313bad service nova] Releasing lock "refresh_cache-5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.336720] env[69357]: DEBUG nova.compute.manager [req-97f4d1b2-2be2-45b8-9c01-91061a658e8c req-42f182ec-a67c-4076-b981-0d112c313bad service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Received event network-vif-plugged-4e3fd1ea-969c-4eeb-b478-4be187231728 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.337029] env[69357]: DEBUG oslo_concurrency.lockutils [req-97f4d1b2-2be2-45b8-9c01-91061a658e8c req-42f182ec-a67c-4076-b981-0d112c313bad service nova] Acquiring lock "2715a50a-a4fd-44bc-993b-5fc9e3326b24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.337088] env[69357]: DEBUG oslo_concurrency.lockutils [req-97f4d1b2-2be2-45b8-9c01-91061a658e8c req-42f182ec-a67c-4076-b981-0d112c313bad service nova] Lock "2715a50a-a4fd-44bc-993b-5fc9e3326b24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.337235] env[69357]: DEBUG oslo_concurrency.lockutils [req-97f4d1b2-2be2-45b8-9c01-91061a658e8c req-42f182ec-a67c-4076-b981-0d112c313bad service nova] Lock "2715a50a-a4fd-44bc-993b-5fc9e3326b24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.337430] env[69357]: DEBUG nova.compute.manager [req-97f4d1b2-2be2-45b8-9c01-91061a658e8c req-42f182ec-a67c-4076-b981-0d112c313bad service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] No waiting events found dispatching network-vif-plugged-4e3fd1ea-969c-4eeb-b478-4be187231728 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1029.337653] env[69357]: WARNING nova.compute.manager [req-97f4d1b2-2be2-45b8-9c01-91061a658e8c req-42f182ec-a67c-4076-b981-0d112c313bad service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Received unexpected event network-vif-plugged-4e3fd1ea-969c-4eeb-b478-4be187231728 for instance with vm_state building and task_state spawning. [ 1029.337840] env[69357]: DEBUG nova.compute.manager [req-97f4d1b2-2be2-45b8-9c01-91061a658e8c req-42f182ec-a67c-4076-b981-0d112c313bad service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Received event network-changed-4e3fd1ea-969c-4eeb-b478-4be187231728 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.338014] env[69357]: DEBUG nova.compute.manager [req-97f4d1b2-2be2-45b8-9c01-91061a658e8c req-42f182ec-a67c-4076-b981-0d112c313bad service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Refreshing instance network info cache due to event network-changed-4e3fd1ea-969c-4eeb-b478-4be187231728. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.338243] env[69357]: DEBUG oslo_concurrency.lockutils [req-97f4d1b2-2be2-45b8-9c01-91061a658e8c req-42f182ec-a67c-4076-b981-0d112c313bad service nova] Acquiring lock "refresh_cache-2715a50a-a4fd-44bc-993b-5fc9e3326b24" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.338393] env[69357]: DEBUG oslo_concurrency.lockutils [req-97f4d1b2-2be2-45b8-9c01-91061a658e8c req-42f182ec-a67c-4076-b981-0d112c313bad service nova] Acquired lock "refresh_cache-2715a50a-a4fd-44bc-993b-5fc9e3326b24" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.338658] env[69357]: DEBUG nova.network.neutron [req-97f4d1b2-2be2-45b8-9c01-91061a658e8c req-42f182ec-a67c-4076-b981-0d112c313bad service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Refreshing network info cache for port 4e3fd1ea-969c-4eeb-b478-4be187231728 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.340802] env[69357]: DEBUG oslo_concurrency.lockutils [req-03ac7ec5-5a35-4e48-9f95-a9879791f108 req-03449ae5-3005-40cd-877a-d3ef2766ee2c service nova] Acquired lock "refresh_cache-5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.340802] env[69357]: DEBUG nova.network.neutron [req-03ac7ec5-5a35-4e48-9f95-a9879791f108 req-03449ae5-3005-40cd-877a-d3ef2766ee2c service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Refreshing network info cache for port 36e025b6-1bbd-4372-a17c-ef4e25e53042 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.597916] env[69357]: DEBUG nova.compute.manager [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.608140] env[69357]: DEBUG nova.compute.manager [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.608365] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.609318] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e379342-1db0-466a-93c9-b62772c0589a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.618536] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.618824] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f97e419a-df05-4754-9171-72894e970883 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.629986] env[69357]: DEBUG oslo_vmware.api [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Waiting for the task: (returnval){ [ 1029.629986] env[69357]: value = "task-4151153" [ 1029.629986] env[69357]: _type = "Task" [ 1029.629986] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.646984] env[69357]: DEBUG oslo_vmware.api [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.653475] env[69357]: DEBUG nova.network.neutron [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Successfully created port: 3a5a6886-9e51-4f19-9a25-cff31aebe77a {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.712889] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.728158] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151152, 'name': Rename_Task, 'duration_secs': 0.202078} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.728450] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.729409] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9353b81-e0b6-4053-b4e4-f3febd32352b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.737705] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1029.737705] env[69357]: value = "task-4151154" [ 1029.737705] env[69357]: _type = "Task" [ 1029.737705] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.754771] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.823381] env[69357]: DEBUG oslo_vmware.api [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151151, 'name': CloneVM_Task} progress is 95%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.003498] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6e2afe-23a2-48d1-82ee-9643247638c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.012561] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c39da93-98bf-49cf-ab43-4c5293720b75 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.018213] env[69357]: DEBUG nova.network.neutron [req-97f4d1b2-2be2-45b8-9c01-91061a658e8c req-42f182ec-a67c-4076-b981-0d112c313bad service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.054482] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1c3954-7d63-455e-b501-26062297b717 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.060806] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c79ac7-d674-44ab-97f8-ddf03a5b3062 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.076945] env[69357]: DEBUG nova.compute.provider_tree [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.147225] env[69357]: DEBUG oslo_vmware.api [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151153, 'name': PowerOffVM_Task, 'duration_secs': 0.31395} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.149081] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.149081] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.149081] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecb37382-63c1-46f5-a9e2-58e9a00d738a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.239707] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.240187] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.240694] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Deleting the datastore file [datastore1] 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.240808] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05eb2760-63cf-470b-ad4a-40c32ce76b30 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.258871] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151154, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.261139] env[69357]: DEBUG oslo_vmware.api [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Waiting for the task: (returnval){ [ 1030.261139] env[69357]: value = "task-4151156" [ 1030.261139] env[69357]: _type = "Task" [ 1030.261139] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.272719] env[69357]: DEBUG oslo_vmware.api [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.315860] env[69357]: DEBUG oslo_vmware.api [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151151, 'name': CloneVM_Task, 'duration_secs': 1.3399} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.316317] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Created linked-clone VM from snapshot [ 1030.317099] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdbcfc1-d52d-44f3-a5db-429325de737a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.325072] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Uploading image 043492bb-dd60-4291-b7cb-3e26d0850ac8 {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1030.357571] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1030.357571] env[69357]: value = "vm-821988" [ 1030.357571] env[69357]: _type = "VirtualMachine" [ 1030.357571] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1030.357897] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-71aee32d-e7ce-4e82-bbfd-5bf051fc715d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.360604] env[69357]: DEBUG nova.network.neutron [req-97f4d1b2-2be2-45b8-9c01-91061a658e8c req-42f182ec-a67c-4076-b981-0d112c313bad service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.369041] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lease: (returnval){ [ 1030.369041] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]526fbeab-cf1f-7ac8-2f32-cea622d2f3bb" [ 1030.369041] env[69357]: _type = "HttpNfcLease" [ 1030.369041] env[69357]: } obtained for exporting VM: (result){ [ 1030.369041] env[69357]: value = "vm-821988" [ 1030.369041] env[69357]: _type = "VirtualMachine" [ 1030.369041] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1030.369041] env[69357]: DEBUG oslo_vmware.api [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the lease: (returnval){ [ 1030.369041] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]526fbeab-cf1f-7ac8-2f32-cea622d2f3bb" [ 1030.369041] env[69357]: _type = "HttpNfcLease" [ 1030.369041] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1030.380058] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1030.380058] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]526fbeab-cf1f-7ac8-2f32-cea622d2f3bb" [ 1030.380058] env[69357]: _type = "HttpNfcLease" [ 1030.380058] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1030.433305] env[69357]: DEBUG nova.network.neutron [req-03ac7ec5-5a35-4e48-9f95-a9879791f108 req-03449ae5-3005-40cd-877a-d3ef2766ee2c service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Updated VIF entry in instance network info cache for port 36e025b6-1bbd-4372-a17c-ef4e25e53042. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.433305] env[69357]: DEBUG nova.network.neutron [req-03ac7ec5-5a35-4e48-9f95-a9879791f108 req-03449ae5-3005-40cd-877a-d3ef2766ee2c service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Updating instance_info_cache with network_info: [{"id": "36e025b6-1bbd-4372-a17c-ef4e25e53042", "address": "fa:16:3e:20:fc:a4", "network": {"id": "20b633eb-ec32-49b0-865c-a8552a457791", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-669714803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "330f2fc144794efeaf7d940046809507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36e025b6-1b", "ovs_interfaceid": "36e025b6-1bbd-4372-a17c-ef4e25e53042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.468415] env[69357]: DEBUG nova.network.neutron [req-5910c263-b62f-4764-9caa-e605a4b6c3d4 req-625de8d7-7320-4209-988a-b0f310e54f47 service nova] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Updated VIF entry in instance network info cache for port 6ea14d1d-8461-489d-b03a-328290f59530. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.468814] env[69357]: DEBUG nova.network.neutron [req-5910c263-b62f-4764-9caa-e605a4b6c3d4 req-625de8d7-7320-4209-988a-b0f310e54f47 service nova] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Updating instance_info_cache with network_info: [{"id": "6ea14d1d-8461-489d-b03a-328290f59530", "address": "fa:16:3e:1e:1c:aa", "network": {"id": "97fcff61-6a5b-4cbf-9455-7ed31718c9a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1511455476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2c435e6f1d34f458af111ef7e25f03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ea14d1d-84", "ovs_interfaceid": "6ea14d1d-8461-489d-b03a-328290f59530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.585773] env[69357]: DEBUG nova.scheduler.client.report [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.611528] env[69357]: DEBUG nova.compute.manager [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.641921] env[69357]: DEBUG nova.virt.hardware [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.642573] env[69357]: DEBUG nova.virt.hardware [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.642750] env[69357]: DEBUG nova.virt.hardware [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.643058] env[69357]: DEBUG nova.virt.hardware [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.643262] env[69357]: DEBUG nova.virt.hardware [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.643454] env[69357]: DEBUG nova.virt.hardware [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.643678] env[69357]: DEBUG nova.virt.hardware [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.643836] env[69357]: DEBUG nova.virt.hardware [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.644033] env[69357]: DEBUG nova.virt.hardware [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.644215] env[69357]: DEBUG nova.virt.hardware [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.644392] env[69357]: DEBUG nova.virt.hardware [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.645644] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ceb7d4-7790-4112-8c3a-780afff14d66 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.655360] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c0c344-32c8-439a-8cd5-b27583381324 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.756532] env[69357]: DEBUG oslo_vmware.api [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151154, 'name': PowerOnVM_Task, 'duration_secs': 0.787255} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.756865] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.757089] env[69357]: INFO nova.compute.manager [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1030.757277] env[69357]: DEBUG nova.compute.manager [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1030.758116] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a822786-b5f1-43bc-9205-f3b4c4631e7e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.775031] env[69357]: DEBUG oslo_vmware.api [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Task: {'id': task-4151156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.505563} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.775288] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.775467] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.775641] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.775804] env[69357]: INFO nova.compute.manager [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1030.776057] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.776249] env[69357]: DEBUG nova.compute.manager [-] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.776343] env[69357]: DEBUG nova.network.neutron [-] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.850138] env[69357]: DEBUG nova.network.neutron [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Successfully updated port: 2ef5f9aa-fa63-4ccf-9aa4-eeadd1dab876 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.864409] env[69357]: DEBUG oslo_concurrency.lockutils [req-97f4d1b2-2be2-45b8-9c01-91061a658e8c req-42f182ec-a67c-4076-b981-0d112c313bad service nova] Releasing lock "refresh_cache-2715a50a-a4fd-44bc-993b-5fc9e3326b24" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.879291] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1030.879291] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]526fbeab-cf1f-7ac8-2f32-cea622d2f3bb" [ 1030.879291] env[69357]: _type = "HttpNfcLease" [ 1030.879291] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1030.880226] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1030.880226] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]526fbeab-cf1f-7ac8-2f32-cea622d2f3bb" [ 1030.880226] env[69357]: _type = "HttpNfcLease" [ 1030.880226] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1030.881264] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780c6afc-e180-4a5e-9909-b86a5fee7e14 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.891218] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5212fdca-bf22-1a9e-80db-fdcf98ac8e3b/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1030.891218] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5212fdca-bf22-1a9e-80db-fdcf98ac8e3b/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1030.952041] env[69357]: DEBUG oslo_concurrency.lockutils [req-03ac7ec5-5a35-4e48-9f95-a9879791f108 req-03449ae5-3005-40cd-877a-d3ef2766ee2c service nova] Releasing lock "refresh_cache-5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.952041] env[69357]: DEBUG nova.compute.manager [req-03ac7ec5-5a35-4e48-9f95-a9879791f108 req-03449ae5-3005-40cd-877a-d3ef2766ee2c service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Received event network-vif-plugged-7878a487-0854-4e46-a9ce-e6dadf9603eb {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.952041] env[69357]: DEBUG oslo_concurrency.lockutils [req-03ac7ec5-5a35-4e48-9f95-a9879791f108 req-03449ae5-3005-40cd-877a-d3ef2766ee2c service nova] Acquiring lock "2715a50a-a4fd-44bc-993b-5fc9e3326b24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.952041] env[69357]: DEBUG oslo_concurrency.lockutils [req-03ac7ec5-5a35-4e48-9f95-a9879791f108 req-03449ae5-3005-40cd-877a-d3ef2766ee2c service nova] Lock "2715a50a-a4fd-44bc-993b-5fc9e3326b24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.952041] env[69357]: DEBUG oslo_concurrency.lockutils [req-03ac7ec5-5a35-4e48-9f95-a9879791f108 req-03449ae5-3005-40cd-877a-d3ef2766ee2c service nova] Lock "2715a50a-a4fd-44bc-993b-5fc9e3326b24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.952397] env[69357]: DEBUG nova.compute.manager [req-03ac7ec5-5a35-4e48-9f95-a9879791f108 req-03449ae5-3005-40cd-877a-d3ef2766ee2c service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] No waiting events found dispatching network-vif-plugged-7878a487-0854-4e46-a9ce-e6dadf9603eb {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1030.952468] env[69357]: WARNING nova.compute.manager [req-03ac7ec5-5a35-4e48-9f95-a9879791f108 req-03449ae5-3005-40cd-877a-d3ef2766ee2c service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Received unexpected event network-vif-plugged-7878a487-0854-4e46-a9ce-e6dadf9603eb for instance with vm_state building and task_state spawning. [ 1030.952681] env[69357]: DEBUG nova.compute.manager [req-03ac7ec5-5a35-4e48-9f95-a9879791f108 req-03449ae5-3005-40cd-877a-d3ef2766ee2c service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Received event network-changed-7878a487-0854-4e46-a9ce-e6dadf9603eb {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.952877] env[69357]: DEBUG nova.compute.manager [req-03ac7ec5-5a35-4e48-9f95-a9879791f108 req-03449ae5-3005-40cd-877a-d3ef2766ee2c service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Refreshing instance network info cache due to event network-changed-7878a487-0854-4e46-a9ce-e6dadf9603eb. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.953115] env[69357]: DEBUG oslo_concurrency.lockutils [req-03ac7ec5-5a35-4e48-9f95-a9879791f108 req-03449ae5-3005-40cd-877a-d3ef2766ee2c service nova] Acquiring lock "refresh_cache-2715a50a-a4fd-44bc-993b-5fc9e3326b24" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.953331] env[69357]: DEBUG oslo_concurrency.lockutils [req-03ac7ec5-5a35-4e48-9f95-a9879791f108 req-03449ae5-3005-40cd-877a-d3ef2766ee2c service nova] Acquired lock "refresh_cache-2715a50a-a4fd-44bc-993b-5fc9e3326b24" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.953536] env[69357]: DEBUG nova.network.neutron [req-03ac7ec5-5a35-4e48-9f95-a9879791f108 req-03449ae5-3005-40cd-877a-d3ef2766ee2c service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Refreshing network info cache for port 7878a487-0854-4e46-a9ce-e6dadf9603eb {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.970831] env[69357]: DEBUG oslo_concurrency.lockutils [req-5910c263-b62f-4764-9caa-e605a4b6c3d4 req-625de8d7-7320-4209-988a-b0f310e54f47 service nova] Releasing lock "refresh_cache-e6ce382a-b3bd-48cf-83f0-4b429a6b1c12" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.988780] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f3dacbcd-f13b-4db6-8d42-030f16f5184d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.095387] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.095645] env[69357]: DEBUG nova.compute.manager [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.098664] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.100s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.098889] env[69357]: DEBUG nova.objects.instance [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Lazy-loading 'resources' on Instance uuid 8b3696ea-0465-4c47-a5ef-67a3c3c23063 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.285394] env[69357]: INFO nova.compute.manager [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Took 31.53 seconds to build instance. [ 1031.339909] env[69357]: DEBUG nova.compute.manager [req-81e2d755-3fd3-4888-8ab9-ef637cc65e2e req-d8675a56-0003-4f36-a463-110d19dd3c1c service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Received event network-vif-plugged-2ef5f9aa-fa63-4ccf-9aa4-eeadd1dab876 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.340201] env[69357]: DEBUG oslo_concurrency.lockutils [req-81e2d755-3fd3-4888-8ab9-ef637cc65e2e req-d8675a56-0003-4f36-a463-110d19dd3c1c service nova] Acquiring lock "2715a50a-a4fd-44bc-993b-5fc9e3326b24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.340435] env[69357]: DEBUG oslo_concurrency.lockutils [req-81e2d755-3fd3-4888-8ab9-ef637cc65e2e req-d8675a56-0003-4f36-a463-110d19dd3c1c service nova] Lock "2715a50a-a4fd-44bc-993b-5fc9e3326b24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.340666] env[69357]: DEBUG oslo_concurrency.lockutils [req-81e2d755-3fd3-4888-8ab9-ef637cc65e2e req-d8675a56-0003-4f36-a463-110d19dd3c1c service nova] Lock "2715a50a-a4fd-44bc-993b-5fc9e3326b24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.340862] env[69357]: DEBUG nova.compute.manager [req-81e2d755-3fd3-4888-8ab9-ef637cc65e2e req-d8675a56-0003-4f36-a463-110d19dd3c1c service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] No waiting events found dispatching network-vif-plugged-2ef5f9aa-fa63-4ccf-9aa4-eeadd1dab876 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1031.341044] env[69357]: WARNING nova.compute.manager [req-81e2d755-3fd3-4888-8ab9-ef637cc65e2e req-d8675a56-0003-4f36-a463-110d19dd3c1c service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Received unexpected event network-vif-plugged-2ef5f9aa-fa63-4ccf-9aa4-eeadd1dab876 for instance with vm_state building and task_state spawning. [ 1031.341213] env[69357]: DEBUG nova.compute.manager [req-81e2d755-3fd3-4888-8ab9-ef637cc65e2e req-d8675a56-0003-4f36-a463-110d19dd3c1c service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Received event network-changed-2ef5f9aa-fa63-4ccf-9aa4-eeadd1dab876 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.341379] env[69357]: DEBUG nova.compute.manager [req-81e2d755-3fd3-4888-8ab9-ef637cc65e2e req-d8675a56-0003-4f36-a463-110d19dd3c1c service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Refreshing instance network info cache due to event network-changed-2ef5f9aa-fa63-4ccf-9aa4-eeadd1dab876. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.341588] env[69357]: DEBUG oslo_concurrency.lockutils [req-81e2d755-3fd3-4888-8ab9-ef637cc65e2e req-d8675a56-0003-4f36-a463-110d19dd3c1c service nova] Acquiring lock "refresh_cache-2715a50a-a4fd-44bc-993b-5fc9e3326b24" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.352833] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Acquiring lock "refresh_cache-2715a50a-a4fd-44bc-993b-5fc9e3326b24" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.506596] env[69357]: DEBUG nova.network.neutron [req-03ac7ec5-5a35-4e48-9f95-a9879791f108 req-03449ae5-3005-40cd-877a-d3ef2766ee2c service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.588042] env[69357]: DEBUG nova.network.neutron [-] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.596052] env[69357]: DEBUG nova.compute.manager [req-b23d7c42-d29e-49f9-9ea3-8d2283735115 req-c1c9bd14-86af-4dfc-8a16-0e555a602fd2 service nova] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Received event network-vif-plugged-3a5a6886-9e51-4f19-9a25-cff31aebe77a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.596317] env[69357]: DEBUG oslo_concurrency.lockutils [req-b23d7c42-d29e-49f9-9ea3-8d2283735115 req-c1c9bd14-86af-4dfc-8a16-0e555a602fd2 service nova] Acquiring lock "6860687b-50f2-4e57-8234-fd1a0e5cd36b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.597255] env[69357]: DEBUG oslo_concurrency.lockutils [req-b23d7c42-d29e-49f9-9ea3-8d2283735115 req-c1c9bd14-86af-4dfc-8a16-0e555a602fd2 service nova] Lock "6860687b-50f2-4e57-8234-fd1a0e5cd36b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.597518] env[69357]: DEBUG oslo_concurrency.lockutils [req-b23d7c42-d29e-49f9-9ea3-8d2283735115 req-c1c9bd14-86af-4dfc-8a16-0e555a602fd2 service nova] Lock "6860687b-50f2-4e57-8234-fd1a0e5cd36b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.597622] env[69357]: DEBUG nova.compute.manager [req-b23d7c42-d29e-49f9-9ea3-8d2283735115 req-c1c9bd14-86af-4dfc-8a16-0e555a602fd2 service nova] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] No waiting events found dispatching network-vif-plugged-3a5a6886-9e51-4f19-9a25-cff31aebe77a {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1031.597808] env[69357]: WARNING nova.compute.manager [req-b23d7c42-d29e-49f9-9ea3-8d2283735115 req-c1c9bd14-86af-4dfc-8a16-0e555a602fd2 service nova] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Received unexpected event network-vif-plugged-3a5a6886-9e51-4f19-9a25-cff31aebe77a for instance with vm_state building and task_state spawning. [ 1031.600935] env[69357]: DEBUG nova.compute.utils [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.602778] env[69357]: DEBUG nova.compute.manager [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.603037] env[69357]: DEBUG nova.network.neutron [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.637888] env[69357]: DEBUG nova.network.neutron [req-03ac7ec5-5a35-4e48-9f95-a9879791f108 req-03449ae5-3005-40cd-877a-d3ef2766ee2c service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.660218] env[69357]: DEBUG nova.policy [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09f7b2f51f384f7bbeb9ad67492885e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a8557f98174856b7f3027fcb0cd65f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.750561] env[69357]: DEBUG nova.network.neutron [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Successfully updated port: 3a5a6886-9e51-4f19-9a25-cff31aebe77a {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.788953] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9cdfe7b9-9db2-496b-b679-04d645574a4b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "69116840-32fe-46c6-a831-78c627f986d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.048s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.963243] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51b40bc-6230-47f1-9a59-5b34007026b4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.973259] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a532d4f-c62c-47ad-b81e-717149d79bd8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.007510] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70798c53-08df-4725-8791-bedd965bcc59 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.016186] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b2eaab-3887-4d8a-adbc-994acbb860d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.031216] env[69357]: DEBUG nova.compute.provider_tree [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.091512] env[69357]: INFO nova.compute.manager [-] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Took 1.31 seconds to deallocate network for instance. [ 1032.098659] env[69357]: DEBUG nova.network.neutron [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Successfully created port: 2634defc-83f9-4615-a509-a5d9c774fed8 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.109093] env[69357]: DEBUG nova.compute.manager [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.140762] env[69357]: DEBUG oslo_concurrency.lockutils [req-03ac7ec5-5a35-4e48-9f95-a9879791f108 req-03449ae5-3005-40cd-877a-d3ef2766ee2c service nova] Releasing lock "refresh_cache-2715a50a-a4fd-44bc-993b-5fc9e3326b24" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.141268] env[69357]: DEBUG oslo_concurrency.lockutils [req-81e2d755-3fd3-4888-8ab9-ef637cc65e2e req-d8675a56-0003-4f36-a463-110d19dd3c1c service nova] Acquired lock "refresh_cache-2715a50a-a4fd-44bc-993b-5fc9e3326b24" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.141643] env[69357]: DEBUG nova.network.neutron [req-81e2d755-3fd3-4888-8ab9-ef637cc65e2e req-d8675a56-0003-4f36-a463-110d19dd3c1c service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Refreshing network info cache for port 2ef5f9aa-fa63-4ccf-9aa4-eeadd1dab876 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.252370] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "refresh_cache-6860687b-50f2-4e57-8234-fd1a0e5cd36b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.252619] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired lock "refresh_cache-6860687b-50f2-4e57-8234-fd1a0e5cd36b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.252792] env[69357]: DEBUG nova.network.neutron [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.536727] env[69357]: DEBUG nova.scheduler.client.report [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.602773] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.726508] env[69357]: DEBUG nova.network.neutron [req-81e2d755-3fd3-4888-8ab9-ef637cc65e2e req-d8675a56-0003-4f36-a463-110d19dd3c1c service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.801182] env[69357]: DEBUG nova.network.neutron [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.830992] env[69357]: DEBUG nova.network.neutron [req-81e2d755-3fd3-4888-8ab9-ef637cc65e2e req-d8675a56-0003-4f36-a463-110d19dd3c1c service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.026949] env[69357]: DEBUG nova.network.neutron [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Updating instance_info_cache with network_info: [{"id": "3a5a6886-9e51-4f19-9a25-cff31aebe77a", "address": "fa:16:3e:8c:0d:4e", "network": {"id": "53920da6-d263-44f4-a530-25b528a83149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-247356550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeed843967394582a8207ae77c9b18aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a5a6886-9e", "ovs_interfaceid": "3a5a6886-9e51-4f19-9a25-cff31aebe77a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.041077] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.043492] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.522s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.043766] env[69357]: DEBUG nova.objects.instance [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Lazy-loading 'resources' on Instance uuid 3accce32-88a9-4581-b97e-ecfe77ccaebf {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.120605] env[69357]: DEBUG nova.compute.manager [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.146955] env[69357]: DEBUG nova.virt.hardware [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.147339] env[69357]: DEBUG nova.virt.hardware [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.147550] env[69357]: DEBUG nova.virt.hardware [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.147800] env[69357]: DEBUG nova.virt.hardware [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.147984] env[69357]: DEBUG nova.virt.hardware [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.148451] env[69357]: DEBUG nova.virt.hardware [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.148766] env[69357]: DEBUG nova.virt.hardware [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.148981] env[69357]: DEBUG nova.virt.hardware [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.149225] env[69357]: DEBUG nova.virt.hardware [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.149440] env[69357]: DEBUG nova.virt.hardware [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.149828] env[69357]: DEBUG nova.virt.hardware [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.151174] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c922bc-f6a0-4cd2-b314-673a55e484f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.158221] env[69357]: INFO nova.scheduler.client.report [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Deleted allocations for instance 8b3696ea-0465-4c47-a5ef-67a3c3c23063 [ 1033.165694] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4ddaba-0eb9-49d2-afba-75557c27df66 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.335784] env[69357]: DEBUG oslo_concurrency.lockutils [req-81e2d755-3fd3-4888-8ab9-ef637cc65e2e req-d8675a56-0003-4f36-a463-110d19dd3c1c service nova] Releasing lock "refresh_cache-2715a50a-a4fd-44bc-993b-5fc9e3326b24" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.336147] env[69357]: DEBUG nova.compute.manager [req-81e2d755-3fd3-4888-8ab9-ef637cc65e2e req-d8675a56-0003-4f36-a463-110d19dd3c1c service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Received event network-vif-deleted-36e025b6-1bbd-4372-a17c-ef4e25e53042 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.336371] env[69357]: INFO nova.compute.manager [req-81e2d755-3fd3-4888-8ab9-ef637cc65e2e req-d8675a56-0003-4f36-a463-110d19dd3c1c service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Neutron deleted interface 36e025b6-1bbd-4372-a17c-ef4e25e53042; detaching it from the instance and deleting it from the info cache [ 1033.336549] env[69357]: DEBUG nova.network.neutron [req-81e2d755-3fd3-4888-8ab9-ef637cc65e2e req-d8675a56-0003-4f36-a463-110d19dd3c1c service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.337856] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Acquired lock "refresh_cache-2715a50a-a4fd-44bc-993b-5fc9e3326b24" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.338044] env[69357]: DEBUG nova.network.neutron [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.530654] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Releasing lock "refresh_cache-6860687b-50f2-4e57-8234-fd1a0e5cd36b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.530654] env[69357]: DEBUG nova.compute.manager [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Instance network_info: |[{"id": "3a5a6886-9e51-4f19-9a25-cff31aebe77a", "address": "fa:16:3e:8c:0d:4e", "network": {"id": "53920da6-d263-44f4-a530-25b528a83149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-247356550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeed843967394582a8207ae77c9b18aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a5a6886-9e", "ovs_interfaceid": "3a5a6886-9e51-4f19-9a25-cff31aebe77a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.531585] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:0d:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a5a6886-9e51-4f19-9a25-cff31aebe77a', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.541040] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.541700] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.541995] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3615ebb7-a067-4453-89a7-52ad9dc36121 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.569028] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.569028] env[69357]: value = "task-4151158" [ 1033.569028] env[69357]: _type = "Task" [ 1033.569028] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.578038] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151158, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.629425] env[69357]: DEBUG nova.compute.manager [req-b6a7d209-81f1-47cb-8114-c7e50039da29 req-31c06a12-9586-4a7f-ba69-7867a37ae47c service nova] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Received event network-changed-3a5a6886-9e51-4f19-9a25-cff31aebe77a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.629746] env[69357]: DEBUG nova.compute.manager [req-b6a7d209-81f1-47cb-8114-c7e50039da29 req-31c06a12-9586-4a7f-ba69-7867a37ae47c service nova] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Refreshing instance network info cache due to event network-changed-3a5a6886-9e51-4f19-9a25-cff31aebe77a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.630040] env[69357]: DEBUG oslo_concurrency.lockutils [req-b6a7d209-81f1-47cb-8114-c7e50039da29 req-31c06a12-9586-4a7f-ba69-7867a37ae47c service nova] Acquiring lock "refresh_cache-6860687b-50f2-4e57-8234-fd1a0e5cd36b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.630240] env[69357]: DEBUG oslo_concurrency.lockutils [req-b6a7d209-81f1-47cb-8114-c7e50039da29 req-31c06a12-9586-4a7f-ba69-7867a37ae47c service nova] Acquired lock "refresh_cache-6860687b-50f2-4e57-8234-fd1a0e5cd36b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.630425] env[69357]: DEBUG nova.network.neutron [req-b6a7d209-81f1-47cb-8114-c7e50039da29 req-31c06a12-9586-4a7f-ba69-7867a37ae47c service nova] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Refreshing network info cache for port 3a5a6886-9e51-4f19-9a25-cff31aebe77a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.674068] env[69357]: DEBUG oslo_concurrency.lockutils [None req-48640f7e-5141-4e9c-9603-13ec09a1e7c0 tempest-ServerGroupTestJSON-1839925466 tempest-ServerGroupTestJSON-1839925466-project-member] Lock "8b3696ea-0465-4c47-a5ef-67a3c3c23063" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.272s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.726295] env[69357]: DEBUG nova.compute.manager [req-31369719-f725-45b0-916c-6cb277744d30 req-cd1800aa-7b8b-4d59-b5a2-6477f16036aa service nova] [instance: facbe890-7d28-4e20-8126-8382383e0468] Received event network-vif-plugged-2634defc-83f9-4615-a509-a5d9c774fed8 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.726547] env[69357]: DEBUG oslo_concurrency.lockutils [req-31369719-f725-45b0-916c-6cb277744d30 req-cd1800aa-7b8b-4d59-b5a2-6477f16036aa service nova] Acquiring lock "facbe890-7d28-4e20-8126-8382383e0468-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.726782] env[69357]: DEBUG oslo_concurrency.lockutils [req-31369719-f725-45b0-916c-6cb277744d30 req-cd1800aa-7b8b-4d59-b5a2-6477f16036aa service nova] Lock "facbe890-7d28-4e20-8126-8382383e0468-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.726965] env[69357]: DEBUG oslo_concurrency.lockutils [req-31369719-f725-45b0-916c-6cb277744d30 req-cd1800aa-7b8b-4d59-b5a2-6477f16036aa service nova] Lock "facbe890-7d28-4e20-8126-8382383e0468-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.727157] env[69357]: DEBUG nova.compute.manager [req-31369719-f725-45b0-916c-6cb277744d30 req-cd1800aa-7b8b-4d59-b5a2-6477f16036aa service nova] [instance: facbe890-7d28-4e20-8126-8382383e0468] No waiting events found dispatching network-vif-plugged-2634defc-83f9-4615-a509-a5d9c774fed8 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1033.727373] env[69357]: WARNING nova.compute.manager [req-31369719-f725-45b0-916c-6cb277744d30 req-cd1800aa-7b8b-4d59-b5a2-6477f16036aa service nova] [instance: facbe890-7d28-4e20-8126-8382383e0468] Received unexpected event network-vif-plugged-2634defc-83f9-4615-a509-a5d9c774fed8 for instance with vm_state building and task_state spawning. [ 1033.833929] env[69357]: DEBUG nova.network.neutron [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Successfully updated port: 2634defc-83f9-4615-a509-a5d9c774fed8 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.841934] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d4f5653-a89c-4628-9656-f853e233bce5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.860922] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be1fd14-aed6-4ce5-8cd4-f55799b1f094 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.890414] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbd88f0-e086-4d9f-8349-2fe155320aa3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.903730] env[69357]: DEBUG nova.compute.manager [req-81e2d755-3fd3-4888-8ab9-ef637cc65e2e req-d8675a56-0003-4f36-a463-110d19dd3c1c service nova] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Detach interface failed, port_id=36e025b6-1bbd-4372-a17c-ef4e25e53042, reason: Instance 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1033.909848] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412f719d-a18f-4b38-bb32-752885765c7a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.916065] env[69357]: DEBUG nova.network.neutron [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.944743] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155e94f3-170f-4412-99a7-580d17662e00 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.954282] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ef95b1-6469-47be-b6cf-c8f56e4cd43a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.973661] env[69357]: DEBUG nova.compute.provider_tree [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.024225] env[69357]: DEBUG nova.compute.manager [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Stashing vm_state: active {{(pid=69357) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1034.081044] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151158, 'name': CreateVM_Task, 'duration_secs': 0.462229} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.081433] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.082309] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.082666] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.083287] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.083688] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7db1eafe-f854-4ba7-ae93-698915c41b69 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.090725] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1034.090725] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ab6a3a-b904-84bf-a3b6-b0ffa40b8116" [ 1034.090725] env[69357]: _type = "Task" [ 1034.090725] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.104952] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ab6a3a-b904-84bf-a3b6-b0ffa40b8116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.335802] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "refresh_cache-facbe890-7d28-4e20-8126-8382383e0468" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.335999] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired lock "refresh_cache-facbe890-7d28-4e20-8126-8382383e0468" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.336228] env[69357]: DEBUG nova.network.neutron [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.387677] env[69357]: DEBUG nova.network.neutron [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.477569] env[69357]: DEBUG nova.scheduler.client.report [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.553735] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.604256] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ab6a3a-b904-84bf-a3b6-b0ffa40b8116, 'name': SearchDatastore_Task, 'duration_secs': 0.018926} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.604597] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.604824] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.605103] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.605221] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.605404] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.605688] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cdf9e84-5f6c-4f72-a0b9-ad74e5a9e608 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.618733] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.619037] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.623496] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a34a554f-8634-473c-8d8a-24609aaac548 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.633032] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1034.633032] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52024caf-574d-e2f2-795e-221a90a56597" [ 1034.633032] env[69357]: _type = "Task" [ 1034.633032] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.643771] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52024caf-574d-e2f2-795e-221a90a56597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.679190] env[69357]: DEBUG nova.network.neutron [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Updating instance_info_cache with network_info: [{"id": "2634defc-83f9-4615-a509-a5d9c774fed8", "address": "fa:16:3e:06:7a:f0", "network": {"id": "12fab11b-6ad5-49ba-8738-05e9ae69d953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540370362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a8557f98174856b7f3027fcb0cd65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2634defc-83", "ovs_interfaceid": "2634defc-83f9-4615-a509-a5d9c774fed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.825075] env[69357]: DEBUG nova.network.neutron [req-b6a7d209-81f1-47cb-8114-c7e50039da29 req-31c06a12-9586-4a7f-ba69-7867a37ae47c service nova] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Updated VIF entry in instance network info cache for port 3a5a6886-9e51-4f19-9a25-cff31aebe77a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.825468] env[69357]: DEBUG nova.network.neutron [req-b6a7d209-81f1-47cb-8114-c7e50039da29 req-31c06a12-9586-4a7f-ba69-7867a37ae47c service nova] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Updating instance_info_cache with network_info: [{"id": "3a5a6886-9e51-4f19-9a25-cff31aebe77a", "address": "fa:16:3e:8c:0d:4e", "network": {"id": "53920da6-d263-44f4-a530-25b528a83149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-247356550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeed843967394582a8207ae77c9b18aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a5a6886-9e", "ovs_interfaceid": "3a5a6886-9e51-4f19-9a25-cff31aebe77a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.937545] env[69357]: DEBUG nova.network.neutron [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Updating instance_info_cache with network_info: [{"id": "4e3fd1ea-969c-4eeb-b478-4be187231728", "address": "fa:16:3e:73:e8:e9", "network": {"id": "8314fa1a-e9ba-4d36-952c-2110f3d35129", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2019995575", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a808b20d6b247a0997e8d3634706d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e3fd1ea-96", "ovs_interfaceid": "4e3fd1ea-969c-4eeb-b478-4be187231728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7878a487-0854-4e46-a9ce-e6dadf9603eb", "address": "fa:16:3e:39:11:24", "network": {"id": "adfea92f-b44b-4dcd-ac1f-126e8889612b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-362408535", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0a808b20d6b247a0997e8d3634706d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7878a487-08", "ovs_interfaceid": "7878a487-0854-4e46-a9ce-e6dadf9603eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ef5f9aa-fa63-4ccf-9aa4-eeadd1dab876", "address": "fa:16:3e:1d:68:7e", "network": {"id": "8314fa1a-e9ba-4d36-952c-2110f3d35129", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2019995575", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a808b20d6b247a0997e8d3634706d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ef5f9aa-fa", "ovs_interfaceid": "2ef5f9aa-fa63-4ccf-9aa4-eeadd1dab876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.983176] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.986260] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.030s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.987830] env[69357]: INFO nova.compute.claims [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.010247] env[69357]: INFO nova.scheduler.client.report [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Deleted allocations for instance 3accce32-88a9-4581-b97e-ecfe77ccaebf [ 1035.146823] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52024caf-574d-e2f2-795e-221a90a56597, 'name': SearchDatastore_Task, 'duration_secs': 0.01827} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.148148] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42112dcf-f717-4da3-9d19-2577a106d20e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.157193] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1035.157193] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52480649-e212-cecb-acd4-c24f1cb7c6d1" [ 1035.157193] env[69357]: _type = "Task" [ 1035.157193] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.167797] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52480649-e212-cecb-acd4-c24f1cb7c6d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.185039] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Releasing lock "refresh_cache-facbe890-7d28-4e20-8126-8382383e0468" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.185039] env[69357]: DEBUG nova.compute.manager [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Instance network_info: |[{"id": "2634defc-83f9-4615-a509-a5d9c774fed8", "address": "fa:16:3e:06:7a:f0", "network": {"id": "12fab11b-6ad5-49ba-8738-05e9ae69d953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540370362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a8557f98174856b7f3027fcb0cd65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2634defc-83", "ovs_interfaceid": "2634defc-83f9-4615-a509-a5d9c774fed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.185039] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:7a:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2634defc-83f9-4615-a509-a5d9c774fed8', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.192506] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Creating folder: Project (a0a8557f98174856b7f3027fcb0cd65f). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.193148] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87965c86-cec8-4ef2-935a-2d26fdca697a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.209941] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Created folder: Project (a0a8557f98174856b7f3027fcb0cd65f) in parent group-v821763. [ 1035.210628] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Creating folder: Instances. Parent ref: group-v821990. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.211049] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-903d6d9f-c78a-46f4-8fc6-a6c5c26c8fc0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.224092] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Created folder: Instances in parent group-v821990. [ 1035.224092] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.224092] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: facbe890-7d28-4e20-8126-8382383e0468] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.224092] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87d984a1-6c75-4253-b09d-1966ce2b784a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.249778] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.249778] env[69357]: value = "task-4151161" [ 1035.249778] env[69357]: _type = "Task" [ 1035.249778] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.261146] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151161, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.329687] env[69357]: DEBUG oslo_concurrency.lockutils [req-b6a7d209-81f1-47cb-8114-c7e50039da29 req-31c06a12-9586-4a7f-ba69-7867a37ae47c service nova] Releasing lock "refresh_cache-6860687b-50f2-4e57-8234-fd1a0e5cd36b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.441445] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Releasing lock "refresh_cache-2715a50a-a4fd-44bc-993b-5fc9e3326b24" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.441881] env[69357]: DEBUG nova.compute.manager [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Instance network_info: |[{"id": "4e3fd1ea-969c-4eeb-b478-4be187231728", "address": "fa:16:3e:73:e8:e9", "network": {"id": "8314fa1a-e9ba-4d36-952c-2110f3d35129", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2019995575", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a808b20d6b247a0997e8d3634706d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e3fd1ea-96", "ovs_interfaceid": "4e3fd1ea-969c-4eeb-b478-4be187231728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7878a487-0854-4e46-a9ce-e6dadf9603eb", "address": "fa:16:3e:39:11:24", "network": {"id": "adfea92f-b44b-4dcd-ac1f-126e8889612b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-362408535", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0a808b20d6b247a0997e8d3634706d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7878a487-08", "ovs_interfaceid": "7878a487-0854-4e46-a9ce-e6dadf9603eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ef5f9aa-fa63-4ccf-9aa4-eeadd1dab876", "address": "fa:16:3e:1d:68:7e", "network": {"id": "8314fa1a-e9ba-4d36-952c-2110f3d35129", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2019995575", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a808b20d6b247a0997e8d3634706d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ef5f9aa-fa", "ovs_interfaceid": "2ef5f9aa-fa63-4ccf-9aa4-eeadd1dab876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.442507] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:e8:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e3fd1ea-969c-4eeb-b478-4be187231728', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:11:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7878a487-0854-4e46-a9ce-e6dadf9603eb', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:68:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ef5f9aa-fa63-4ccf-9aa4-eeadd1dab876', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.454117] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Creating folder: Project (0a808b20d6b247a0997e8d3634706d6b). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.454466] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e74a528d-5536-4db7-a617-6d7ce28d4f88 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.467963] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Created folder: Project (0a808b20d6b247a0997e8d3634706d6b) in parent group-v821763. [ 1035.468206] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Creating folder: Instances. Parent ref: group-v821993. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.468504] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a1bd818-3722-41bc-a5d8-445c4ca32933 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.482291] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Created folder: Instances in parent group-v821993. [ 1035.482662] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.482891] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.483150] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28a8be92-7e74-4709-857a-ac299d227b8b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.512266] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.512266] env[69357]: value = "task-4151164" [ 1035.512266] env[69357]: _type = "Task" [ 1035.512266] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.525036] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151164, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.525036] env[69357]: DEBUG oslo_concurrency.lockutils [None req-aff7c28e-5ecb-46ea-af64-cea0167a8aa2 tempest-ServersTestManualDisk-690118913 tempest-ServersTestManualDisk-690118913-project-member] Lock "3accce32-88a9-4581-b97e-ecfe77ccaebf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.069s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.668263] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52480649-e212-cecb-acd4-c24f1cb7c6d1, 'name': SearchDatastore_Task, 'duration_secs': 0.01794} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.668690] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.669016] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 6860687b-50f2-4e57-8234-fd1a0e5cd36b/6860687b-50f2-4e57-8234-fd1a0e5cd36b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.669556] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c59fce6a-8307-444b-aa8c-7a343a1e8240 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.678168] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1035.678168] env[69357]: value = "task-4151165" [ 1035.678168] env[69357]: _type = "Task" [ 1035.678168] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.691468] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.757814] env[69357]: DEBUG nova.compute.manager [req-3d472a1c-4809-4def-82b9-0c7813887566 req-39ee850e-7e92-4988-ac9b-edaf5a582bd3 service nova] [instance: facbe890-7d28-4e20-8126-8382383e0468] Received event network-changed-2634defc-83f9-4615-a509-a5d9c774fed8 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.758298] env[69357]: DEBUG nova.compute.manager [req-3d472a1c-4809-4def-82b9-0c7813887566 req-39ee850e-7e92-4988-ac9b-edaf5a582bd3 service nova] [instance: facbe890-7d28-4e20-8126-8382383e0468] Refreshing instance network info cache due to event network-changed-2634defc-83f9-4615-a509-a5d9c774fed8. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.758595] env[69357]: DEBUG oslo_concurrency.lockutils [req-3d472a1c-4809-4def-82b9-0c7813887566 req-39ee850e-7e92-4988-ac9b-edaf5a582bd3 service nova] Acquiring lock "refresh_cache-facbe890-7d28-4e20-8126-8382383e0468" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.758748] env[69357]: DEBUG oslo_concurrency.lockutils [req-3d472a1c-4809-4def-82b9-0c7813887566 req-39ee850e-7e92-4988-ac9b-edaf5a582bd3 service nova] Acquired lock "refresh_cache-facbe890-7d28-4e20-8126-8382383e0468" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.758948] env[69357]: DEBUG nova.network.neutron [req-3d472a1c-4809-4def-82b9-0c7813887566 req-39ee850e-7e92-4988-ac9b-edaf5a582bd3 service nova] [instance: facbe890-7d28-4e20-8126-8382383e0468] Refreshing network info cache for port 2634defc-83f9-4615-a509-a5d9c774fed8 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.766909] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151161, 'name': CreateVM_Task, 'duration_secs': 0.468963} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.767170] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: facbe890-7d28-4e20-8126-8382383e0468] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.767983] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.768349] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.768719] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.769628] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99b006a5-a24e-428f-b017-4be4965d8c1d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.776749] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1035.776749] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]527d110c-a3e7-cf4a-266d-881366371903" [ 1035.776749] env[69357]: _type = "Task" [ 1035.776749] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.789255] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527d110c-a3e7-cf4a-266d-881366371903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.025386] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151164, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.200939] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151165, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.296657] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527d110c-a3e7-cf4a-266d-881366371903, 'name': SearchDatastore_Task, 'duration_secs': 0.025593} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.297133] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.297386] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.297638] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.297789] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.297969] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.298281] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-091f5f07-5b61-4621-96fd-330335348b86 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.311579] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.311797] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.312709] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df3dc6c1-ef0b-4f33-b8c3-5b79f887383f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.327993] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1036.327993] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52190829-c0ca-1e5d-b2fc-1900d98e3b18" [ 1036.327993] env[69357]: _type = "Task" [ 1036.327993] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.345188] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52190829-c0ca-1e5d-b2fc-1900d98e3b18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.384734] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774c45d6-11cd-4d07-bd79-28e14f6ba2eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.394030] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2b3907-32bc-4940-83f3-b6197c5cb8b4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.429629] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4540a5a9-cf98-47c8-875a-958339aa5b98 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.438612] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26919034-56d3-487c-a392-682f71cde1de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.453948] env[69357]: DEBUG nova.compute.provider_tree [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.523538] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151164, 'name': CreateVM_Task, 'duration_secs': 0.817687} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.523737] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.524695] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.524869] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.525224] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.525509] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d62f6352-878f-49d9-9193-72a653398c6d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.531540] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Waiting for the task: (returnval){ [ 1036.531540] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ac3187-6785-be0a-abf4-e622da43f356" [ 1036.531540] env[69357]: _type = "Task" [ 1036.531540] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.541552] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ac3187-6785-be0a-abf4-e622da43f356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.672642] env[69357]: DEBUG nova.network.neutron [req-3d472a1c-4809-4def-82b9-0c7813887566 req-39ee850e-7e92-4988-ac9b-edaf5a582bd3 service nova] [instance: facbe890-7d28-4e20-8126-8382383e0468] Updated VIF entry in instance network info cache for port 2634defc-83f9-4615-a509-a5d9c774fed8. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.672642] env[69357]: DEBUG nova.network.neutron [req-3d472a1c-4809-4def-82b9-0c7813887566 req-39ee850e-7e92-4988-ac9b-edaf5a582bd3 service nova] [instance: facbe890-7d28-4e20-8126-8382383e0468] Updating instance_info_cache with network_info: [{"id": "2634defc-83f9-4615-a509-a5d9c774fed8", "address": "fa:16:3e:06:7a:f0", "network": {"id": "12fab11b-6ad5-49ba-8738-05e9ae69d953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540370362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a8557f98174856b7f3027fcb0cd65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2634defc-83", "ovs_interfaceid": "2634defc-83f9-4615-a509-a5d9c774fed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.700342] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723916} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.700707] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 6860687b-50f2-4e57-8234-fd1a0e5cd36b/6860687b-50f2-4e57-8234-fd1a0e5cd36b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.702028] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.702028] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22ce595f-c9e8-4325-93dd-f51c20403a7e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.711388] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1036.711388] env[69357]: value = "task-4151166" [ 1036.711388] env[69357]: _type = "Task" [ 1036.711388] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.727193] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.840794] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52190829-c0ca-1e5d-b2fc-1900d98e3b18, 'name': SearchDatastore_Task, 'duration_secs': 0.030596} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.841945] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1a7bfde-e0a1-4c0c-9737-b9c9b124cd9f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.854023] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1036.854023] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5283ae46-aa02-5a19-5fd3-debeaebac0b8" [ 1036.854023] env[69357]: _type = "Task" [ 1036.854023] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.864915] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5283ae46-aa02-5a19-5fd3-debeaebac0b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.960270] env[69357]: DEBUG nova.scheduler.client.report [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.043322] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ac3187-6785-be0a-abf4-e622da43f356, 'name': SearchDatastore_Task, 'duration_secs': 0.016516} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.043727] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.044086] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.044645] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.044645] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.044842] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.045162] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da75345d-db1b-4be4-a721-2698c1989a1d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.057869] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.058448] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.059362] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df7d77bd-eec1-4c56-983c-a4bf44bd4a47 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.067832] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Waiting for the task: (returnval){ [ 1037.067832] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52526fc0-0006-1d98-7ad3-8a68f7ac2342" [ 1037.067832] env[69357]: _type = "Task" [ 1037.067832] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.076797] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52526fc0-0006-1d98-7ad3-8a68f7ac2342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.179246] env[69357]: DEBUG oslo_concurrency.lockutils [req-3d472a1c-4809-4def-82b9-0c7813887566 req-39ee850e-7e92-4988-ac9b-edaf5a582bd3 service nova] Releasing lock "refresh_cache-facbe890-7d28-4e20-8126-8382383e0468" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.223018] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075715} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.223482] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.224370] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd80f94c-0a75-4af0-bab5-2b392f690dbb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.252872] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 6860687b-50f2-4e57-8234-fd1a0e5cd36b/6860687b-50f2-4e57-8234-fd1a0e5cd36b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.253446] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b5b8b00-e435-4785-a96f-8241e0470f10 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.278250] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1037.278250] env[69357]: value = "task-4151167" [ 1037.278250] env[69357]: _type = "Task" [ 1037.278250] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.289313] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.363428] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5283ae46-aa02-5a19-5fd3-debeaebac0b8, 'name': SearchDatastore_Task, 'duration_secs': 0.016363} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.363875] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.364272] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] facbe890-7d28-4e20-8126-8382383e0468/facbe890-7d28-4e20-8126-8382383e0468.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.364722] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a8ec9d2-9d03-4954-9e58-3ea11f875472 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.374669] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1037.374669] env[69357]: value = "task-4151168" [ 1037.374669] env[69357]: _type = "Task" [ 1037.374669] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.384969] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.467196] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.467196] env[69357]: DEBUG nova.compute.manager [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.470752] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.441s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.472951] env[69357]: INFO nova.compute.claims [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.581794] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52526fc0-0006-1d98-7ad3-8a68f7ac2342, 'name': SearchDatastore_Task, 'duration_secs': 0.017621} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.584979] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4473e07a-701d-4d07-864f-290a55154be4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.591548] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Waiting for the task: (returnval){ [ 1037.591548] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52758823-6bcf-e88d-9e9e-185bc3dc80b5" [ 1037.591548] env[69357]: _type = "Task" [ 1037.591548] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.601266] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52758823-6bcf-e88d-9e9e-185bc3dc80b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.797206] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151167, 'name': ReconfigVM_Task, 'duration_secs': 0.434749} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.798514] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 6860687b-50f2-4e57-8234-fd1a0e5cd36b/6860687b-50f2-4e57-8234-fd1a0e5cd36b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.803337] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fccc4333-efa6-483c-b976-48c319ca67dc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.812643] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1037.812643] env[69357]: value = "task-4151169" [ 1037.812643] env[69357]: _type = "Task" [ 1037.812643] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.825824] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151169, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.891205] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151168, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.983043] env[69357]: DEBUG nova.compute.utils [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.985112] env[69357]: DEBUG nova.compute.manager [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.985530] env[69357]: DEBUG nova.network.neutron [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.066704] env[69357]: DEBUG nova.policy [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5bd1a22aa634acbbf13c6143e61bfac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6916a11ea9b46bdad872400d555ee5a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.102919] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52758823-6bcf-e88d-9e9e-185bc3dc80b5, 'name': SearchDatastore_Task, 'duration_secs': 0.01841} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.103206] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.103494] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 2715a50a-a4fd-44bc-993b-5fc9e3326b24/2715a50a-a4fd-44bc-993b-5fc9e3326b24.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.104300] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0fb4e62-8cdd-4240-aa48-4cc50a50ca58 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.113280] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Waiting for the task: (returnval){ [ 1038.113280] env[69357]: value = "task-4151170" [ 1038.113280] env[69357]: _type = "Task" [ 1038.113280] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.121834] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.155404] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5212fdca-bf22-1a9e-80db-fdcf98ac8e3b/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1038.156311] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45161046-e40c-4b9c-a53f-529ee13ea37b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.164102] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5212fdca-bf22-1a9e-80db-fdcf98ac8e3b/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1038.164102] env[69357]: ERROR oslo_vmware.rw_handles [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5212fdca-bf22-1a9e-80db-fdcf98ac8e3b/disk-0.vmdk due to incomplete transfer. [ 1038.164102] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7f0207aa-9150-49f2-9fc9-78e2903dfac6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.179678] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5212fdca-bf22-1a9e-80db-fdcf98ac8e3b/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1038.179678] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Uploaded image 043492bb-dd60-4291-b7cb-3e26d0850ac8 to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1038.185509] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1038.185509] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3d5fe3db-b027-49bc-985a-9454d724a190 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.193436] env[69357]: DEBUG oslo_vmware.api [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1038.193436] env[69357]: value = "task-4151171" [ 1038.193436] env[69357]: _type = "Task" [ 1038.193436] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.206893] env[69357]: DEBUG oslo_vmware.api [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151171, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.325505] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151169, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.385349] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746776} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.385625] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] facbe890-7d28-4e20-8126-8382383e0468/facbe890-7d28-4e20-8126-8382383e0468.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.385836] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.386107] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a1ec90f-e544-46fb-87d6-b95bfd404b99 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.393975] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1038.393975] env[69357]: value = "task-4151172" [ 1038.393975] env[69357]: _type = "Task" [ 1038.393975] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.405981] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.485782] env[69357]: DEBUG nova.compute.manager [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.577197] env[69357]: DEBUG nova.network.neutron [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Successfully created port: 0b141ed5-6fd5-415b-a11f-ef04f9a32a46 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.630360] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151170, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.716430] env[69357]: DEBUG oslo_vmware.api [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151171, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.831655] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151169, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.890099] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a290a23-b781-4532-9086-25df9c0e7525 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.901432] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792cbe6d-174a-4f6b-9fa4-21f517a6711e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.909026] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074702} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.909811] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.911066] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c457d4f-6d32-43bd-8fa6-f5cf8c8aee75 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.945629] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f6d00c-0c1c-45f1-a348-be4a1657737f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.971372] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] facbe890-7d28-4e20-8126-8382383e0468/facbe890-7d28-4e20-8126-8382383e0468.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.972264] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5018d3a3-6163-4265-b5c9-3c5b8d8fcb57 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.992516] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4ea2a6-b71d-43e0-afad-e7a5e05cd136 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.004930] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1039.004930] env[69357]: value = "task-4151173" [ 1039.004930] env[69357]: _type = "Task" [ 1039.004930] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.021266] env[69357]: DEBUG nova.compute.provider_tree [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.031267] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.128449] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81946} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.128881] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 2715a50a-a4fd-44bc-993b-5fc9e3326b24/2715a50a-a4fd-44bc-993b-5fc9e3326b24.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.129496] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.129496] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4c61fda-1867-4310-9cb7-54b4ef31f66d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.139151] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Waiting for the task: (returnval){ [ 1039.139151] env[69357]: value = "task-4151174" [ 1039.139151] env[69357]: _type = "Task" [ 1039.139151] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.151539] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.206438] env[69357]: DEBUG oslo_vmware.api [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151171, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.219789] env[69357]: DEBUG oslo_concurrency.lockutils [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "3a924a64-140f-4df3-8a18-5f52d5c684b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.220815] env[69357]: DEBUG oslo_concurrency.lockutils [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "3a924a64-140f-4df3-8a18-5f52d5c684b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.326120] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151169, 'name': Rename_Task, 'duration_secs': 1.237133} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.326432] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.326695] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2e58fc6-6ca6-4999-9129-1d37fbc347ae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.335395] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1039.335395] env[69357]: value = "task-4151175" [ 1039.335395] env[69357]: _type = "Task" [ 1039.335395] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.347255] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.507501] env[69357]: DEBUG nova.compute.manager [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.519797] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.525688] env[69357]: DEBUG nova.scheduler.client.report [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.539012] env[69357]: DEBUG nova.virt.hardware [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.539416] env[69357]: DEBUG nova.virt.hardware [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.539506] env[69357]: DEBUG nova.virt.hardware [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.539682] env[69357]: DEBUG nova.virt.hardware [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.539831] env[69357]: DEBUG nova.virt.hardware [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.539979] env[69357]: DEBUG nova.virt.hardware [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.540477] env[69357]: DEBUG nova.virt.hardware [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.540685] env[69357]: DEBUG nova.virt.hardware [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.540862] env[69357]: DEBUG nova.virt.hardware [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.541048] env[69357]: DEBUG nova.virt.hardware [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.541233] env[69357]: DEBUG nova.virt.hardware [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.542148] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9abeff-eae9-4f4d-834e-8b0ac4e6a8a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.552574] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe32e82d-d881-4b82-8831-4bfb098c6511 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.651358] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129588} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.651810] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.652689] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29479f5-47c4-4f1a-adf0-a8e7f41d8ac6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.693425] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 2715a50a-a4fd-44bc-993b-5fc9e3326b24/2715a50a-a4fd-44bc-993b-5fc9e3326b24.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.695181] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d5ccc89-62bb-49d4-8d4c-a77809854369 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.726565] env[69357]: DEBUG nova.compute.manager [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.731488] env[69357]: DEBUG oslo_vmware.api [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151171, 'name': Destroy_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.734776] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Waiting for the task: (returnval){ [ 1039.734776] env[69357]: value = "task-4151176" [ 1039.734776] env[69357]: _type = "Task" [ 1039.734776] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.751208] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.846889] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151175, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.021600] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151173, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.033928] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.034552] env[69357]: DEBUG nova.compute.manager [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.037308] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.410s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.037634] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.038183] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1040.038183] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.416s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.040783] env[69357]: INFO nova.compute.claims [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.044758] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357c777d-47e9-44a9-abec-e9deffaa9a90 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.053927] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb89f4da-b7f0-46f0-977c-6174d2989f93 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.075511] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3744e409-5fcb-44df-96f4-892864dde257 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.084765] env[69357]: DEBUG oslo_concurrency.lockutils [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "d67b0507-3c63-4f80-b575-8096cf194076" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.085097] env[69357]: DEBUG oslo_concurrency.lockutils [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "d67b0507-3c63-4f80-b575-8096cf194076" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.087016] env[69357]: DEBUG oslo_concurrency.lockutils [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "d67b0507-3c63-4f80-b575-8096cf194076-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.087382] env[69357]: DEBUG oslo_concurrency.lockutils [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "d67b0507-3c63-4f80-b575-8096cf194076-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.087898] env[69357]: DEBUG oslo_concurrency.lockutils [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "d67b0507-3c63-4f80-b575-8096cf194076-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.093598] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134a7021-388d-49ae-b12f-64ebf635d5fe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.098142] env[69357]: INFO nova.compute.manager [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Terminating instance [ 1040.134359] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179217MB free_disk=10GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1040.134359] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.224138] env[69357]: DEBUG oslo_vmware.api [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151171, 'name': Destroy_Task, 'duration_secs': 1.701093} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.224534] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Destroyed the VM [ 1040.224918] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1040.225170] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e24d10d0-ff27-4b33-87ca-11842768dfb0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.238930] env[69357]: DEBUG oslo_vmware.api [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1040.238930] env[69357]: value = "task-4151177" [ 1040.238930] env[69357]: _type = "Task" [ 1040.238930] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.260643] env[69357]: DEBUG oslo_vmware.api [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151177, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.265024] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.266389] env[69357]: DEBUG oslo_concurrency.lockutils [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.346371] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151175, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.521294] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151173, 'name': ReconfigVM_Task, 'duration_secs': 1.067564} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.521666] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Reconfigured VM instance instance-00000054 to attach disk [datastore1] facbe890-7d28-4e20-8126-8382383e0468/facbe890-7d28-4e20-8126-8382383e0468.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.522257] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-607236ac-b25d-4afb-92f6-5b38de912648 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.528334] env[69357]: DEBUG nova.compute.manager [req-4919789d-963f-4e23-b029-da9daef2f3d4 req-a0b35b03-c6ec-49a4-aa42-cb34efff1c9c service nova] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Received event network-vif-plugged-0b141ed5-6fd5-415b-a11f-ef04f9a32a46 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.528558] env[69357]: DEBUG oslo_concurrency.lockutils [req-4919789d-963f-4e23-b029-da9daef2f3d4 req-a0b35b03-c6ec-49a4-aa42-cb34efff1c9c service nova] Acquiring lock "1e6c8219-368d-4446-89ab-abb8212252e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.528770] env[69357]: DEBUG oslo_concurrency.lockutils [req-4919789d-963f-4e23-b029-da9daef2f3d4 req-a0b35b03-c6ec-49a4-aa42-cb34efff1c9c service nova] Lock "1e6c8219-368d-4446-89ab-abb8212252e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.528945] env[69357]: DEBUG oslo_concurrency.lockutils [req-4919789d-963f-4e23-b029-da9daef2f3d4 req-a0b35b03-c6ec-49a4-aa42-cb34efff1c9c service nova] Lock "1e6c8219-368d-4446-89ab-abb8212252e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.529123] env[69357]: DEBUG nova.compute.manager [req-4919789d-963f-4e23-b029-da9daef2f3d4 req-a0b35b03-c6ec-49a4-aa42-cb34efff1c9c service nova] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] No waiting events found dispatching network-vif-plugged-0b141ed5-6fd5-415b-a11f-ef04f9a32a46 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1040.529291] env[69357]: WARNING nova.compute.manager [req-4919789d-963f-4e23-b029-da9daef2f3d4 req-a0b35b03-c6ec-49a4-aa42-cb34efff1c9c service nova] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Received unexpected event network-vif-plugged-0b141ed5-6fd5-415b-a11f-ef04f9a32a46 for instance with vm_state building and task_state spawning. [ 1040.531411] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1040.531411] env[69357]: value = "task-4151178" [ 1040.531411] env[69357]: _type = "Task" [ 1040.531411] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.542462] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151178, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.545972] env[69357]: DEBUG nova.compute.utils [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.547468] env[69357]: DEBUG nova.compute.manager [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.547640] env[69357]: DEBUG nova.network.neutron [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.572984] env[69357]: DEBUG nova.network.neutron [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Successfully updated port: 0b141ed5-6fd5-415b-a11f-ef04f9a32a46 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.602586] env[69357]: DEBUG nova.compute.manager [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.602922] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.603829] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c5bd72-b8a2-42bc-94cb-a9142111e6a0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.617108] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.617108] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b260c4e-750d-4337-972f-21a198394cae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.657106] env[69357]: DEBUG nova.policy [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '131a7eb9fc4d414b9e27b180b3079fd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23a7fe40d6024feda762801e3a84efc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.713214] env[69357]: DEBUG oslo_concurrency.lockutils [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.713309] env[69357]: DEBUG oslo_concurrency.lockutils [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.756802] env[69357]: DEBUG oslo_vmware.api [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151177, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.761209] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151176, 'name': ReconfigVM_Task, 'duration_secs': 0.988818} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.761209] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 2715a50a-a4fd-44bc-993b-5fc9e3326b24/2715a50a-a4fd-44bc-993b-5fc9e3326b24.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.762608] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-908859a8-ce34-43df-be24-75e4dcc91c67 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.768879] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Waiting for the task: (returnval){ [ 1040.768879] env[69357]: value = "task-4151180" [ 1040.768879] env[69357]: _type = "Task" [ 1040.768879] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.778140] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151180, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.849940] env[69357]: DEBUG oslo_vmware.api [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151175, 'name': PowerOnVM_Task, 'duration_secs': 1.029821} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.850464] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.850714] env[69357]: INFO nova.compute.manager [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Took 10.24 seconds to spawn the instance on the hypervisor. [ 1040.850959] env[69357]: DEBUG nova.compute.manager [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1040.851881] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487d6fdf-084d-4e14-b672-30c37fbaf1bd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.991131] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.991131] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.991232] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Deleting the datastore file [datastore2] d67b0507-3c63-4f80-b575-8096cf194076 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.991457] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-846209c3-4d5b-4dfe-9d90-d48b078fd18e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.998718] env[69357]: DEBUG oslo_vmware.api [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1040.998718] env[69357]: value = "task-4151181" [ 1040.998718] env[69357]: _type = "Task" [ 1040.998718] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.009227] env[69357]: DEBUG oslo_vmware.api [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.042690] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151178, 'name': Rename_Task, 'duration_secs': 0.178348} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.043543] env[69357]: DEBUG nova.network.neutron [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Successfully created port: 64a7521d-80f3-4925-9634-4d3025e8c252 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.047181] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.047181] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c943c4f2-60bd-4b0f-8202-d7544e590d94 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.050273] env[69357]: DEBUG nova.compute.manager [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.061209] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1041.061209] env[69357]: value = "task-4151182" [ 1041.061209] env[69357]: _type = "Task" [ 1041.061209] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.079675] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Acquiring lock "refresh_cache-1e6c8219-368d-4446-89ab-abb8212252e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.079675] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Acquired lock "refresh_cache-1e6c8219-368d-4446-89ab-abb8212252e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.080773] env[69357]: DEBUG nova.network.neutron [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.082132] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151182, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.218247] env[69357]: DEBUG nova.compute.manager [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.264158] env[69357]: DEBUG oslo_vmware.api [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151177, 'name': RemoveSnapshot_Task, 'duration_secs': 0.626988} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.264486] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1041.265067] env[69357]: INFO nova.compute.manager [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Took 14.55 seconds to snapshot the instance on the hypervisor. [ 1041.288988] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151180, 'name': Rename_Task, 'duration_secs': 0.249944} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.289337] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.289624] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31f3e0cc-cbab-433d-ad70-5ed34863e3f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.306139] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Waiting for the task: (returnval){ [ 1041.306139] env[69357]: value = "task-4151183" [ 1041.306139] env[69357]: _type = "Task" [ 1041.306139] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.324120] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.377099] env[69357]: INFO nova.compute.manager [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Took 34.95 seconds to build instance. [ 1041.455873] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4adfc6d-a04b-4945-85cb-726bc2a9c661 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.471030] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3f984d-b22f-42c6-962a-162371048091 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.514823] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd13468f-a25f-4e0d-bd4d-13d3da1fc576 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.526284] env[69357]: DEBUG oslo_vmware.api [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355017} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.529610] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.529899] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.530166] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.530430] env[69357]: INFO nova.compute.manager [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Took 0.93 seconds to destroy the instance on the hypervisor. [ 1041.530822] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.531707] env[69357]: DEBUG nova.compute.manager [-] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.531840] env[69357]: DEBUG nova.network.neutron [-] [instance: d67b0507-3c63-4f80-b575-8096cf194076] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.536216] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6378eb8a-65e6-4da4-a104-6c39eeb895ef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.552501] env[69357]: DEBUG nova.compute.provider_tree [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.576558] env[69357]: DEBUG oslo_vmware.api [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151182, 'name': PowerOnVM_Task, 'duration_secs': 0.488756} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.576916] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.577237] env[69357]: INFO nova.compute.manager [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1041.577459] env[69357]: DEBUG nova.compute.manager [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1041.578348] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939c4ceb-6313-4e2c-b63f-4e411c53434b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.662115] env[69357]: DEBUG nova.network.neutron [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.746545] env[69357]: DEBUG oslo_concurrency.lockutils [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.773488] env[69357]: DEBUG nova.compute.manager [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Instance disappeared during snapshot {{(pid=69357) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1041.776817] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2d229b87-0bb6-4ed3-a878-dbbd44bda9a1 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "6860687b-50f2-4e57-8234-fd1a0e5cd36b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.790228] env[69357]: DEBUG nova.compute.manager [None req-5fa26224-15a3-4d7c-bf8f-390c1a80ba0a tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Image not found during clean up 043492bb-dd60-4291-b7cb-3e26d0850ac8 {{(pid=69357) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1041.820289] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151183, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.885025] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8d8a42d4-bbf4-4a8f-9319-48e9f2b010ee tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "6860687b-50f2-4e57-8234-fd1a0e5cd36b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.471s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.885025] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2d229b87-0bb6-4ed3-a878-dbbd44bda9a1 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "6860687b-50f2-4e57-8234-fd1a0e5cd36b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.106s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.885025] env[69357]: DEBUG nova.compute.manager [None req-2d229b87-0bb6-4ed3-a878-dbbd44bda9a1 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1041.885025] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90a831e-91af-4484-b8ef-55e6702944a4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.895748] env[69357]: DEBUG nova.compute.manager [None req-2d229b87-0bb6-4ed3-a878-dbbd44bda9a1 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69357) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1041.896495] env[69357]: DEBUG nova.objects.instance [None req-2d229b87-0bb6-4ed3-a878-dbbd44bda9a1 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lazy-loading 'flavor' on Instance uuid 6860687b-50f2-4e57-8234-fd1a0e5cd36b {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.901949] env[69357]: DEBUG nova.network.neutron [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Updating instance_info_cache with network_info: [{"id": "0b141ed5-6fd5-415b-a11f-ef04f9a32a46", "address": "fa:16:3e:e8:07:11", "network": {"id": "f4e46631-7b23-4588-a11e-5b09f1ed031b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1604398385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6916a11ea9b46bdad872400d555ee5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b141ed5-6f", "ovs_interfaceid": "0b141ed5-6fd5-415b-a11f-ef04f9a32a46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.056865] env[69357]: DEBUG nova.scheduler.client.report [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.068466] env[69357]: DEBUG nova.compute.manager [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.095900] env[69357]: DEBUG nova.virt.hardware [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.096180] env[69357]: DEBUG nova.virt.hardware [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.096346] env[69357]: DEBUG nova.virt.hardware [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.096528] env[69357]: DEBUG nova.virt.hardware [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.096678] env[69357]: DEBUG nova.virt.hardware [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.096852] env[69357]: DEBUG nova.virt.hardware [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.097091] env[69357]: DEBUG nova.virt.hardware [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.097280] env[69357]: DEBUG nova.virt.hardware [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.097460] env[69357]: DEBUG nova.virt.hardware [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.097647] env[69357]: DEBUG nova.virt.hardware [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.097826] env[69357]: DEBUG nova.virt.hardware [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.104638] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd50692-ee3f-41c0-b364-78169d5cb265 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.111542] env[69357]: INFO nova.compute.manager [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Took 31.14 seconds to build instance. [ 1042.119337] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35c4e0c-6f98-424b-b906-4b9f5fc0ef3a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.316322] env[69357]: DEBUG oslo_vmware.api [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151183, 'name': PowerOnVM_Task, 'duration_secs': 0.626344} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.316636] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.316793] env[69357]: INFO nova.compute.manager [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Took 17.99 seconds to spawn the instance on the hypervisor. [ 1042.316979] env[69357]: DEBUG nova.compute.manager [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1042.319686] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd50d9d7-a241-4d3b-8d09-aef6d9611ca5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.412133] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Releasing lock "refresh_cache-1e6c8219-368d-4446-89ab-abb8212252e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.412133] env[69357]: DEBUG nova.compute.manager [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Instance network_info: |[{"id": "0b141ed5-6fd5-415b-a11f-ef04f9a32a46", "address": "fa:16:3e:e8:07:11", "network": {"id": "f4e46631-7b23-4588-a11e-5b09f1ed031b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1604398385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6916a11ea9b46bdad872400d555ee5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b141ed5-6f", "ovs_interfaceid": "0b141ed5-6fd5-415b-a11f-ef04f9a32a46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.412133] env[69357]: DEBUG nova.network.neutron [-] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.412854] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:07:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b141ed5-6fd5-415b-a11f-ef04f9a32a46', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.421491] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Creating folder: Project (c6916a11ea9b46bdad872400d555ee5a). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1042.422753] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af7b7ab5-863a-4be1-8295-b3e8d0c4ee03 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.435950] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Created folder: Project (c6916a11ea9b46bdad872400d555ee5a) in parent group-v821763. [ 1042.435950] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Creating folder: Instances. Parent ref: group-v821996. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1042.435950] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b901a982-5169-4025-a9e0-bca6e3aacacc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.446953] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Created folder: Instances in parent group-v821996. [ 1042.447230] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.447426] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.447630] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b2cbcb9-6c66-4066-a613-3b3995dc24a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.469472] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.469472] env[69357]: value = "task-4151186" [ 1042.469472] env[69357]: _type = "Task" [ 1042.469472] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.477122] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151186, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.564999] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.564999] env[69357]: DEBUG nova.compute.manager [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.565716] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.236s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.567911] env[69357]: INFO nova.compute.claims [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.615972] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89e1758f-feb4-4e99-9017-aaa9108f0df7 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "facbe890-7d28-4e20-8126-8382383e0468" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.648s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.702993] env[69357]: DEBUG nova.compute.manager [req-6ff16d91-ad33-41ef-9f9d-1a07228c8296 req-cdd028ac-10d5-465b-8319-3a10bbfd8a7d service nova] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Received event network-changed-0b141ed5-6fd5-415b-a11f-ef04f9a32a46 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.703212] env[69357]: DEBUG nova.compute.manager [req-6ff16d91-ad33-41ef-9f9d-1a07228c8296 req-cdd028ac-10d5-465b-8319-3a10bbfd8a7d service nova] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Refreshing instance network info cache due to event network-changed-0b141ed5-6fd5-415b-a11f-ef04f9a32a46. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.704177] env[69357]: DEBUG oslo_concurrency.lockutils [req-6ff16d91-ad33-41ef-9f9d-1a07228c8296 req-cdd028ac-10d5-465b-8319-3a10bbfd8a7d service nova] Acquiring lock "refresh_cache-1e6c8219-368d-4446-89ab-abb8212252e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.704369] env[69357]: DEBUG oslo_concurrency.lockutils [req-6ff16d91-ad33-41ef-9f9d-1a07228c8296 req-cdd028ac-10d5-465b-8319-3a10bbfd8a7d service nova] Acquired lock "refresh_cache-1e6c8219-368d-4446-89ab-abb8212252e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.704544] env[69357]: DEBUG nova.network.neutron [req-6ff16d91-ad33-41ef-9f9d-1a07228c8296 req-cdd028ac-10d5-465b-8319-3a10bbfd8a7d service nova] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Refreshing network info cache for port 0b141ed5-6fd5-415b-a11f-ef04f9a32a46 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.787324] env[69357]: DEBUG nova.network.neutron [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Successfully updated port: 64a7521d-80f3-4925-9634-4d3025e8c252 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.839415] env[69357]: INFO nova.compute.manager [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Took 42.45 seconds to build instance. [ 1042.907735] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d229b87-0bb6-4ed3-a878-dbbd44bda9a1 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.908162] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ff9b23f-635c-45b3-82f0-82b0aef6547c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.916285] env[69357]: DEBUG oslo_vmware.api [None req-2d229b87-0bb6-4ed3-a878-dbbd44bda9a1 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1042.916285] env[69357]: value = "task-4151187" [ 1042.916285] env[69357]: _type = "Task" [ 1042.916285] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.927409] env[69357]: INFO nova.compute.manager [-] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Took 1.40 seconds to deallocate network for instance. [ 1042.928263] env[69357]: DEBUG oslo_vmware.api [None req-2d229b87-0bb6-4ed3-a878-dbbd44bda9a1 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.983502] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151186, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.076045] env[69357]: DEBUG nova.compute.utils [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.081504] env[69357]: DEBUG nova.compute.manager [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.081744] env[69357]: DEBUG nova.network.neutron [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.169555] env[69357]: DEBUG nova.policy [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1335749a38054f0382246473110fc97d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac796fa7f0f646949a76de9e811a2f8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.292810] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Acquiring lock "refresh_cache-7e597192-4c63-4c7a-b6ae-9f1fed35cb08" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.293093] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Acquired lock "refresh_cache-7e597192-4c63-4c7a-b6ae-9f1fed35cb08" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.293205] env[69357]: DEBUG nova.network.neutron [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.341431] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4a5b29d5-519b-4443-9131-7c51919d5c7a tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Lock "2715a50a-a4fd-44bc-993b-5fc9e3326b24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.966s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.430401] env[69357]: DEBUG oslo_vmware.api [None req-2d229b87-0bb6-4ed3-a878-dbbd44bda9a1 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151187, 'name': PowerOffVM_Task, 'duration_secs': 0.215501} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.430725] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d229b87-0bb6-4ed3-a878-dbbd44bda9a1 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.431234] env[69357]: DEBUG nova.compute.manager [None req-2d229b87-0bb6-4ed3-a878-dbbd44bda9a1 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1043.432286] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6af47fe-4eb5-498f-a92c-a0cc8c1352b4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.439413] env[69357]: DEBUG oslo_concurrency.lockutils [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.484022] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151186, 'name': CreateVM_Task, 'duration_secs': 0.51344} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.484022] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.484022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.484022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.484022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.484293] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aca7efb-a4d6-4580-a460-7ca5627f9f84 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.490822] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Waiting for the task: (returnval){ [ 1043.490822] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]527d7e3a-5fa4-48fe-b939-246ec2aa4c00" [ 1043.490822] env[69357]: _type = "Task" [ 1043.490822] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.503545] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527d7e3a-5fa4-48fe-b939-246ec2aa4c00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.582817] env[69357]: DEBUG nova.compute.manager [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.599177] env[69357]: DEBUG nova.compute.manager [req-0aea8ffd-cd53-4f8e-87cf-f46e5a075a13 req-f40634c7-1b98-4208-b785-7552890c9e44 service nova] [instance: facbe890-7d28-4e20-8126-8382383e0468] Received event network-changed-2634defc-83f9-4615-a509-a5d9c774fed8 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.599443] env[69357]: DEBUG nova.compute.manager [req-0aea8ffd-cd53-4f8e-87cf-f46e5a075a13 req-f40634c7-1b98-4208-b785-7552890c9e44 service nova] [instance: facbe890-7d28-4e20-8126-8382383e0468] Refreshing instance network info cache due to event network-changed-2634defc-83f9-4615-a509-a5d9c774fed8. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.599699] env[69357]: DEBUG oslo_concurrency.lockutils [req-0aea8ffd-cd53-4f8e-87cf-f46e5a075a13 req-f40634c7-1b98-4208-b785-7552890c9e44 service nova] Acquiring lock "refresh_cache-facbe890-7d28-4e20-8126-8382383e0468" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.599900] env[69357]: DEBUG oslo_concurrency.lockutils [req-0aea8ffd-cd53-4f8e-87cf-f46e5a075a13 req-f40634c7-1b98-4208-b785-7552890c9e44 service nova] Acquired lock "refresh_cache-facbe890-7d28-4e20-8126-8382383e0468" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.600053] env[69357]: DEBUG nova.network.neutron [req-0aea8ffd-cd53-4f8e-87cf-f46e5a075a13 req-f40634c7-1b98-4208-b785-7552890c9e44 service nova] [instance: facbe890-7d28-4e20-8126-8382383e0468] Refreshing network info cache for port 2634defc-83f9-4615-a509-a5d9c774fed8 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.764753] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Acquiring lock "2715a50a-a4fd-44bc-993b-5fc9e3326b24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.765522] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Lock "2715a50a-a4fd-44bc-993b-5fc9e3326b24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.765674] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Acquiring lock "2715a50a-a4fd-44bc-993b-5fc9e3326b24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.765945] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Lock "2715a50a-a4fd-44bc-993b-5fc9e3326b24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.766468] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Lock "2715a50a-a4fd-44bc-993b-5fc9e3326b24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.770644] env[69357]: INFO nova.compute.manager [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Terminating instance [ 1043.772713] env[69357]: DEBUG nova.network.neutron [req-6ff16d91-ad33-41ef-9f9d-1a07228c8296 req-cdd028ac-10d5-465b-8319-3a10bbfd8a7d service nova] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Updated VIF entry in instance network info cache for port 0b141ed5-6fd5-415b-a11f-ef04f9a32a46. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.773378] env[69357]: DEBUG nova.network.neutron [req-6ff16d91-ad33-41ef-9f9d-1a07228c8296 req-cdd028ac-10d5-465b-8319-3a10bbfd8a7d service nova] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Updating instance_info_cache with network_info: [{"id": "0b141ed5-6fd5-415b-a11f-ef04f9a32a46", "address": "fa:16:3e:e8:07:11", "network": {"id": "f4e46631-7b23-4588-a11e-5b09f1ed031b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1604398385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6916a11ea9b46bdad872400d555ee5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b141ed5-6f", "ovs_interfaceid": "0b141ed5-6fd5-415b-a11f-ef04f9a32a46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.864779] env[69357]: DEBUG nova.network.neutron [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.950890] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2d229b87-0bb6-4ed3-a878-dbbd44bda9a1 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "6860687b-50f2-4e57-8234-fd1a0e5cd36b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.964095] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2167e5db-525b-46b8-b78c-5fa70cd08295 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.981651] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a13dbf5-8f35-4125-b553-ebaefc1530e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.024269] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d5915d-4f55-4ca1-b9e8-451680fc00b3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.037057] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d14ae73-103f-4e07-a683-c4b8205d4fce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.043921] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527d7e3a-5fa4-48fe-b939-246ec2aa4c00, 'name': SearchDatastore_Task, 'duration_secs': 0.012614} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.043921] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.043921] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.043921] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.043921] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.043921] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.043921] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d822c49f-5ed1-46b8-8977-314a880fb758 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.056795] env[69357]: DEBUG nova.compute.provider_tree [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.059281] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.059461] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.061030] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29999b42-8ccc-4ea7-9a13-ced3956e4aa8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.066895] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Waiting for the task: (returnval){ [ 1044.066895] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52555cc3-c37b-be8c-1733-ebd8089041e5" [ 1044.066895] env[69357]: _type = "Task" [ 1044.066895] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.068344] env[69357]: DEBUG nova.network.neutron [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Successfully created port: 49accdd2-d40d-4ad8-bbe1-5d094943074a {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.080912] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52555cc3-c37b-be8c-1733-ebd8089041e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.281656] env[69357]: DEBUG oslo_concurrency.lockutils [req-6ff16d91-ad33-41ef-9f9d-1a07228c8296 req-cdd028ac-10d5-465b-8319-3a10bbfd8a7d service nova] Releasing lock "refresh_cache-1e6c8219-368d-4446-89ab-abb8212252e4" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.281656] env[69357]: DEBUG nova.compute.manager [req-6ff16d91-ad33-41ef-9f9d-1a07228c8296 req-cdd028ac-10d5-465b-8319-3a10bbfd8a7d service nova] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Received event network-vif-deleted-1a6042b7-9c64-469a-84af-cf1fa1988cc4 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.282451] env[69357]: DEBUG nova.compute.manager [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.282451] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.283149] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d3f9cf-4262-4955-b043-36c6a6fe39b4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.291574] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.291913] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5570f7d6-0f55-4aa5-8937-12e9f19e9897 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.303607] env[69357]: DEBUG oslo_vmware.api [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Waiting for the task: (returnval){ [ 1044.303607] env[69357]: value = "task-4151188" [ 1044.303607] env[69357]: _type = "Task" [ 1044.303607] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.309946] env[69357]: DEBUG oslo_vmware.api [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.476739] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "6860687b-50f2-4e57-8234-fd1a0e5cd36b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.477144] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "6860687b-50f2-4e57-8234-fd1a0e5cd36b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.477290] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "6860687b-50f2-4e57-8234-fd1a0e5cd36b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.477487] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "6860687b-50f2-4e57-8234-fd1a0e5cd36b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.477677] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "6860687b-50f2-4e57-8234-fd1a0e5cd36b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.480650] env[69357]: INFO nova.compute.manager [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Terminating instance [ 1044.508246] env[69357]: DEBUG nova.network.neutron [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Updating instance_info_cache with network_info: [{"id": "64a7521d-80f3-4925-9634-4d3025e8c252", "address": "fa:16:3e:b2:7b:ad", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64a7521d-80", "ovs_interfaceid": "64a7521d-80f3-4925-9634-4d3025e8c252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.561677] env[69357]: DEBUG nova.scheduler.client.report [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.580025] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52555cc3-c37b-be8c-1733-ebd8089041e5, 'name': SearchDatastore_Task, 'duration_secs': 0.013877} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.581251] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6074bbb-a8a9-484d-83b6-b50e0400bace {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.587609] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Waiting for the task: (returnval){ [ 1044.587609] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]524b3fe6-f2c2-3a58-8167-06cf435a54ac" [ 1044.587609] env[69357]: _type = "Task" [ 1044.587609] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.591924] env[69357]: DEBUG nova.compute.manager [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.602041] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]524b3fe6-f2c2-3a58-8167-06cf435a54ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.623793] env[69357]: DEBUG nova.virt.hardware [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.623793] env[69357]: DEBUG nova.virt.hardware [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.623930] env[69357]: DEBUG nova.virt.hardware [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.624012] env[69357]: DEBUG nova.virt.hardware [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.624193] env[69357]: DEBUG nova.virt.hardware [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.624351] env[69357]: DEBUG nova.virt.hardware [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.624509] env[69357]: DEBUG nova.virt.hardware [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.624819] env[69357]: DEBUG nova.virt.hardware [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.624986] env[69357]: DEBUG nova.virt.hardware [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.625172] env[69357]: DEBUG nova.virt.hardware [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.625350] env[69357]: DEBUG nova.virt.hardware [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.626243] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732c0dc9-264d-40eb-b496-82a3820da589 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.637537] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d7b2ad-a136-488c-ac73-bf5de13b5fc1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.778221] env[69357]: DEBUG nova.network.neutron [req-0aea8ffd-cd53-4f8e-87cf-f46e5a075a13 req-f40634c7-1b98-4208-b785-7552890c9e44 service nova] [instance: facbe890-7d28-4e20-8126-8382383e0468] Updated VIF entry in instance network info cache for port 2634defc-83f9-4615-a509-a5d9c774fed8. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.778368] env[69357]: DEBUG nova.network.neutron [req-0aea8ffd-cd53-4f8e-87cf-f46e5a075a13 req-f40634c7-1b98-4208-b785-7552890c9e44 service nova] [instance: facbe890-7d28-4e20-8126-8382383e0468] Updating instance_info_cache with network_info: [{"id": "2634defc-83f9-4615-a509-a5d9c774fed8", "address": "fa:16:3e:06:7a:f0", "network": {"id": "12fab11b-6ad5-49ba-8738-05e9ae69d953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540370362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a8557f98174856b7f3027fcb0cd65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2634defc-83", "ovs_interfaceid": "2634defc-83f9-4615-a509-a5d9c774fed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.810932] env[69357]: DEBUG oslo_vmware.api [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151188, 'name': PowerOffVM_Task, 'duration_secs': 0.214343} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.811158] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.811344] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.811625] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4554bdc8-d16b-421d-bf91-9fc477b1acd7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.884526] env[69357]: DEBUG nova.compute.manager [req-8884db9f-ce03-4e8e-803d-b1c5acbba5fe req-d91efe0c-524c-40d3-987c-7ea3a1d80772 service nova] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Received event network-vif-plugged-64a7521d-80f3-4925-9634-4d3025e8c252 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.884715] env[69357]: DEBUG oslo_concurrency.lockutils [req-8884db9f-ce03-4e8e-803d-b1c5acbba5fe req-d91efe0c-524c-40d3-987c-7ea3a1d80772 service nova] Acquiring lock "7e597192-4c63-4c7a-b6ae-9f1fed35cb08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.884964] env[69357]: DEBUG oslo_concurrency.lockutils [req-8884db9f-ce03-4e8e-803d-b1c5acbba5fe req-d91efe0c-524c-40d3-987c-7ea3a1d80772 service nova] Lock "7e597192-4c63-4c7a-b6ae-9f1fed35cb08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.885100] env[69357]: DEBUG oslo_concurrency.lockutils [req-8884db9f-ce03-4e8e-803d-b1c5acbba5fe req-d91efe0c-524c-40d3-987c-7ea3a1d80772 service nova] Lock "7e597192-4c63-4c7a-b6ae-9f1fed35cb08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.885274] env[69357]: DEBUG nova.compute.manager [req-8884db9f-ce03-4e8e-803d-b1c5acbba5fe req-d91efe0c-524c-40d3-987c-7ea3a1d80772 service nova] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] No waiting events found dispatching network-vif-plugged-64a7521d-80f3-4925-9634-4d3025e8c252 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1044.885489] env[69357]: WARNING nova.compute.manager [req-8884db9f-ce03-4e8e-803d-b1c5acbba5fe req-d91efe0c-524c-40d3-987c-7ea3a1d80772 service nova] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Received unexpected event network-vif-plugged-64a7521d-80f3-4925-9634-4d3025e8c252 for instance with vm_state building and task_state spawning. [ 1044.885655] env[69357]: DEBUG nova.compute.manager [req-8884db9f-ce03-4e8e-803d-b1c5acbba5fe req-d91efe0c-524c-40d3-987c-7ea3a1d80772 service nova] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Received event network-changed-64a7521d-80f3-4925-9634-4d3025e8c252 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.885808] env[69357]: DEBUG nova.compute.manager [req-8884db9f-ce03-4e8e-803d-b1c5acbba5fe req-d91efe0c-524c-40d3-987c-7ea3a1d80772 service nova] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Refreshing instance network info cache due to event network-changed-64a7521d-80f3-4925-9634-4d3025e8c252. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.885989] env[69357]: DEBUG oslo_concurrency.lockutils [req-8884db9f-ce03-4e8e-803d-b1c5acbba5fe req-d91efe0c-524c-40d3-987c-7ea3a1d80772 service nova] Acquiring lock "refresh_cache-7e597192-4c63-4c7a-b6ae-9f1fed35cb08" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.987537] env[69357]: DEBUG nova.compute.manager [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.987863] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.988765] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d422f6e-186e-42f8-8b81-e4f7d3015801 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.995070] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.995215] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.995382] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Deleting the datastore file [datastore2] 2715a50a-a4fd-44bc-993b-5fc9e3326b24 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.996029] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-685aafac-3491-4a47-b7ae-70477b392034 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.000208] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.000513] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c10c4670-84d5-4b64-b470-d592ead9761a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.003147] env[69357]: DEBUG oslo_vmware.api [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Waiting for the task: (returnval){ [ 1045.003147] env[69357]: value = "task-4151190" [ 1045.003147] env[69357]: _type = "Task" [ 1045.003147] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.011614] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Releasing lock "refresh_cache-7e597192-4c63-4c7a-b6ae-9f1fed35cb08" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.011725] env[69357]: DEBUG nova.compute.manager [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Instance network_info: |[{"id": "64a7521d-80f3-4925-9634-4d3025e8c252", "address": "fa:16:3e:b2:7b:ad", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64a7521d-80", "ovs_interfaceid": "64a7521d-80f3-4925-9634-4d3025e8c252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.011926] env[69357]: DEBUG oslo_vmware.api [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.012900] env[69357]: DEBUG oslo_concurrency.lockutils [req-8884db9f-ce03-4e8e-803d-b1c5acbba5fe req-d91efe0c-524c-40d3-987c-7ea3a1d80772 service nova] Acquired lock "refresh_cache-7e597192-4c63-4c7a-b6ae-9f1fed35cb08" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.012900] env[69357]: DEBUG nova.network.neutron [req-8884db9f-ce03-4e8e-803d-b1c5acbba5fe req-d91efe0c-524c-40d3-987c-7ea3a1d80772 service nova] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Refreshing network info cache for port 64a7521d-80f3-4925-9634-4d3025e8c252 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.013579] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:7b:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64a7521d-80f3-4925-9634-4d3025e8c252', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.021553] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Creating folder: Project (23a7fe40d6024feda762801e3a84efc0). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.024352] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b93438c4-d2f8-442c-bfc2-ff2d5ab93035 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.036091] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Created folder: Project (23a7fe40d6024feda762801e3a84efc0) in parent group-v821763. [ 1045.036555] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Creating folder: Instances. Parent ref: group-v821999. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.036799] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f96bf6cc-cde1-44eb-a3ba-896ebd757e69 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.046929] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Created folder: Instances in parent group-v821999. [ 1045.047077] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.047846] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.047846] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f52ea46-45ee-4716-aafa-e749936ab373 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.069712] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.070104] env[69357]: DEBUG nova.compute.manager [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.072747] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.072964] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.073163] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Deleting the datastore file [datastore2] 6860687b-50f2-4e57-8234-fd1a0e5cd36b {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.074119] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.231s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.074349] env[69357]: DEBUG nova.objects.instance [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lazy-loading 'resources' on Instance uuid 8d23c06e-283e-4d2c-965e-2cb32d4b4605 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.075312] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92c0c79a-7421-4ea4-aa2b-233dc02a57c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.078801] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.078801] env[69357]: value = "task-4151194" [ 1045.078801] env[69357]: _type = "Task" [ 1045.078801] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.085240] env[69357]: DEBUG oslo_vmware.api [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1045.085240] env[69357]: value = "task-4151195" [ 1045.085240] env[69357]: _type = "Task" [ 1045.085240] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.092109] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151194, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.101228] env[69357]: DEBUG oslo_vmware.api [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.105295] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]524b3fe6-f2c2-3a58-8167-06cf435a54ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010831} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.105671] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.105779] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 1e6c8219-368d-4446-89ab-abb8212252e4/1e6c8219-368d-4446-89ab-abb8212252e4.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.106014] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58098d29-b1b0-4a49-a91e-1a35b36a6a3d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.113134] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Waiting for the task: (returnval){ [ 1045.113134] env[69357]: value = "task-4151196" [ 1045.113134] env[69357]: _type = "Task" [ 1045.113134] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.125351] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.281077] env[69357]: DEBUG oslo_concurrency.lockutils [req-0aea8ffd-cd53-4f8e-87cf-f46e5a075a13 req-f40634c7-1b98-4208-b785-7552890c9e44 service nova] Releasing lock "refresh_cache-facbe890-7d28-4e20-8126-8382383e0468" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.332292] env[69357]: DEBUG nova.network.neutron [req-8884db9f-ce03-4e8e-803d-b1c5acbba5fe req-d91efe0c-524c-40d3-987c-7ea3a1d80772 service nova] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Updated VIF entry in instance network info cache for port 64a7521d-80f3-4925-9634-4d3025e8c252. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.332956] env[69357]: DEBUG nova.network.neutron [req-8884db9f-ce03-4e8e-803d-b1c5acbba5fe req-d91efe0c-524c-40d3-987c-7ea3a1d80772 service nova] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Updating instance_info_cache with network_info: [{"id": "64a7521d-80f3-4925-9634-4d3025e8c252", "address": "fa:16:3e:b2:7b:ad", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64a7521d-80", "ovs_interfaceid": "64a7521d-80f3-4925-9634-4d3025e8c252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.515859] env[69357]: DEBUG oslo_vmware.api [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278951} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.516305] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.516516] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.516691] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.516953] env[69357]: INFO nova.compute.manager [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1045.517320] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.517542] env[69357]: DEBUG nova.compute.manager [-] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.517643] env[69357]: DEBUG nova.network.neutron [-] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.576072] env[69357]: DEBUG nova.compute.utils [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.577178] env[69357]: DEBUG nova.compute.manager [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1045.577353] env[69357]: DEBUG nova.network.neutron [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.580845] env[69357]: DEBUG nova.objects.instance [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lazy-loading 'numa_topology' on Instance uuid 8d23c06e-283e-4d2c-965e-2cb32d4b4605 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.595461] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151194, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.603377] env[69357]: DEBUG oslo_vmware.api [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245048} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.603675] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.603870] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.604068] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.604254] env[69357]: INFO nova.compute.manager [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1045.604552] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.604798] env[69357]: DEBUG nova.compute.manager [-] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.604896] env[69357]: DEBUG nova.network.neutron [-] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.627746] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151196, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.694249] env[69357]: DEBUG nova.policy [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67c3ebb0d764465098c4211c9cf93d1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2068134fd86f4db6b7c597092d2c3672', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.836494] env[69357]: DEBUG oslo_concurrency.lockutils [req-8884db9f-ce03-4e8e-803d-b1c5acbba5fe req-d91efe0c-524c-40d3-987c-7ea3a1d80772 service nova] Releasing lock "refresh_cache-7e597192-4c63-4c7a-b6ae-9f1fed35cb08" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.049767] env[69357]: DEBUG nova.compute.manager [req-8ebd46d9-7cad-49d7-a439-a7c342a7385c req-63cf417d-57f2-469f-a954-496455f6bffe service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Received event network-vif-deleted-7878a487-0854-4e46-a9ce-e6dadf9603eb {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.049972] env[69357]: INFO nova.compute.manager [req-8ebd46d9-7cad-49d7-a439-a7c342a7385c req-63cf417d-57f2-469f-a954-496455f6bffe service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Neutron deleted interface 7878a487-0854-4e46-a9ce-e6dadf9603eb; detaching it from the instance and deleting it from the info cache [ 1046.050294] env[69357]: DEBUG nova.network.neutron [req-8ebd46d9-7cad-49d7-a439-a7c342a7385c req-63cf417d-57f2-469f-a954-496455f6bffe service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Updating instance_info_cache with network_info: [{"id": "4e3fd1ea-969c-4eeb-b478-4be187231728", "address": "fa:16:3e:73:e8:e9", "network": {"id": "8314fa1a-e9ba-4d36-952c-2110f3d35129", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2019995575", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a808b20d6b247a0997e8d3634706d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e3fd1ea-96", "ovs_interfaceid": "4e3fd1ea-969c-4eeb-b478-4be187231728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ef5f9aa-fa63-4ccf-9aa4-eeadd1dab876", "address": "fa:16:3e:1d:68:7e", "network": {"id": "8314fa1a-e9ba-4d36-952c-2110f3d35129", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2019995575", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a808b20d6b247a0997e8d3634706d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ef5f9aa-fa", "ovs_interfaceid": "2ef5f9aa-fa63-4ccf-9aa4-eeadd1dab876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.081194] env[69357]: DEBUG nova.compute.manager [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.083977] env[69357]: DEBUG nova.objects.base [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Object Instance<8d23c06e-283e-4d2c-965e-2cb32d4b4605> lazy-loaded attributes: resources,numa_topology {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1046.099719] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151194, 'name': CreateVM_Task, 'duration_secs': 0.683279} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.099890] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.100565] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.100737] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.101247] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.101529] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69a89788-efe7-4ba3-a472-2e47439fa89d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.107299] env[69357]: DEBUG oslo_vmware.api [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Waiting for the task: (returnval){ [ 1046.107299] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52db3246-0611-5bf3-bdc8-bc35e32fb18f" [ 1046.107299] env[69357]: _type = "Task" [ 1046.107299] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.119843] env[69357]: DEBUG oslo_vmware.api [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52db3246-0611-5bf3-bdc8-bc35e32fb18f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.134866] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577647} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.135196] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 1e6c8219-368d-4446-89ab-abb8212252e4/1e6c8219-368d-4446-89ab-abb8212252e4.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.135456] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.135666] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c34ed4e-35f5-48ec-994a-2b082dfe9903 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.146251] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Waiting for the task: (returnval){ [ 1046.146251] env[69357]: value = "task-4151197" [ 1046.146251] env[69357]: _type = "Task" [ 1046.146251] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.158418] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.435954] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e54bbb-b628-4651-b17b-53a995b9ca9e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.448777] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c04611-94bd-46f2-975d-4ca04b12c2fb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.485024] env[69357]: DEBUG nova.network.neutron [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Successfully created port: c33ee153-839a-41ed-94a2-f5c98d3fb342 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.487714] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a656077f-44ba-471c-af0d-66a0ffdb39d0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.497431] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2884f534-2755-4b48-81f3-d64117da3210 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.254943] env[69357]: INFO nova.virt.block_device [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Booting with volume fcb349e2-0a7b-480b-88e1-6f232c14410e at /dev/sda [ 1047.256689] env[69357]: DEBUG nova.network.neutron [-] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.257804] env[69357]: DEBUG nova.network.neutron [-] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.259394] env[69357]: DEBUG nova.compute.provider_tree [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.263985] env[69357]: DEBUG nova.network.neutron [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Successfully updated port: 49accdd2-d40d-4ad8-bbe1-5d094943074a {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.263985] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40cd3b22-af29-429f-b3d3-7bf34ba653f7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.265731] env[69357]: DEBUG nova.compute.manager [req-4a47d68a-785f-4c55-b176-1d484407fde9 req-3022c20c-4687-45a6-be04-68c6faeaf930 service nova] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Received event network-vif-deleted-3a5a6886-9e51-4f19-9a25-cff31aebe77a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.265923] env[69357]: INFO nova.compute.manager [req-4a47d68a-785f-4c55-b176-1d484407fde9 req-3022c20c-4687-45a6-be04-68c6faeaf930 service nova] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Neutron deleted interface 3a5a6886-9e51-4f19-9a25-cff31aebe77a; detaching it from the instance and deleting it from the info cache [ 1047.266109] env[69357]: DEBUG nova.network.neutron [req-4a47d68a-785f-4c55-b176-1d484407fde9 req-3022c20c-4687-45a6-be04-68c6faeaf930 service nova] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.284581] env[69357]: DEBUG oslo_vmware.api [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52db3246-0611-5bf3-bdc8-bc35e32fb18f, 'name': SearchDatastore_Task, 'duration_secs': 0.011725} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.290405] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.290673] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.290918] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.291079] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.291292] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.291698] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078735} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.292313] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb35cb66-8f28-45e5-9610-8c395394debe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.294949] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.297880] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9701a124-25d5-4baf-b859-cd7bd7829c17 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.309576] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29154bf7-a3d9-40d5-899a-c27276945d32 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.335662] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 1e6c8219-368d-4446-89ab-abb8212252e4/1e6c8219-368d-4446-89ab-abb8212252e4.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.347294] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7a3d8d4-5a2c-4e82-a6f3-f29a98136740 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.362055] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a857bf24-4919-454b-b20b-4f9c73ce149c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.365330] env[69357]: DEBUG nova.compute.manager [req-8ebd46d9-7cad-49d7-a439-a7c342a7385c req-63cf417d-57f2-469f-a954-496455f6bffe service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Detach interface failed, port_id=7878a487-0854-4e46-a9ce-e6dadf9603eb, reason: Instance 2715a50a-a4fd-44bc-993b-5fc9e3326b24 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1047.365980] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.366237] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.367702] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ce05752-be59-4ae6-9989-099b584d9595 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.376161] env[69357]: DEBUG oslo_vmware.api [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Waiting for the task: (returnval){ [ 1047.376161] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ec9741-4e12-ccab-3ee5-26adfcfdf801" [ 1047.376161] env[69357]: _type = "Task" [ 1047.376161] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.385032] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc3e2bd-096f-4da4-b01f-9ee029775fa4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.397218] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Waiting for the task: (returnval){ [ 1047.397218] env[69357]: value = "task-4151198" [ 1047.397218] env[69357]: _type = "Task" [ 1047.397218] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.405328] env[69357]: DEBUG oslo_vmware.api [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ec9741-4e12-ccab-3ee5-26adfcfdf801, 'name': SearchDatastore_Task, 'duration_secs': 0.010965} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.406693] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bed621f9-ccb7-4293-8bcd-8eeb7aa5a9d5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.424384] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-310ae2eb-8312-4808-b2c4-9f5e4bdb2688 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.426501] env[69357]: DEBUG oslo_vmware.api [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Waiting for the task: (returnval){ [ 1047.426501] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5253f4dd-2b9c-07c9-e2af-eb2de6b2d25a" [ 1047.426501] env[69357]: _type = "Task" [ 1047.426501] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.426721] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.435538] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b08e342-a3a0-49d2-999d-518e47ecbd02 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.449997] env[69357]: DEBUG oslo_vmware.api [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5253f4dd-2b9c-07c9-e2af-eb2de6b2d25a, 'name': SearchDatastore_Task, 'duration_secs': 0.01092} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.450781] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.451106] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 7e597192-4c63-4c7a-b6ae-9f1fed35cb08/7e597192-4c63-4c7a-b6ae-9f1fed35cb08.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.451417] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45f335b2-dec3-4ddf-a58a-a80eef7483a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.458679] env[69357]: DEBUG oslo_vmware.api [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Waiting for the task: (returnval){ [ 1047.458679] env[69357]: value = "task-4151199" [ 1047.458679] env[69357]: _type = "Task" [ 1047.458679] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.473163] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc42680-cc93-483d-9563-d6981b9badd9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.479259] env[69357]: DEBUG oslo_vmware.api [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Task: {'id': task-4151199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.484249] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc22ce6-4a88-4c4f-b3ee-ac58b135958b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.500201] env[69357]: DEBUG nova.virt.block_device [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Updating existing volume attachment record: a17e7388-46f7-4034-955a-273bf96e0d17 {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1047.761492] env[69357]: INFO nova.compute.manager [-] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Took 2.16 seconds to deallocate network for instance. [ 1047.763793] env[69357]: INFO nova.compute.manager [-] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Took 2.25 seconds to deallocate network for instance. [ 1047.774351] env[69357]: DEBUG nova.scheduler.client.report [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.777969] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.777969] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.778193] env[69357]: DEBUG nova.network.neutron [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.779889] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f06e162-7d71-49de-8f69-dc9f250eb647 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.790104] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf9d1bc-8e93-4d93-a46e-599a928d9d41 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.828313] env[69357]: DEBUG nova.compute.manager [req-4a47d68a-785f-4c55-b176-1d484407fde9 req-3022c20c-4687-45a6-be04-68c6faeaf930 service nova] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Detach interface failed, port_id=3a5a6886-9e51-4f19-9a25-cff31aebe77a, reason: Instance 6860687b-50f2-4e57-8234-fd1a0e5cd36b could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1047.828531] env[69357]: DEBUG nova.compute.manager [req-4a47d68a-785f-4c55-b176-1d484407fde9 req-3022c20c-4687-45a6-be04-68c6faeaf930 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Received event network-vif-plugged-49accdd2-d40d-4ad8-bbe1-5d094943074a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.828734] env[69357]: DEBUG oslo_concurrency.lockutils [req-4a47d68a-785f-4c55-b176-1d484407fde9 req-3022c20c-4687-45a6-be04-68c6faeaf930 service nova] Acquiring lock "5fb64e02-0c67-4cd2-8138-68d07cdb33f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.828952] env[69357]: DEBUG oslo_concurrency.lockutils [req-4a47d68a-785f-4c55-b176-1d484407fde9 req-3022c20c-4687-45a6-be04-68c6faeaf930 service nova] Lock "5fb64e02-0c67-4cd2-8138-68d07cdb33f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.829136] env[69357]: DEBUG oslo_concurrency.lockutils [req-4a47d68a-785f-4c55-b176-1d484407fde9 req-3022c20c-4687-45a6-be04-68c6faeaf930 service nova] Lock "5fb64e02-0c67-4cd2-8138-68d07cdb33f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.829304] env[69357]: DEBUG nova.compute.manager [req-4a47d68a-785f-4c55-b176-1d484407fde9 req-3022c20c-4687-45a6-be04-68c6faeaf930 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] No waiting events found dispatching network-vif-plugged-49accdd2-d40d-4ad8-bbe1-5d094943074a {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1047.829466] env[69357]: WARNING nova.compute.manager [req-4a47d68a-785f-4c55-b176-1d484407fde9 req-3022c20c-4687-45a6-be04-68c6faeaf930 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Received unexpected event network-vif-plugged-49accdd2-d40d-4ad8-bbe1-5d094943074a for instance with vm_state building and task_state spawning. [ 1047.829647] env[69357]: DEBUG nova.compute.manager [req-4a47d68a-785f-4c55-b176-1d484407fde9 req-3022c20c-4687-45a6-be04-68c6faeaf930 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Received event network-changed-49accdd2-d40d-4ad8-bbe1-5d094943074a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.829840] env[69357]: DEBUG nova.compute.manager [req-4a47d68a-785f-4c55-b176-1d484407fde9 req-3022c20c-4687-45a6-be04-68c6faeaf930 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Refreshing instance network info cache due to event network-changed-49accdd2-d40d-4ad8-bbe1-5d094943074a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.830016] env[69357]: DEBUG oslo_concurrency.lockutils [req-4a47d68a-785f-4c55-b176-1d484407fde9 req-3022c20c-4687-45a6-be04-68c6faeaf930 service nova] Acquiring lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.907642] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151198, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.974684] env[69357]: DEBUG oslo_vmware.api [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Task: {'id': task-4151199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506226} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.974963] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 7e597192-4c63-4c7a-b6ae-9f1fed35cb08/7e597192-4c63-4c7a-b6ae-9f1fed35cb08.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.976087] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.976402] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f04a6b88-d7f5-4eb5-bfbc-8d552767ba1d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.983940] env[69357]: DEBUG oslo_vmware.api [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Waiting for the task: (returnval){ [ 1047.983940] env[69357]: value = "task-4151200" [ 1047.983940] env[69357]: _type = "Task" [ 1047.983940] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.994296] env[69357]: DEBUG oslo_vmware.api [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Task: {'id': task-4151200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.082667] env[69357]: DEBUG nova.network.neutron [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Successfully updated port: c33ee153-839a-41ed-94a2-f5c98d3fb342 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.129752] env[69357]: DEBUG nova.compute.manager [req-2846c4f7-8a09-4249-8f7d-d586b1a0a614 req-6763f377-1f44-4be7-b85e-2b94c2015411 service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Received event network-vif-deleted-4e3fd1ea-969c-4eeb-b478-4be187231728 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.129940] env[69357]: DEBUG nova.compute.manager [req-2846c4f7-8a09-4249-8f7d-d586b1a0a614 req-6763f377-1f44-4be7-b85e-2b94c2015411 service nova] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Received event network-vif-deleted-2ef5f9aa-fa63-4ccf-9aa4-eeadd1dab876 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.270165] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.280900] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.206s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.285437] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.285437] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.573s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.287199] env[69357]: INFO nova.compute.claims [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.333654] env[69357]: DEBUG nova.network.neutron [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.408619] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151198, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.495436] env[69357]: DEBUG oslo_vmware.api [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Task: {'id': task-4151200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.241372} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.495706] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.496526] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841bdefd-f3d0-4306-a382-aea5c8d074e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.523898] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 7e597192-4c63-4c7a-b6ae-9f1fed35cb08/7e597192-4c63-4c7a-b6ae-9f1fed35cb08.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.524236] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4d2b738-e0a3-4222-b6e8-3f43dc3c9173 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.539122] env[69357]: DEBUG nova.network.neutron [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Updating instance_info_cache with network_info: [{"id": "49accdd2-d40d-4ad8-bbe1-5d094943074a", "address": "fa:16:3e:a8:07:08", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49accdd2-d4", "ovs_interfaceid": "49accdd2-d40d-4ad8-bbe1-5d094943074a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.548680] env[69357]: DEBUG oslo_vmware.api [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Waiting for the task: (returnval){ [ 1048.548680] env[69357]: value = "task-4151201" [ 1048.548680] env[69357]: _type = "Task" [ 1048.548680] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.561132] env[69357]: DEBUG oslo_vmware.api [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Task: {'id': task-4151201, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.585498] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Acquiring lock "refresh_cache-b9c730c4-021e-4fcf-b245-78d8479aa995" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.585669] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Acquired lock "refresh_cache-b9c730c4-021e-4fcf-b245-78d8479aa995" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.585927] env[69357]: DEBUG nova.network.neutron [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.793043] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8cb063f2-11e2-4ef5-a5c8-b30bcc244302 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "8d23c06e-283e-4d2c-965e-2cb32d4b4605" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 45.133s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.793043] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "8d23c06e-283e-4d2c-965e-2cb32d4b4605" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 24.207s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.793043] env[69357]: INFO nova.compute.manager [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Unshelving [ 1048.821537] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.821802] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.822022] env[69357]: INFO nova.compute.manager [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Shelving [ 1048.909239] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151198, 'name': ReconfigVM_Task, 'duration_secs': 1.323221} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.910611] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 1e6c8219-368d-4446-89ab-abb8212252e4/1e6c8219-368d-4446-89ab-abb8212252e4.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.910611] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8cfd265-bafd-40f1-9209-6d4fda4c45f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.917111] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Waiting for the task: (returnval){ [ 1048.917111] env[69357]: value = "task-4151202" [ 1048.917111] env[69357]: _type = "Task" [ 1048.917111] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.927282] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151202, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.946211] env[69357]: DEBUG nova.compute.manager [req-89800a37-e759-426d-bfbc-c2590596cc65 req-6f25236a-3b55-49d6-bc95-d3c2b4b3a7d0 service nova] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Received event network-vif-plugged-c33ee153-839a-41ed-94a2-f5c98d3fb342 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.946211] env[69357]: DEBUG oslo_concurrency.lockutils [req-89800a37-e759-426d-bfbc-c2590596cc65 req-6f25236a-3b55-49d6-bc95-d3c2b4b3a7d0 service nova] Acquiring lock "b9c730c4-021e-4fcf-b245-78d8479aa995-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.946351] env[69357]: DEBUG oslo_concurrency.lockutils [req-89800a37-e759-426d-bfbc-c2590596cc65 req-6f25236a-3b55-49d6-bc95-d3c2b4b3a7d0 service nova] Lock "b9c730c4-021e-4fcf-b245-78d8479aa995-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.946496] env[69357]: DEBUG oslo_concurrency.lockutils [req-89800a37-e759-426d-bfbc-c2590596cc65 req-6f25236a-3b55-49d6-bc95-d3c2b4b3a7d0 service nova] Lock "b9c730c4-021e-4fcf-b245-78d8479aa995-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.946665] env[69357]: DEBUG nova.compute.manager [req-89800a37-e759-426d-bfbc-c2590596cc65 req-6f25236a-3b55-49d6-bc95-d3c2b4b3a7d0 service nova] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] No waiting events found dispatching network-vif-plugged-c33ee153-839a-41ed-94a2-f5c98d3fb342 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1048.946740] env[69357]: WARNING nova.compute.manager [req-89800a37-e759-426d-bfbc-c2590596cc65 req-6f25236a-3b55-49d6-bc95-d3c2b4b3a7d0 service nova] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Received unexpected event network-vif-plugged-c33ee153-839a-41ed-94a2-f5c98d3fb342 for instance with vm_state building and task_state block_device_mapping. [ 1048.947141] env[69357]: DEBUG nova.compute.manager [req-89800a37-e759-426d-bfbc-c2590596cc65 req-6f25236a-3b55-49d6-bc95-d3c2b4b3a7d0 service nova] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Received event network-changed-c33ee153-839a-41ed-94a2-f5c98d3fb342 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.947141] env[69357]: DEBUG nova.compute.manager [req-89800a37-e759-426d-bfbc-c2590596cc65 req-6f25236a-3b55-49d6-bc95-d3c2b4b3a7d0 service nova] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Refreshing instance network info cache due to event network-changed-c33ee153-839a-41ed-94a2-f5c98d3fb342. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.947343] env[69357]: DEBUG oslo_concurrency.lockutils [req-89800a37-e759-426d-bfbc-c2590596cc65 req-6f25236a-3b55-49d6-bc95-d3c2b4b3a7d0 service nova] Acquiring lock "refresh_cache-b9c730c4-021e-4fcf-b245-78d8479aa995" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.042398] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.042912] env[69357]: DEBUG nova.compute.manager [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Instance network_info: |[{"id": "49accdd2-d40d-4ad8-bbe1-5d094943074a", "address": "fa:16:3e:a8:07:08", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49accdd2-d4", "ovs_interfaceid": "49accdd2-d40d-4ad8-bbe1-5d094943074a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.043287] env[69357]: DEBUG oslo_concurrency.lockutils [req-4a47d68a-785f-4c55-b176-1d484407fde9 req-3022c20c-4687-45a6-be04-68c6faeaf930 service nova] Acquired lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.043450] env[69357]: DEBUG nova.network.neutron [req-4a47d68a-785f-4c55-b176-1d484407fde9 req-3022c20c-4687-45a6-be04-68c6faeaf930 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Refreshing network info cache for port 49accdd2-d40d-4ad8-bbe1-5d094943074a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.045052] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:07:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7a73c01-1bb9-4612-a1a7-16d71b732e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49accdd2-d40d-4ad8-bbe1-5d094943074a', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.052322] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.055664] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.059279] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edddfa8d-d206-4528-bfdd-bcfdacef47e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.080601] env[69357]: DEBUG oslo_vmware.api [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Task: {'id': task-4151201, 'name': ReconfigVM_Task, 'duration_secs': 0.289491} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.083048] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 7e597192-4c63-4c7a-b6ae-9f1fed35cb08/7e597192-4c63-4c7a-b6ae-9f1fed35cb08.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.083048] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.083048] env[69357]: value = "task-4151203" [ 1049.083048] env[69357]: _type = "Task" [ 1049.083048] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.083048] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a419df0-8cb0-4020-8d5c-5f9029e17a1f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.094075] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151203, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.097711] env[69357]: DEBUG oslo_vmware.api [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Waiting for the task: (returnval){ [ 1049.097711] env[69357]: value = "task-4151204" [ 1049.097711] env[69357]: _type = "Task" [ 1049.097711] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.107366] env[69357]: DEBUG oslo_vmware.api [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Task: {'id': task-4151204, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.186165] env[69357]: DEBUG nova.network.neutron [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.427255] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151202, 'name': Rename_Task, 'duration_secs': 0.150937} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.430292] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.430935] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6901d8cd-91a0-44f7-be2d-0da6cb3d77f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.438358] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Waiting for the task: (returnval){ [ 1049.438358] env[69357]: value = "task-4151205" [ 1049.438358] env[69357]: _type = "Task" [ 1049.438358] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.450384] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.509467] env[69357]: DEBUG nova.network.neutron [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Updating instance_info_cache with network_info: [{"id": "c33ee153-839a-41ed-94a2-f5c98d3fb342", "address": "fa:16:3e:54:76:7c", "network": {"id": "b7f91439-18c5-4c1a-94f3-1b3ab846d6ad", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2134152794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2068134fd86f4db6b7c597092d2c3672", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc33ee153-83", "ovs_interfaceid": "c33ee153-839a-41ed-94a2-f5c98d3fb342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.549544] env[69357]: DEBUG nova.network.neutron [req-4a47d68a-785f-4c55-b176-1d484407fde9 req-3022c20c-4687-45a6-be04-68c6faeaf930 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Updated VIF entry in instance network info cache for port 49accdd2-d40d-4ad8-bbe1-5d094943074a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.549915] env[69357]: DEBUG nova.network.neutron [req-4a47d68a-785f-4c55-b176-1d484407fde9 req-3022c20c-4687-45a6-be04-68c6faeaf930 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Updating instance_info_cache with network_info: [{"id": "49accdd2-d40d-4ad8-bbe1-5d094943074a", "address": "fa:16:3e:a8:07:08", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49accdd2-d4", "ovs_interfaceid": "49accdd2-d40d-4ad8-bbe1-5d094943074a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.595124] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151203, 'name': CreateVM_Task, 'duration_secs': 0.395153} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.595486] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.595981] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.596165] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.596478] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.596794] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81d3da4b-8735-4516-98ae-9029aa5387be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.610123] env[69357]: DEBUG nova.compute.manager [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.610663] env[69357]: DEBUG nova.virt.hardware [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.610870] env[69357]: DEBUG nova.virt.hardware [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.611842] env[69357]: DEBUG nova.virt.hardware [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.611842] env[69357]: DEBUG nova.virt.hardware [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.611842] env[69357]: DEBUG nova.virt.hardware [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.611842] env[69357]: DEBUG nova.virt.hardware [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.612491] env[69357]: DEBUG nova.virt.hardware [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.612910] env[69357]: DEBUG nova.virt.hardware [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.613065] env[69357]: DEBUG nova.virt.hardware [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.613322] env[69357]: DEBUG nova.virt.hardware [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.613550] env[69357]: DEBUG nova.virt.hardware [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.613976] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 1049.613976] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]525d6ce5-ce45-f4a3-b7ce-7cdf43ed6583" [ 1049.613976] env[69357]: _type = "Task" [ 1049.613976] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.619466] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8df6299-60d8-4ee7-b2ad-81e5ced2ff29 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.622729] env[69357]: DEBUG oslo_vmware.api [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Task: {'id': task-4151204, 'name': Rename_Task, 'duration_secs': 0.174644} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.631125] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.632196] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7faeeddb-7d8f-41ce-9cc3-22f2112b4a1e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.638359] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504bab66-6a87-4e10-9ae5-207319bb56a5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.650135] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]525d6ce5-ce45-f4a3-b7ce-7cdf43ed6583, 'name': SearchDatastore_Task, 'duration_secs': 0.010479} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.650425] env[69357]: DEBUG oslo_vmware.api [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Waiting for the task: (returnval){ [ 1049.650425] env[69357]: value = "task-4151206" [ 1049.650425] env[69357]: _type = "Task" [ 1049.650425] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.653951] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.654088] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.654310] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.654433] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.654613] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.655163] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5d8000a-04ee-45a6-a4d6-e476548a5bd6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.678175] env[69357]: DEBUG oslo_vmware.api [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Task: {'id': task-4151206, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.679889] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.680175] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.681369] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5226c01e-56c4-457a-8e3f-b2eb5b1057ac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.688257] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7949b021-5704-482e-95f6-49087f67f3c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.693119] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 1049.693119] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]521df1a3-e679-67a2-9316-2fabbf7a1043" [ 1049.693119] env[69357]: _type = "Task" [ 1049.693119] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.703171] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49decd66-f304-40ef-bf9f-cb17cc262eb6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.711537] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]521df1a3-e679-67a2-9316-2fabbf7a1043, 'name': SearchDatastore_Task, 'duration_secs': 0.013566} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.713029] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b0ab6b8-9eed-4502-b93f-b56a7fecb45b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.747030] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6ac253-4182-4801-97d4-8f884617b29a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.749294] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 1049.749294] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]523e8c22-f101-a5f7-0228-560d77346fac" [ 1049.749294] env[69357]: _type = "Task" [ 1049.749294] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.757967] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccef895-5326-469c-8534-2b2ff805cc07 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.767123] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]523e8c22-f101-a5f7-0228-560d77346fac, 'name': SearchDatastore_Task, 'duration_secs': 0.01178} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.767941] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.768308] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 5fb64e02-0c67-4cd2-8138-68d07cdb33f7/5fb64e02-0c67-4cd2-8138-68d07cdb33f7.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.768642] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bb223da-4e38-4b66-bb46-672ee442ba47 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.779906] env[69357]: DEBUG nova.compute.provider_tree [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.789567] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 1049.789567] env[69357]: value = "task-4151207" [ 1049.789567] env[69357]: _type = "Task" [ 1049.789567] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.800356] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.822942] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.837393] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.837796] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48f98c76-f35d-4720-8ff1-4f64341d965e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.847576] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1049.847576] env[69357]: value = "task-4151208" [ 1049.847576] env[69357]: _type = "Task" [ 1049.847576] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.856919] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.951653] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151205, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.012443] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Releasing lock "refresh_cache-b9c730c4-021e-4fcf-b245-78d8479aa995" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.012826] env[69357]: DEBUG nova.compute.manager [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Instance network_info: |[{"id": "c33ee153-839a-41ed-94a2-f5c98d3fb342", "address": "fa:16:3e:54:76:7c", "network": {"id": "b7f91439-18c5-4c1a-94f3-1b3ab846d6ad", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2134152794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2068134fd86f4db6b7c597092d2c3672", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc33ee153-83", "ovs_interfaceid": "c33ee153-839a-41ed-94a2-f5c98d3fb342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.013210] env[69357]: DEBUG oslo_concurrency.lockutils [req-89800a37-e759-426d-bfbc-c2590596cc65 req-6f25236a-3b55-49d6-bc95-d3c2b4b3a7d0 service nova] Acquired lock "refresh_cache-b9c730c4-021e-4fcf-b245-78d8479aa995" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.013465] env[69357]: DEBUG nova.network.neutron [req-89800a37-e759-426d-bfbc-c2590596cc65 req-6f25236a-3b55-49d6-bc95-d3c2b4b3a7d0 service nova] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Refreshing network info cache for port c33ee153-839a-41ed-94a2-f5c98d3fb342 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.014946] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:76:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c33ee153-839a-41ed-94a2-f5c98d3fb342', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.026623] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Creating folder: Project (2068134fd86f4db6b7c597092d2c3672). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.032681] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ae5e542-099f-4300-9af1-62adf29bbed4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.049058] env[69357]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1050.049328] env[69357]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69357) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1050.049800] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Folder already exists: Project (2068134fd86f4db6b7c597092d2c3672). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1050.050158] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Creating folder: Instances. Parent ref: group-v821969. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.050542] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cdd0a13-e6c5-4ca7-982b-1754217fe54a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.053280] env[69357]: DEBUG oslo_concurrency.lockutils [req-4a47d68a-785f-4c55-b176-1d484407fde9 req-3022c20c-4687-45a6-be04-68c6faeaf930 service nova] Releasing lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.065381] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Created folder: Instances in parent group-v821969. [ 1050.065809] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.066193] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.066513] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f939e76f-26a0-4431-b8fc-8f4db2760e6f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.091099] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.091099] env[69357]: value = "task-4151211" [ 1050.091099] env[69357]: _type = "Task" [ 1050.091099] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.100884] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151211, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.169186] env[69357]: DEBUG oslo_vmware.api [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Task: {'id': task-4151206, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.284525] env[69357]: DEBUG nova.scheduler.client.report [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.295537] env[69357]: DEBUG nova.network.neutron [req-89800a37-e759-426d-bfbc-c2590596cc65 req-6f25236a-3b55-49d6-bc95-d3c2b4b3a7d0 service nova] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Updated VIF entry in instance network info cache for port c33ee153-839a-41ed-94a2-f5c98d3fb342. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.295980] env[69357]: DEBUG nova.network.neutron [req-89800a37-e759-426d-bfbc-c2590596cc65 req-6f25236a-3b55-49d6-bc95-d3c2b4b3a7d0 service nova] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Updating instance_info_cache with network_info: [{"id": "c33ee153-839a-41ed-94a2-f5c98d3fb342", "address": "fa:16:3e:54:76:7c", "network": {"id": "b7f91439-18c5-4c1a-94f3-1b3ab846d6ad", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2134152794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2068134fd86f4db6b7c597092d2c3672", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc33ee153-83", "ovs_interfaceid": "c33ee153-839a-41ed-94a2-f5c98d3fb342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.302198] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151207, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.357635] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151208, 'name': PowerOffVM_Task, 'duration_secs': 0.189652} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.358061] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.359012] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9056b277-03d8-4f1e-8412-62542f8ce0f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.381868] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd09865b-b446-4147-b3e6-62429ca580f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.451689] env[69357]: DEBUG oslo_vmware.api [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151205, 'name': PowerOnVM_Task, 'duration_secs': 0.556091} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.452085] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.452248] env[69357]: INFO nova.compute.manager [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Took 10.94 seconds to spawn the instance on the hypervisor. [ 1050.452501] env[69357]: DEBUG nova.compute.manager [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1050.453259] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308924d1-8586-41af-bf6d-77529d8b89b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.603314] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151211, 'name': CreateVM_Task, 'duration_secs': 0.40881} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.603527] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.604229] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'delete_on_termination': True, 'disk_bus': None, 'boot_index': 0, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821978', 'volume_id': 'fcb349e2-0a7b-480b-88e1-6f232c14410e', 'name': 'volume-fcb349e2-0a7b-480b-88e1-6f232c14410e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9c730c4-021e-4fcf-b245-78d8479aa995', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcb349e2-0a7b-480b-88e1-6f232c14410e', 'serial': 'fcb349e2-0a7b-480b-88e1-6f232c14410e'}, 'attachment_id': 'a17e7388-46f7-4034-955a-273bf96e0d17', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69357) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1050.604442] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Root volume attach. Driver type: vmdk {{(pid=69357) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1050.605232] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedb2460-a77d-4023-9366-a8509550757e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.614019] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736f71dc-98dd-4176-9ca6-549784c3a737 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.620957] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bdefa7-4ccb-4a25-92ef-3d0ec47fa520 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.628359] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1d02d692-a946-484a-885f-628268bd9e4b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.637221] env[69357]: DEBUG oslo_vmware.api [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Waiting for the task: (returnval){ [ 1050.637221] env[69357]: value = "task-4151212" [ 1050.637221] env[69357]: _type = "Task" [ 1050.637221] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.646342] env[69357]: DEBUG oslo_vmware.api [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Task: {'id': task-4151212, 'name': RelocateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.668264] env[69357]: DEBUG oslo_vmware.api [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Task: {'id': task-4151206, 'name': PowerOnVM_Task, 'duration_secs': 0.901087} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.668606] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.668850] env[69357]: INFO nova.compute.manager [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1050.669011] env[69357]: DEBUG nova.compute.manager [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1050.669890] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81fd137-56ed-4dcd-8f6c-8f7411e6f5ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.791507] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.792195] env[69357]: DEBUG nova.compute.manager [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.795243] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.193s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.795478] env[69357]: DEBUG nova.objects.instance [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Lazy-loading 'resources' on Instance uuid 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.807373] env[69357]: DEBUG oslo_concurrency.lockutils [req-89800a37-e759-426d-bfbc-c2590596cc65 req-6f25236a-3b55-49d6-bc95-d3c2b4b3a7d0 service nova] Releasing lock "refresh_cache-b9c730c4-021e-4fcf-b245-78d8479aa995" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.808098] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622966} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.808349] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 5fb64e02-0c67-4cd2-8138-68d07cdb33f7/5fb64e02-0c67-4cd2-8138-68d07cdb33f7.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.808563] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.808816] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed9d0339-da1a-4330-ad69-f9f8395bac0f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.817981] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 1050.817981] env[69357]: value = "task-4151213" [ 1050.817981] env[69357]: _type = "Task" [ 1050.817981] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.828287] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.895036] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1050.895898] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eb8a10cf-b973-4300-b8a9-c0a0deb1b6ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.905263] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1050.905263] env[69357]: value = "task-4151214" [ 1050.905263] env[69357]: _type = "Task" [ 1050.905263] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.914468] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151214, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.975281] env[69357]: INFO nova.compute.manager [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Took 38.04 seconds to build instance. [ 1051.148186] env[69357]: DEBUG oslo_vmware.api [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Task: {'id': task-4151212, 'name': RelocateVM_Task} progress is 40%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.189757] env[69357]: INFO nova.compute.manager [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Took 38.18 seconds to build instance. [ 1051.299837] env[69357]: DEBUG nova.compute.utils [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.301547] env[69357]: DEBUG nova.compute.manager [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.301732] env[69357]: DEBUG nova.network.neutron [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.327544] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124642} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.331077] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.332638] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851e3516-008a-476c-b8ee-cb8eccaaeba4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.358376] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 5fb64e02-0c67-4cd2-8138-68d07cdb33f7/5fb64e02-0c67-4cd2-8138-68d07cdb33f7.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.361810] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dae82cd6-f527-47a0-b56d-4ec7ebc7c0ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.378558] env[69357]: DEBUG nova.policy [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca99513067eb4da494e0b7e329919f01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23dc72ce697b4338922e291c1024f3f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.386240] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 1051.386240] env[69357]: value = "task-4151215" [ 1051.386240] env[69357]: _type = "Task" [ 1051.386240] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.399248] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.420868] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151214, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.478427] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e8c6d99e-6f5c-4bb6-a815-a9bab61a7832 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Lock "1e6c8219-368d-4446-89ab-abb8212252e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.555s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.653374] env[69357]: DEBUG oslo_vmware.api [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Task: {'id': task-4151212, 'name': RelocateVM_Task} progress is 53%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.683340] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d405f01-d2a2-4e5b-a4c9-370c6bb65801 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.694031] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d804ea3-7b1c-44a1-a6e9-e0e660271b84 tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Lock "7e597192-4c63-4c7a-b6ae-9f1fed35cb08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.691s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.696447] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a9f8da-368e-4c8d-a0ec-b65eef5515c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.744630] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a81d99-dff1-4305-bd3f-6e95f4864ff0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.754188] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184136f9-373d-4aeb-a32d-106189874c5a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.773653] env[69357]: DEBUG nova.compute.provider_tree [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.788052] env[69357]: DEBUG nova.network.neutron [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Successfully created port: b88a111b-0287-40ab-8275-2607f2bf20c2 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.809106] env[69357]: DEBUG nova.compute.manager [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.899702] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.922669] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151214, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.971714] env[69357]: DEBUG nova.compute.manager [None req-3a8a0116-f8ac-43d0-8b1c-e2d2d8ee902a tempest-ServerExternalEventsTest-647828905 tempest-ServerExternalEventsTest-647828905-project] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Received event network-changed {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.971977] env[69357]: DEBUG nova.compute.manager [None req-3a8a0116-f8ac-43d0-8b1c-e2d2d8ee902a tempest-ServerExternalEventsTest-647828905 tempest-ServerExternalEventsTest-647828905-project] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Refreshing instance network info cache due to event network-changed. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.972262] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3a8a0116-f8ac-43d0-8b1c-e2d2d8ee902a tempest-ServerExternalEventsTest-647828905 tempest-ServerExternalEventsTest-647828905-project] Acquiring lock "refresh_cache-7e597192-4c63-4c7a-b6ae-9f1fed35cb08" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.972509] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3a8a0116-f8ac-43d0-8b1c-e2d2d8ee902a tempest-ServerExternalEventsTest-647828905 tempest-ServerExternalEventsTest-647828905-project] Acquired lock "refresh_cache-7e597192-4c63-4c7a-b6ae-9f1fed35cb08" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.972732] env[69357]: DEBUG nova.network.neutron [None req-3a8a0116-f8ac-43d0-8b1c-e2d2d8ee902a tempest-ServerExternalEventsTest-647828905 tempest-ServerExternalEventsTest-647828905-project] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.152644] env[69357]: DEBUG oslo_vmware.api [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Task: {'id': task-4151212, 'name': RelocateVM_Task} progress is 65%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.275158] env[69357]: DEBUG nova.scheduler.client.report [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.399598] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.421741] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151214, 'name': CreateSnapshot_Task, 'duration_secs': 1.195796} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.423442] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1052.423644] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745d1a0a-27b8-44a6-95af-91db5e15d017 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.655814] env[69357]: DEBUG oslo_vmware.api [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Task: {'id': task-4151212, 'name': RelocateVM_Task} progress is 78%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.781563] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.784943] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.231s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.810963] env[69357]: DEBUG nova.network.neutron [None req-3a8a0116-f8ac-43d0-8b1c-e2d2d8ee902a tempest-ServerExternalEventsTest-647828905 tempest-ServerExternalEventsTest-647828905-project] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Updating instance_info_cache with network_info: [{"id": "64a7521d-80f3-4925-9634-4d3025e8c252", "address": "fa:16:3e:b2:7b:ad", "network": {"id": "5507d9f4-0ae9-40ba-ae73-01b9dc0ce8d9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1a642ffc94224c32b1e21a3644601027", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64a7521d-80", "ovs_interfaceid": "64a7521d-80f3-4925-9634-4d3025e8c252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.820391] env[69357]: DEBUG nova.compute.manager [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.825018] env[69357]: INFO nova.scheduler.client.report [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Deleted allocations for instance 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb [ 1052.857533] env[69357]: DEBUG nova.virt.hardware [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.857795] env[69357]: DEBUG nova.virt.hardware [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.857882] env[69357]: DEBUG nova.virt.hardware [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.858552] env[69357]: DEBUG nova.virt.hardware [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.858827] env[69357]: DEBUG nova.virt.hardware [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.859504] env[69357]: DEBUG nova.virt.hardware [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.859504] env[69357]: DEBUG nova.virt.hardware [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.859504] env[69357]: DEBUG nova.virt.hardware [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.859790] env[69357]: DEBUG nova.virt.hardware [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.860041] env[69357]: DEBUG nova.virt.hardware [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.860328] env[69357]: DEBUG nova.virt.hardware [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.861448] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e258e9d-b005-446f-9d80-b571b6b289d5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.866839] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Acquiring lock "7e597192-4c63-4c7a-b6ae-9f1fed35cb08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.867482] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Lock "7e597192-4c63-4c7a-b6ae-9f1fed35cb08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.867894] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Acquiring lock "7e597192-4c63-4c7a-b6ae-9f1fed35cb08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.868582] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Lock "7e597192-4c63-4c7a-b6ae-9f1fed35cb08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.868582] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Lock "7e597192-4c63-4c7a-b6ae-9f1fed35cb08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.873737] env[69357]: INFO nova.compute.manager [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Terminating instance [ 1052.877228] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3998dbb-4882-4591-8b1d-165ca4c3706e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.909384] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151215, 'name': ReconfigVM_Task, 'duration_secs': 1.15247} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.909384] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 5fb64e02-0c67-4cd2-8138-68d07cdb33f7/5fb64e02-0c67-4cd2-8138-68d07cdb33f7.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.909384] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd749c27-8c5d-4306-84f1-a88da8436604 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.921431] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 1052.921431] env[69357]: value = "task-4151216" [ 1052.921431] env[69357]: _type = "Task" [ 1052.921431] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.933913] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151216, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.945363] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1052.946455] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2bfaea11-88f9-40b1-8ca4-5f55491bc870 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.956960] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1052.956960] env[69357]: value = "task-4151217" [ 1052.956960] env[69357]: _type = "Task" [ 1052.956960] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.968251] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151217, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.119281] env[69357]: DEBUG nova.compute.manager [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1053.120348] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cac0d0b-2a20-4ba2-863a-ab68ebbde9a2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.154521] env[69357]: DEBUG oslo_vmware.api [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Task: {'id': task-4151212, 'name': RelocateVM_Task} progress is 92%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.294064] env[69357]: INFO nova.compute.claims [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.315772] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3a8a0116-f8ac-43d0-8b1c-e2d2d8ee902a tempest-ServerExternalEventsTest-647828905 tempest-ServerExternalEventsTest-647828905-project] Releasing lock "refresh_cache-7e597192-4c63-4c7a-b6ae-9f1fed35cb08" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.336551] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c353630c-c5f1-4a4b-93e5-e8c443487e0a tempest-ServerRescueTestJSONUnderV235-698594156 tempest-ServerRescueTestJSONUnderV235-698594156-project-member] Lock "5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.240s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.389020] env[69357]: DEBUG nova.compute.manager [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.389020] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.389020] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29ab34c-1986-4231-a0a4-29639f8aaa1c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.398516] env[69357]: DEBUG nova.compute.manager [req-19d48f97-fb02-4f6e-a0dd-97b8b5b191dd req-0f638cd4-33e4-42af-9d44-023dba07c772 service nova] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Received event network-vif-plugged-b88a111b-0287-40ab-8275-2607f2bf20c2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.400482] env[69357]: DEBUG oslo_concurrency.lockutils [req-19d48f97-fb02-4f6e-a0dd-97b8b5b191dd req-0f638cd4-33e4-42af-9d44-023dba07c772 service nova] Acquiring lock "4d2c14bb-c68d-4325-abfa-5c7f259720cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.400482] env[69357]: DEBUG oslo_concurrency.lockutils [req-19d48f97-fb02-4f6e-a0dd-97b8b5b191dd req-0f638cd4-33e4-42af-9d44-023dba07c772 service nova] Lock "4d2c14bb-c68d-4325-abfa-5c7f259720cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.400482] env[69357]: DEBUG oslo_concurrency.lockutils [req-19d48f97-fb02-4f6e-a0dd-97b8b5b191dd req-0f638cd4-33e4-42af-9d44-023dba07c772 service nova] Lock "4d2c14bb-c68d-4325-abfa-5c7f259720cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.401967] env[69357]: DEBUG nova.compute.manager [req-19d48f97-fb02-4f6e-a0dd-97b8b5b191dd req-0f638cd4-33e4-42af-9d44-023dba07c772 service nova] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] No waiting events found dispatching network-vif-plugged-b88a111b-0287-40ab-8275-2607f2bf20c2 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1053.401967] env[69357]: WARNING nova.compute.manager [req-19d48f97-fb02-4f6e-a0dd-97b8b5b191dd req-0f638cd4-33e4-42af-9d44-023dba07c772 service nova] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Received unexpected event network-vif-plugged-b88a111b-0287-40ab-8275-2607f2bf20c2 for instance with vm_state building and task_state spawning. [ 1053.412298] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.412298] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a366cf9c-86cd-454b-a061-caab73221d7a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.423238] env[69357]: DEBUG oslo_vmware.api [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Waiting for the task: (returnval){ [ 1053.423238] env[69357]: value = "task-4151218" [ 1053.423238] env[69357]: _type = "Task" [ 1053.423238] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.444014] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151216, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.450159] env[69357]: DEBUG oslo_vmware.api [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Task: {'id': task-4151218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.474118] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151217, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.633508] env[69357]: INFO nova.compute.manager [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] instance snapshotting [ 1053.636674] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884e834f-bf18-4c9e-9c03-5059ba55c984 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.667739] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05ea7aa-ac1e-48d5-8af7-f0b697d494bf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.675968] env[69357]: DEBUG oslo_vmware.api [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Task: {'id': task-4151212, 'name': RelocateVM_Task} progress is 98%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.728141] env[69357]: DEBUG nova.network.neutron [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Successfully updated port: b88a111b-0287-40ab-8275-2607f2bf20c2 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.805020] env[69357]: INFO nova.compute.resource_tracker [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Updating resource usage from migration 9395c222-0662-4643-ab7d-8e0888ee4f7a [ 1053.937941] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151216, 'name': Rename_Task, 'duration_secs': 0.543112} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.938269] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.938867] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf27616d-ac20-4b15-95b5-b5ce4bb6fc6d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.946254] env[69357]: DEBUG oslo_vmware.api [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Task: {'id': task-4151218, 'name': PowerOffVM_Task, 'duration_secs': 0.429358} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.948653] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.948876] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.949274] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 1053.949274] env[69357]: value = "task-4151219" [ 1053.949274] env[69357]: _type = "Task" [ 1053.949274] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.949723] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-730edd5f-6ea8-4e30-bfe3-063d0c69df5d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.967211] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.973518] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151217, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.044265] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.044265] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.044265] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Deleting the datastore file [datastore1] 7e597192-4c63-4c7a-b6ae-9f1fed35cb08 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.044265] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a303c4a-4ab8-448d-af2f-edad4574e154 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.051814] env[69357]: DEBUG oslo_vmware.api [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Waiting for the task: (returnval){ [ 1054.051814] env[69357]: value = "task-4151221" [ 1054.051814] env[69357]: _type = "Task" [ 1054.051814] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.063148] env[69357]: DEBUG oslo_vmware.api [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Task: {'id': task-4151221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.125700] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff38269-9485-4211-81e0-b847c5439d05 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.134208] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10bf51c-2b2a-4bfe-ab1c-2d098ba960a5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.170197] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6afc25-4b65-46c4-aa22-9b63930ee564 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.183810] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bd7288-c06e-42c5-b174-ed7090caace0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.188094] env[69357]: DEBUG oslo_vmware.api [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Task: {'id': task-4151212, 'name': RelocateVM_Task, 'duration_secs': 3.354373} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.189221] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1054.189541] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1054.189751] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821978', 'volume_id': 'fcb349e2-0a7b-480b-88e1-6f232c14410e', 'name': 'volume-fcb349e2-0a7b-480b-88e1-6f232c14410e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9c730c4-021e-4fcf-b245-78d8479aa995', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcb349e2-0a7b-480b-88e1-6f232c14410e', 'serial': 'fcb349e2-0a7b-480b-88e1-6f232c14410e'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1054.190049] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bcf8a644-52d1-4db4-af4e-8b29a5dba6bd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.193898] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6de9b8f-689a-40d1-9e68-747f886fb7f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.205550] env[69357]: DEBUG nova.compute.provider_tree [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.226389] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df6bf35-3533-4289-9345-159c775babdb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.233761] env[69357]: DEBUG oslo_vmware.api [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Waiting for the task: (returnval){ [ 1054.233761] env[69357]: value = "task-4151222" [ 1054.233761] env[69357]: _type = "Task" [ 1054.233761] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.245863] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "refresh_cache-4d2c14bb-c68d-4325-abfa-5c7f259720cb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.246124] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired lock "refresh_cache-4d2c14bb-c68d-4325-abfa-5c7f259720cb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.246263] env[69357]: DEBUG nova.network.neutron [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.258322] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] volume-fcb349e2-0a7b-480b-88e1-6f232c14410e/volume-fcb349e2-0a7b-480b-88e1-6f232c14410e.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.262126] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34bdbb82-ee88-452f-a59c-551f98d1d878 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.280027] env[69357]: DEBUG oslo_vmware.api [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151222, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.287117] env[69357]: DEBUG oslo_vmware.api [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Waiting for the task: (returnval){ [ 1054.287117] env[69357]: value = "task-4151223" [ 1054.287117] env[69357]: _type = "Task" [ 1054.287117] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.297289] env[69357]: DEBUG oslo_vmware.api [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Task: {'id': task-4151223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.337665] env[69357]: DEBUG nova.network.neutron [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.469577] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151219, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.479270] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151217, 'name': CloneVM_Task} progress is 95%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.563847] env[69357]: DEBUG oslo_vmware.api [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Task: {'id': task-4151221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225098} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.566914] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.567153] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.567345] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.567541] env[69357]: INFO nova.compute.manager [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1054.567837] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.568218] env[69357]: DEBUG nova.compute.manager [-] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.568364] env[69357]: DEBUG nova.network.neutron [-] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.645390] env[69357]: DEBUG nova.network.neutron [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Updating instance_info_cache with network_info: [{"id": "b88a111b-0287-40ab-8275-2607f2bf20c2", "address": "fa:16:3e:8d:16:29", "network": {"id": "e34cd1fb-6717-4f16-8b02-8ed103ebe442", "bridge": "br-int", "label": "tempest-ServersTestJSON-1455807592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23dc72ce697b4338922e291c1024f3f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb88a111b-02", "ovs_interfaceid": "b88a111b-0287-40ab-8275-2607f2bf20c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.709714] env[69357]: DEBUG nova.scheduler.client.report [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.746887] env[69357]: DEBUG oslo_vmware.api [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151222, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.805375] env[69357]: DEBUG oslo_vmware.api [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Task: {'id': task-4151223, 'name': ReconfigVM_Task, 'duration_secs': 0.334237} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.805375] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Reconfigured VM instance instance-00000058 to attach disk [datastore2] volume-fcb349e2-0a7b-480b-88e1-6f232c14410e/volume-fcb349e2-0a7b-480b-88e1-6f232c14410e.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.810348] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-865ad451-facf-4a2f-bfbb-b5537eb30f22 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.830519] env[69357]: DEBUG oslo_vmware.api [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Waiting for the task: (returnval){ [ 1054.830519] env[69357]: value = "task-4151224" [ 1054.830519] env[69357]: _type = "Task" [ 1054.830519] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.841825] env[69357]: DEBUG oslo_vmware.api [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Task: {'id': task-4151224, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.971032] env[69357]: DEBUG oslo_vmware.api [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151219, 'name': PowerOnVM_Task, 'duration_secs': 0.5854} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.971297] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.971686] env[69357]: INFO nova.compute.manager [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Took 10.38 seconds to spawn the instance on the hypervisor. [ 1054.972105] env[69357]: DEBUG nova.compute.manager [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1054.973301] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d74fdb4-1a6b-499d-b684-ced50aa29112 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.982605] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151217, 'name': CloneVM_Task, 'duration_secs': 1.693935} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.983707] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Created linked-clone VM from snapshot [ 1054.984844] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f679cc-ed13-4028-b604-dee690c5e626 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.997141] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Uploading image 91c308be-c771-4b71-be82-dcf20e2933d8 {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1055.028176] env[69357]: DEBUG oslo_vmware.rw_handles [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1055.028176] env[69357]: value = "vm-822006" [ 1055.028176] env[69357]: _type = "VirtualMachine" [ 1055.028176] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1055.028479] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e42f7cbd-e960-4b1e-948f-9f4564c4af00 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.036493] env[69357]: DEBUG oslo_vmware.rw_handles [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lease: (returnval){ [ 1055.036493] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529be370-9b04-2a81-0ffa-4015d2740538" [ 1055.036493] env[69357]: _type = "HttpNfcLease" [ 1055.036493] env[69357]: } obtained for exporting VM: (result){ [ 1055.036493] env[69357]: value = "vm-822006" [ 1055.036493] env[69357]: _type = "VirtualMachine" [ 1055.036493] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1055.037149] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the lease: (returnval){ [ 1055.037149] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529be370-9b04-2a81-0ffa-4015d2740538" [ 1055.037149] env[69357]: _type = "HttpNfcLease" [ 1055.037149] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1055.046831] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1055.046831] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529be370-9b04-2a81-0ffa-4015d2740538" [ 1055.046831] env[69357]: _type = "HttpNfcLease" [ 1055.046831] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1055.148199] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Releasing lock "refresh_cache-4d2c14bb-c68d-4325-abfa-5c7f259720cb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.148541] env[69357]: DEBUG nova.compute.manager [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Instance network_info: |[{"id": "b88a111b-0287-40ab-8275-2607f2bf20c2", "address": "fa:16:3e:8d:16:29", "network": {"id": "e34cd1fb-6717-4f16-8b02-8ed103ebe442", "bridge": "br-int", "label": "tempest-ServersTestJSON-1455807592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23dc72ce697b4338922e291c1024f3f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb88a111b-02", "ovs_interfaceid": "b88a111b-0287-40ab-8275-2607f2bf20c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.148972] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:16:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b88a111b-0287-40ab-8275-2607f2bf20c2', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.156433] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.156670] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.156899] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2f314de-780e-4672-a542-1c78239614ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.177852] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.177852] env[69357]: value = "task-4151226" [ 1055.177852] env[69357]: _type = "Task" [ 1055.177852] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.187486] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151226, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.220720] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.435s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.220720] env[69357]: INFO nova.compute.manager [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Migrating [ 1055.227761] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.094s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.253701] env[69357]: DEBUG oslo_vmware.api [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151222, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.341767] env[69357]: DEBUG oslo_vmware.api [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Task: {'id': task-4151224, 'name': ReconfigVM_Task, 'duration_secs': 0.151456} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.342144] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821978', 'volume_id': 'fcb349e2-0a7b-480b-88e1-6f232c14410e', 'name': 'volume-fcb349e2-0a7b-480b-88e1-6f232c14410e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9c730c4-021e-4fcf-b245-78d8479aa995', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcb349e2-0a7b-480b-88e1-6f232c14410e', 'serial': 'fcb349e2-0a7b-480b-88e1-6f232c14410e'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1055.342817] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d21eee9e-4028-4e6f-9384-a3e712995634 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.350826] env[69357]: DEBUG oslo_vmware.api [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Waiting for the task: (returnval){ [ 1055.350826] env[69357]: value = "task-4151227" [ 1055.350826] env[69357]: _type = "Task" [ 1055.350826] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.366098] env[69357]: DEBUG oslo_vmware.api [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Task: {'id': task-4151227, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.408893] env[69357]: DEBUG nova.network.neutron [-] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.430548] env[69357]: DEBUG nova.compute.manager [req-b80705c3-3560-49e5-bc91-2df093bdb786 req-23503080-c8a9-4003-a604-f27202d24ae5 service nova] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Received event network-changed-b88a111b-0287-40ab-8275-2607f2bf20c2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.431033] env[69357]: DEBUG nova.compute.manager [req-b80705c3-3560-49e5-bc91-2df093bdb786 req-23503080-c8a9-4003-a604-f27202d24ae5 service nova] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Refreshing instance network info cache due to event network-changed-b88a111b-0287-40ab-8275-2607f2bf20c2. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.431380] env[69357]: DEBUG oslo_concurrency.lockutils [req-b80705c3-3560-49e5-bc91-2df093bdb786 req-23503080-c8a9-4003-a604-f27202d24ae5 service nova] Acquiring lock "refresh_cache-4d2c14bb-c68d-4325-abfa-5c7f259720cb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.431679] env[69357]: DEBUG oslo_concurrency.lockutils [req-b80705c3-3560-49e5-bc91-2df093bdb786 req-23503080-c8a9-4003-a604-f27202d24ae5 service nova] Acquired lock "refresh_cache-4d2c14bb-c68d-4325-abfa-5c7f259720cb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.431745] env[69357]: DEBUG nova.network.neutron [req-b80705c3-3560-49e5-bc91-2df093bdb786 req-23503080-c8a9-4003-a604-f27202d24ae5 service nova] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Refreshing network info cache for port b88a111b-0287-40ab-8275-2607f2bf20c2 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.504205] env[69357]: INFO nova.compute.manager [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Took 36.91 seconds to build instance. [ 1055.547543] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1055.547543] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529be370-9b04-2a81-0ffa-4015d2740538" [ 1055.547543] env[69357]: _type = "HttpNfcLease" [ 1055.547543] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1055.547854] env[69357]: DEBUG oslo_vmware.rw_handles [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1055.547854] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529be370-9b04-2a81-0ffa-4015d2740538" [ 1055.547854] env[69357]: _type = "HttpNfcLease" [ 1055.547854] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1055.548646] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d363db7e-c0f4-4d11-bd25-21a3659a33f7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.560284] env[69357]: DEBUG oslo_vmware.rw_handles [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c100b6-a4dc-dee7-e827-9e534af9f9ba/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1055.560667] env[69357]: DEBUG oslo_vmware.rw_handles [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c100b6-a4dc-dee7-e827-9e534af9f9ba/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1055.688998] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151226, 'name': CreateVM_Task, 'duration_secs': 0.447668} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.689227] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.689966] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.690109] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.690444] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.690731] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a67bd518-d1dc-4165-8327-2f796e2fd040 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.696528] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1055.696528] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c8edcb-2937-8f6a-f2a5-7de0b8feed42" [ 1055.696528] env[69357]: _type = "Task" [ 1055.696528] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.705287] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c8edcb-2937-8f6a-f2a5-7de0b8feed42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.726878] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0e6a997c-3535-490e-9c76-59af63ba6043 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.754025] env[69357]: DEBUG oslo_vmware.api [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151222, 'name': CreateSnapshot_Task, 'duration_secs': 1.195874} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.754025] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "refresh_cache-69116840-32fe-46c6-a831-78c627f986d5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.754025] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "refresh_cache-69116840-32fe-46c6-a831-78c627f986d5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.754357] env[69357]: DEBUG nova.network.neutron [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.755155] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1055.756183] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cb03e4-534c-4de9-9d90-800b706b2460 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.861373] env[69357]: DEBUG oslo_vmware.api [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Task: {'id': task-4151227, 'name': Rename_Task, 'duration_secs': 0.154289} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.861934] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.861934] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38ad6eb6-6d5e-4646-b189-db8b10737aa9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.869358] env[69357]: DEBUG oslo_vmware.api [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Waiting for the task: (returnval){ [ 1055.869358] env[69357]: value = "task-4151228" [ 1055.869358] env[69357]: _type = "Task" [ 1055.869358] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.877601] env[69357]: DEBUG oslo_vmware.api [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Task: {'id': task-4151228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.911076] env[69357]: INFO nova.compute.manager [-] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Took 1.34 seconds to deallocate network for instance. [ 1056.006856] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6bf065a7-7a4d-48e9-be4a-438059cbc269 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "5fb64e02-0c67-4cd2-8138-68d07cdb33f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.422s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.192634] env[69357]: DEBUG nova.network.neutron [req-b80705c3-3560-49e5-bc91-2df093bdb786 req-23503080-c8a9-4003-a604-f27202d24ae5 service nova] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Updated VIF entry in instance network info cache for port b88a111b-0287-40ab-8275-2607f2bf20c2. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.194731] env[69357]: DEBUG nova.network.neutron [req-b80705c3-3560-49e5-bc91-2df093bdb786 req-23503080-c8a9-4003-a604-f27202d24ae5 service nova] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Updating instance_info_cache with network_info: [{"id": "b88a111b-0287-40ab-8275-2607f2bf20c2", "address": "fa:16:3e:8d:16:29", "network": {"id": "e34cd1fb-6717-4f16-8b02-8ed103ebe442", "bridge": "br-int", "label": "tempest-ServersTestJSON-1455807592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23dc72ce697b4338922e291c1024f3f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb88a111b-02", "ovs_interfaceid": "b88a111b-0287-40ab-8275-2607f2bf20c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.211752] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c8edcb-2937-8f6a-f2a5-7de0b8feed42, 'name': SearchDatastore_Task, 'duration_secs': 0.013964} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.212596] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.212817] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.213301] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.213517] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.214023] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.214505] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03585f0e-1aaf-4ede-8f8c-f2468f7d264c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.229098] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.229494] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.230530] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9784ae84-2795-4364-96ae-bc674d44cf74 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.239147] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1056.239147] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52039e65-c063-2d47-7e50-a16bab2893b0" [ 1056.239147] env[69357]: _type = "Task" [ 1056.239147] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.251635] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52039e65-c063-2d47-7e50-a16bab2893b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.254727] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Applying migration context for instance 69116840-32fe-46c6-a831-78c627f986d5 as it has an incoming, in-progress migration 9395c222-0662-4643-ab7d-8e0888ee4f7a. Migration status is pre-migrating {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1056.256671] env[69357]: INFO nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Updating resource usage from migration 9395c222-0662-4643-ab7d-8e0888ee4f7a [ 1056.278053] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1056.278606] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2b8691dd-391e-44c7-83f1-313c48abdc01 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.291620] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance d8dab389-b197-4774-8f88-295552bb57dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.291872] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance a867059b-ea7b-4222-a47c-a6621cf37421 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.292083] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance ed128ff8-b9bd-4b81-b311-4d9efae21c73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.292269] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.293168] env[69357]: WARNING nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance d67b0507-3c63-4f80-b575-8096cf194076 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1056.293168] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance e6ce382a-b3bd-48cf-83f0-4b429a6b1c12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.293168] env[69357]: WARNING nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 2715a50a-a4fd-44bc-993b-5fc9e3326b24 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1056.293168] env[69357]: WARNING nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 6860687b-50f2-4e57-8234-fd1a0e5cd36b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1056.293464] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance facbe890-7d28-4e20-8126-8382383e0468 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.293464] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 1e6c8219-368d-4446-89ab-abb8212252e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.293581] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 7e597192-4c63-4c7a-b6ae-9f1fed35cb08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.293812] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 5fb64e02-0c67-4cd2-8138-68d07cdb33f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.293894] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance b9c730c4-021e-4fcf-b245-78d8479aa995 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.297304] env[69357]: DEBUG oslo_vmware.api [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Waiting for the task: (returnval){ [ 1056.297304] env[69357]: value = "task-4151229" [ 1056.297304] env[69357]: _type = "Task" [ 1056.297304] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.309909] env[69357]: DEBUG oslo_vmware.api [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151229, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.380611] env[69357]: DEBUG oslo_vmware.api [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Task: {'id': task-4151228, 'name': PowerOnVM_Task, 'duration_secs': 0.507599} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.380990] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.381246] env[69357]: INFO nova.compute.manager [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1056.381458] env[69357]: DEBUG nova.compute.manager [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1056.383334] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f300de-5854-4c4a-a8ee-ac2e880bec6f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.419657] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.697877] env[69357]: DEBUG oslo_concurrency.lockutils [req-b80705c3-3560-49e5-bc91-2df093bdb786 req-23503080-c8a9-4003-a604-f27202d24ae5 service nova] Releasing lock "refresh_cache-4d2c14bb-c68d-4325-abfa-5c7f259720cb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.698641] env[69357]: DEBUG nova.compute.manager [req-b80705c3-3560-49e5-bc91-2df093bdb786 req-23503080-c8a9-4003-a604-f27202d24ae5 service nova] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Received event network-vif-deleted-64a7521d-80f3-4925-9634-4d3025e8c252 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.758118] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52039e65-c063-2d47-7e50-a16bab2893b0, 'name': SearchDatastore_Task, 'duration_secs': 0.014319} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.758970] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f28d1635-f1da-408a-a186-b4e2225e2aab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.768190] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1056.768190] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52966db0-2582-c593-d230-47665148e848" [ 1056.768190] env[69357]: _type = "Task" [ 1056.768190] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.778251] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52966db0-2582-c593-d230-47665148e848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.799411] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 8d23c06e-283e-4d2c-965e-2cb32d4b4605 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1056.799716] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 4d2c14bb-c68d-4325-abfa-5c7f259720cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.799716] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Migration 9395c222-0662-4643-ab7d-8e0888ee4f7a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1056.799881] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 69116840-32fe-46c6-a831-78c627f986d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1056.815486] env[69357]: DEBUG oslo_vmware.api [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151229, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.841295] env[69357]: DEBUG nova.network.neutron [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Updating instance_info_cache with network_info: [{"id": "b98625f4-2ced-46b5-9f3e-4add40cc490e", "address": "fa:16:3e:10:fd:83", "network": {"id": "e4b350ba-ef87-4c2d-b94d-153f1aa0d1aa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-224470408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6a244fe5024e1a98608a731f3cbe86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb98625f4-2c", "ovs_interfaceid": "b98625f4-2ced-46b5-9f3e-4add40cc490e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.908436] env[69357]: INFO nova.compute.manager [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Took 36.60 seconds to build instance. [ 1057.282937] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52966db0-2582-c593-d230-47665148e848, 'name': SearchDatastore_Task, 'duration_secs': 0.011993} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.283348] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.283679] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 4d2c14bb-c68d-4325-abfa-5c7f259720cb/4d2c14bb-c68d-4325-abfa-5c7f259720cb.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.283975] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c409bac2-f695-4413-9697-243ae94ceb60 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.295469] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1057.295469] env[69357]: value = "task-4151230" [ 1057.295469] env[69357]: _type = "Task" [ 1057.295469] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.306267] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 3a924a64-140f-4df3-8a18-5f52d5c684b3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1057.312030] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.320617] env[69357]: DEBUG oslo_vmware.api [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151229, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.344210] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "refresh_cache-69116840-32fe-46c6-a831-78c627f986d5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.411463] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2bc0421e-45a9-4ec5-8490-6da96d5b02c0 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Lock "b9c730c4-021e-4fcf-b245-78d8479aa995" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.108s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.479601] env[69357]: DEBUG nova.compute.manager [req-cdb1596b-71dd-496b-afec-d8a3e3f9f79f req-5089f224-ad48-4309-9de8-2fd18a5785d0 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Received event network-changed-49accdd2-d40d-4ad8-bbe1-5d094943074a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.479693] env[69357]: DEBUG nova.compute.manager [req-cdb1596b-71dd-496b-afec-d8a3e3f9f79f req-5089f224-ad48-4309-9de8-2fd18a5785d0 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Refreshing instance network info cache due to event network-changed-49accdd2-d40d-4ad8-bbe1-5d094943074a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.479920] env[69357]: DEBUG oslo_concurrency.lockutils [req-cdb1596b-71dd-496b-afec-d8a3e3f9f79f req-5089f224-ad48-4309-9de8-2fd18a5785d0 service nova] Acquiring lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.480694] env[69357]: DEBUG oslo_concurrency.lockutils [req-cdb1596b-71dd-496b-afec-d8a3e3f9f79f req-5089f224-ad48-4309-9de8-2fd18a5785d0 service nova] Acquired lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.480999] env[69357]: DEBUG nova.network.neutron [req-cdb1596b-71dd-496b-afec-d8a3e3f9f79f req-5089f224-ad48-4309-9de8-2fd18a5785d0 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Refreshing network info cache for port 49accdd2-d40d-4ad8-bbe1-5d094943074a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.767187] env[69357]: DEBUG nova.compute.manager [req-43e88f63-f3fc-4526-9999-bfae80a47838 req-3a424fda-e352-4f11-80b5-2600b19a7924 service nova] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Received event network-changed-c33ee153-839a-41ed-94a2-f5c98d3fb342 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.767187] env[69357]: DEBUG nova.compute.manager [req-43e88f63-f3fc-4526-9999-bfae80a47838 req-3a424fda-e352-4f11-80b5-2600b19a7924 service nova] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Refreshing instance network info cache due to event network-changed-c33ee153-839a-41ed-94a2-f5c98d3fb342. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.767457] env[69357]: DEBUG oslo_concurrency.lockutils [req-43e88f63-f3fc-4526-9999-bfae80a47838 req-3a424fda-e352-4f11-80b5-2600b19a7924 service nova] Acquiring lock "refresh_cache-b9c730c4-021e-4fcf-b245-78d8479aa995" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.767636] env[69357]: DEBUG oslo_concurrency.lockutils [req-43e88f63-f3fc-4526-9999-bfae80a47838 req-3a424fda-e352-4f11-80b5-2600b19a7924 service nova] Acquired lock "refresh_cache-b9c730c4-021e-4fcf-b245-78d8479aa995" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.767899] env[69357]: DEBUG nova.network.neutron [req-43e88f63-f3fc-4526-9999-bfae80a47838 req-3a424fda-e352-4f11-80b5-2600b19a7924 service nova] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Refreshing network info cache for port c33ee153-839a-41ed-94a2-f5c98d3fb342 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.811922] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1057.812754] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1057.812754] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1057.815367] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151230, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.827132] env[69357]: DEBUG oslo_vmware.api [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151229, 'name': CloneVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.191207] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310a3ddf-cf11-4fad-9a66-ce7c1b968d7a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.202898] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b083a3c5-b8d4-4a26-93b7-f62e6197a81f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.256268] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78991a1b-c327-499e-abf8-3a89b1fe927d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.263949] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "be0476b0-ea77-4e48-a417-c0f48fc0b867" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.263949] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "be0476b0-ea77-4e48-a417-c0f48fc0b867" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.273801] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc390e1-8f49-4990-a832-0082fe89bb7c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.290394] env[69357]: DEBUG nova.compute.provider_tree [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.307347] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706736} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.307615] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 4d2c14bb-c68d-4325-abfa-5c7f259720cb/4d2c14bb-c68d-4325-abfa-5c7f259720cb.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.307850] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.308122] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b856736-ae74-40b3-ba5f-2d9d6609a002 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.317187] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1058.317187] env[69357]: value = "task-4151231" [ 1058.317187] env[69357]: _type = "Task" [ 1058.317187] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.324450] env[69357]: DEBUG oslo_vmware.api [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151229, 'name': CloneVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.331213] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.343195] env[69357]: DEBUG nova.network.neutron [req-cdb1596b-71dd-496b-afec-d8a3e3f9f79f req-5089f224-ad48-4309-9de8-2fd18a5785d0 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Updated VIF entry in instance network info cache for port 49accdd2-d40d-4ad8-bbe1-5d094943074a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.344083] env[69357]: DEBUG nova.network.neutron [req-cdb1596b-71dd-496b-afec-d8a3e3f9f79f req-5089f224-ad48-4309-9de8-2fd18a5785d0 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Updating instance_info_cache with network_info: [{"id": "49accdd2-d40d-4ad8-bbe1-5d094943074a", "address": "fa:16:3e:a8:07:08", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49accdd2-d4", "ovs_interfaceid": "49accdd2-d40d-4ad8-bbe1-5d094943074a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.607782] env[69357]: DEBUG nova.network.neutron [req-43e88f63-f3fc-4526-9999-bfae80a47838 req-3a424fda-e352-4f11-80b5-2600b19a7924 service nova] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Updated VIF entry in instance network info cache for port c33ee153-839a-41ed-94a2-f5c98d3fb342. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.608430] env[69357]: DEBUG nova.network.neutron [req-43e88f63-f3fc-4526-9999-bfae80a47838 req-3a424fda-e352-4f11-80b5-2600b19a7924 service nova] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Updating instance_info_cache with network_info: [{"id": "c33ee153-839a-41ed-94a2-f5c98d3fb342", "address": "fa:16:3e:54:76:7c", "network": {"id": "b7f91439-18c5-4c1a-94f3-1b3ab846d6ad", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2134152794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2068134fd86f4db6b7c597092d2c3672", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc33ee153-83", "ovs_interfaceid": "c33ee153-839a-41ed-94a2-f5c98d3fb342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.768075] env[69357]: DEBUG nova.compute.manager [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.793591] env[69357]: DEBUG nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.824505] env[69357]: DEBUG oslo_vmware.api [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151229, 'name': CloneVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.830136] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077262} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.830136] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.830551] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc1d01f-d0da-4a14-900e-471b19f2e953 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.847529] env[69357]: DEBUG oslo_concurrency.lockutils [req-cdb1596b-71dd-496b-afec-d8a3e3f9f79f req-5089f224-ad48-4309-9de8-2fd18a5785d0 service nova] Releasing lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.856109] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 4d2c14bb-c68d-4325-abfa-5c7f259720cb/4d2c14bb-c68d-4325-abfa-5c7f259720cb.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.856408] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a47178e-4640-4386-beea-fd7bd7b2657b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.874715] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a15e10a-4e70-48e3-bd34-a441b64a5f7f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.880231] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1058.880231] env[69357]: value = "task-4151232" [ 1058.880231] env[69357]: _type = "Task" [ 1058.880231] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.900471] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Updating instance '69116840-32fe-46c6-a831-78c627f986d5' progress to 0 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.912087] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.111796] env[69357]: DEBUG oslo_concurrency.lockutils [req-43e88f63-f3fc-4526-9999-bfae80a47838 req-3a424fda-e352-4f11-80b5-2600b19a7924 service nova] Releasing lock "refresh_cache-b9c730c4-021e-4fcf-b245-78d8479aa995" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.298343] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.298928] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1059.300027] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.072s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.300027] env[69357]: DEBUG oslo_concurrency.lockutils [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.033s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.301299] env[69357]: INFO nova.compute.claims [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.323567] env[69357]: DEBUG oslo_vmware.api [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151229, 'name': CloneVM_Task, 'duration_secs': 2.98751} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.323894] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Created linked-clone VM from snapshot [ 1059.324729] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea5c90b-dfa1-447b-8098-d43d69bbca85 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.333665] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Uploading image dc6f9f34-f9d5-44a2-9c34-6db67625517f {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1059.357982] env[69357]: DEBUG oslo_vmware.rw_handles [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1059.357982] env[69357]: value = "vm-822009" [ 1059.357982] env[69357]: _type = "VirtualMachine" [ 1059.357982] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1059.358635] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-63cbc1d3-5341-498b-928f-964f4088dbc7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.368526] env[69357]: DEBUG oslo_vmware.rw_handles [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Lease: (returnval){ [ 1059.368526] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529d1bb1-5a64-6be1-6ab4-48437cfe05b7" [ 1059.368526] env[69357]: _type = "HttpNfcLease" [ 1059.368526] env[69357]: } obtained for exporting VM: (result){ [ 1059.368526] env[69357]: value = "vm-822009" [ 1059.368526] env[69357]: _type = "VirtualMachine" [ 1059.368526] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1059.368939] env[69357]: DEBUG oslo_vmware.api [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Waiting for the lease: (returnval){ [ 1059.368939] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529d1bb1-5a64-6be1-6ab4-48437cfe05b7" [ 1059.368939] env[69357]: _type = "HttpNfcLease" [ 1059.368939] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1059.378441] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1059.378441] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529d1bb1-5a64-6be1-6ab4-48437cfe05b7" [ 1059.378441] env[69357]: _type = "HttpNfcLease" [ 1059.378441] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1059.395968] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151232, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.408889] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.408889] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1df15b17-7d19-477b-8eb1-dd949201d14c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.417922] env[69357]: DEBUG oslo_vmware.api [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1059.417922] env[69357]: value = "task-4151234" [ 1059.417922] env[69357]: _type = "Task" [ 1059.417922] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.427838] env[69357]: DEBUG oslo_vmware.api [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.878655] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1059.878655] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529d1bb1-5a64-6be1-6ab4-48437cfe05b7" [ 1059.878655] env[69357]: _type = "HttpNfcLease" [ 1059.878655] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1059.879190] env[69357]: DEBUG oslo_vmware.rw_handles [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1059.879190] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529d1bb1-5a64-6be1-6ab4-48437cfe05b7" [ 1059.879190] env[69357]: _type = "HttpNfcLease" [ 1059.879190] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1059.879742] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d76b47e-3ceb-4ca5-90fd-b4e2a8b6f0ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.888152] env[69357]: DEBUG oslo_vmware.rw_handles [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52376e83-b64a-48fc-3cde-4f27681c31b2/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1059.888351] env[69357]: DEBUG oslo_vmware.rw_handles [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52376e83-b64a-48fc-3cde-4f27681c31b2/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1059.954647] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151232, 'name': ReconfigVM_Task, 'duration_secs': 0.538193} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.955667] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 4d2c14bb-c68d-4325-abfa-5c7f259720cb/4d2c14bb-c68d-4325-abfa-5c7f259720cb.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.957929] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-baac1e99-40b0-436b-81f4-29e25f304dc4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.963318] env[69357]: DEBUG oslo_vmware.api [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151234, 'name': PowerOffVM_Task, 'duration_secs': 0.403787} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.964527] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.964778] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Updating instance '69116840-32fe-46c6-a831-78c627f986d5' progress to 17 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1059.968112] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1059.968112] env[69357]: value = "task-4151235" [ 1059.968112] env[69357]: _type = "Task" [ 1059.968112] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.978593] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151235, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.034310] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-369808ca-30ca-4f3f-9fbb-30f9865a613a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.471840] env[69357]: DEBUG nova.virt.hardware [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.472964] env[69357]: DEBUG nova.virt.hardware [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.473213] env[69357]: DEBUG nova.virt.hardware [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.473590] env[69357]: DEBUG nova.virt.hardware [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.474019] env[69357]: DEBUG nova.virt.hardware [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.474202] env[69357]: DEBUG nova.virt.hardware [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.474495] env[69357]: DEBUG nova.virt.hardware [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.474785] env[69357]: DEBUG nova.virt.hardware [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.475094] env[69357]: DEBUG nova.virt.hardware [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.475351] env[69357]: DEBUG nova.virt.hardware [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.475578] env[69357]: DEBUG nova.virt.hardware [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.486833] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-988e5ca6-f3b7-4417-97a5-fb40a1acf60e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.510961] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151235, 'name': Rename_Task, 'duration_secs': 0.356847} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.513277] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.514844] env[69357]: DEBUG oslo_vmware.api [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1060.514844] env[69357]: value = "task-4151236" [ 1060.514844] env[69357]: _type = "Task" [ 1060.514844] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.517712] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb4a91e9-5c78-481a-a2ab-538e14550c5e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.531341] env[69357]: DEBUG oslo_vmware.api [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.533514] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1060.533514] env[69357]: value = "task-4151237" [ 1060.533514] env[69357]: _type = "Task" [ 1060.533514] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.737542] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b04b75-c17a-483d-85c6-c97849306d01 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.746907] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce90329-56e6-4284-bc7a-1afa9074b82b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.782249] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b144fd7-93c8-4c6c-b780-63f663ce355c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.791773] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6c5135-640c-4a14-b111-5fbafa68c100 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.808171] env[69357]: DEBUG nova.compute.provider_tree [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.033658] env[69357]: DEBUG oslo_vmware.api [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151236, 'name': ReconfigVM_Task, 'duration_secs': 0.283347} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.034776] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Updating instance '69116840-32fe-46c6-a831-78c627f986d5' progress to 33 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1061.048758] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151237, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.312378] env[69357]: DEBUG nova.scheduler.client.report [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.546570] env[69357]: DEBUG nova.virt.hardware [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.546826] env[69357]: DEBUG nova.virt.hardware [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.546989] env[69357]: DEBUG nova.virt.hardware [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.547687] env[69357]: DEBUG nova.virt.hardware [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.548389] env[69357]: DEBUG nova.virt.hardware [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.548498] env[69357]: DEBUG nova.virt.hardware [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.548825] env[69357]: DEBUG nova.virt.hardware [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.548977] env[69357]: DEBUG nova.virt.hardware [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.549212] env[69357]: DEBUG nova.virt.hardware [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.549728] env[69357]: DEBUG nova.virt.hardware [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.549728] env[69357]: DEBUG nova.virt.hardware [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.555310] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1061.555731] env[69357]: DEBUG oslo_vmware.api [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151237, 'name': PowerOnVM_Task, 'duration_secs': 0.765295} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.556021] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79bd0755-75f4-4dec-a233-26f31b406d2c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.569521] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.569849] env[69357]: INFO nova.compute.manager [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1061.570110] env[69357]: DEBUG nova.compute.manager [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1061.571045] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3aceb37-b544-43a5-9874-fb78830b5068 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.584385] env[69357]: DEBUG oslo_vmware.api [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1061.584385] env[69357]: value = "task-4151238" [ 1061.584385] env[69357]: _type = "Task" [ 1061.584385] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.594087] env[69357]: DEBUG oslo_vmware.api [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151238, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.817400] env[69357]: DEBUG oslo_concurrency.lockutils [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.817928] env[69357]: DEBUG nova.compute.manager [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.820939] env[69357]: DEBUG oslo_concurrency.lockutils [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.075s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.822653] env[69357]: INFO nova.compute.claims [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.101367] env[69357]: DEBUG oslo_vmware.api [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151238, 'name': ReconfigVM_Task, 'duration_secs': 0.257313} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.101961] env[69357]: INFO nova.compute.manager [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Took 32.42 seconds to build instance. [ 1062.103586] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1062.104923] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46390a0-6b37-48c2-b755-93ff435f7901 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.133180] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 69116840-32fe-46c6-a831-78c627f986d5/69116840-32fe-46c6-a831-78c627f986d5.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.133556] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b58eca56-787d-4d12-a921-3a2954058be4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.155029] env[69357]: DEBUG oslo_vmware.api [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1062.155029] env[69357]: value = "task-4151239" [ 1062.155029] env[69357]: _type = "Task" [ 1062.155029] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.170215] env[69357]: DEBUG oslo_vmware.api [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.328298] env[69357]: DEBUG nova.compute.utils [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.333093] env[69357]: DEBUG nova.compute.manager [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.333093] env[69357]: DEBUG nova.network.neutron [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.373496] env[69357]: DEBUG nova.policy [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e7a4b24022447fbad1252fe073ed845', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7057ae3e4a404d2eaf19cbb903512690', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.604522] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ba923df-f58a-473a-adf9-26835c8433d6 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "4d2c14bb-c68d-4325-abfa-5c7f259720cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.932s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.667019] env[69357]: DEBUG oslo_vmware.api [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151239, 'name': ReconfigVM_Task, 'duration_secs': 0.491818} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.667407] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 69116840-32fe-46c6-a831-78c627f986d5/69116840-32fe-46c6-a831-78c627f986d5.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.667683] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Updating instance '69116840-32fe-46c6-a831-78c627f986d5' progress to 50 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.836835] env[69357]: DEBUG nova.compute.manager [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.865861] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "4d2c14bb-c68d-4325-abfa-5c7f259720cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.866190] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "4d2c14bb-c68d-4325-abfa-5c7f259720cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.866429] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "4d2c14bb-c68d-4325-abfa-5c7f259720cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.866714] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "4d2c14bb-c68d-4325-abfa-5c7f259720cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.866952] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "4d2c14bb-c68d-4325-abfa-5c7f259720cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.870265] env[69357]: INFO nova.compute.manager [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Terminating instance [ 1062.897263] env[69357]: DEBUG nova.network.neutron [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Successfully created port: 8a81efc1-212c-4294-8a2d-f9f77427eb12 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.175161] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb0dec3-5921-472c-933a-f17310317077 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.180507] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346b6d91-721c-41e7-b46b-d994814da8f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.204644] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cc87eb-15ab-4729-ad2e-3b9018fdc2f7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.208439] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d63968-84d5-4f8a-9766-d694efb3c08d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.228175] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Updating instance '69116840-32fe-46c6-a831-78c627f986d5' progress to 67 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1063.262466] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08065cc6-f9b6-447d-99eb-8bfc605c633d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.271300] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abc2e07-603e-4df7-87bc-bb5176310cc5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.287386] env[69357]: DEBUG nova.compute.provider_tree [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.376438] env[69357]: DEBUG nova.compute.manager [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.376679] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.378139] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9299e4-7171-4777-b611-ffcaa01eea4e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.387038] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.387038] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d898b191-0daa-4b4b-b81a-b4e9cccf630c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.395702] env[69357]: DEBUG oslo_vmware.api [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1063.395702] env[69357]: value = "task-4151240" [ 1063.395702] env[69357]: _type = "Task" [ 1063.395702] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.412283] env[69357]: DEBUG oslo_vmware.api [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.791585] env[69357]: DEBUG nova.scheduler.client.report [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.822560] env[69357]: DEBUG nova.network.neutron [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Port b98625f4-2ced-46b5-9f3e-4add40cc490e binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1063.850140] env[69357]: DEBUG nova.compute.manager [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.907651] env[69357]: DEBUG oslo_vmware.api [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151240, 'name': PowerOffVM_Task, 'duration_secs': 0.301968} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.907959] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.908321] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.908635] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42bce00e-870c-45fb-8fe3-5e3b77010e3d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.297511] env[69357]: DEBUG oslo_concurrency.lockutils [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.298089] env[69357]: DEBUG nova.compute.manager [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.301106] env[69357]: DEBUG oslo_concurrency.lockutils [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.862s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.301294] env[69357]: DEBUG oslo_concurrency.lockutils [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.303533] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.034s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.303755] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.306978] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.022s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.306978] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.308734] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.486s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.308946] env[69357]: DEBUG nova.objects.instance [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lazy-loading 'pci_requests' on Instance uuid 8d23c06e-283e-4d2c-965e-2cb32d4b4605 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.332567] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.332982] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.333246] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Deleting the datastore file [datastore2] 4d2c14bb-c68d-4325-abfa-5c7f259720cb {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.334713] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b508e32b-07f6-442b-9a44-f80c74fbdaff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.343860] env[69357]: DEBUG oslo_vmware.api [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1064.343860] env[69357]: value = "task-4151242" [ 1064.343860] env[69357]: _type = "Task" [ 1064.343860] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.353635] env[69357]: DEBUG oslo_vmware.api [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.400762] env[69357]: INFO nova.scheduler.client.report [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Deleted allocations for instance d67b0507-3c63-4f80-b575-8096cf194076 [ 1064.403466] env[69357]: INFO nova.scheduler.client.report [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Deleted allocations for instance 6860687b-50f2-4e57-8234-fd1a0e5cd36b [ 1064.438037] env[69357]: INFO nova.scheduler.client.report [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Deleted allocations for instance 2715a50a-a4fd-44bc-993b-5fc9e3326b24 [ 1064.620743] env[69357]: DEBUG nova.compute.manager [req-64c7404b-5aea-4815-af5e-3b62cefc893d req-f07b3662-beb5-4c70-89c8-cd5cbf0cacad service nova] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Received event network-vif-plugged-8a81efc1-212c-4294-8a2d-f9f77427eb12 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.620743] env[69357]: DEBUG oslo_concurrency.lockutils [req-64c7404b-5aea-4815-af5e-3b62cefc893d req-f07b3662-beb5-4c70-89c8-cd5cbf0cacad service nova] Acquiring lock "3a924a64-140f-4df3-8a18-5f52d5c684b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.620743] env[69357]: DEBUG oslo_concurrency.lockutils [req-64c7404b-5aea-4815-af5e-3b62cefc893d req-f07b3662-beb5-4c70-89c8-cd5cbf0cacad service nova] Lock "3a924a64-140f-4df3-8a18-5f52d5c684b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.620743] env[69357]: DEBUG oslo_concurrency.lockutils [req-64c7404b-5aea-4815-af5e-3b62cefc893d req-f07b3662-beb5-4c70-89c8-cd5cbf0cacad service nova] Lock "3a924a64-140f-4df3-8a18-5f52d5c684b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.620743] env[69357]: DEBUG nova.compute.manager [req-64c7404b-5aea-4815-af5e-3b62cefc893d req-f07b3662-beb5-4c70-89c8-cd5cbf0cacad service nova] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] No waiting events found dispatching network-vif-plugged-8a81efc1-212c-4294-8a2d-f9f77427eb12 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1064.621245] env[69357]: WARNING nova.compute.manager [req-64c7404b-5aea-4815-af5e-3b62cefc893d req-f07b3662-beb5-4c70-89c8-cd5cbf0cacad service nova] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Received unexpected event network-vif-plugged-8a81efc1-212c-4294-8a2d-f9f77427eb12 for instance with vm_state building and task_state spawning. [ 1064.746118] env[69357]: DEBUG nova.network.neutron [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Successfully updated port: 8a81efc1-212c-4294-8a2d-f9f77427eb12 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.808740] env[69357]: DEBUG nova.compute.utils [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.810192] env[69357]: DEBUG nova.compute.manager [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.810363] env[69357]: DEBUG nova.network.neutron [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.814022] env[69357]: DEBUG nova.objects.instance [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lazy-loading 'numa_topology' on Instance uuid 8d23c06e-283e-4d2c-965e-2cb32d4b4605 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.851032] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "69116840-32fe-46c6-a831-78c627f986d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.851032] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "69116840-32fe-46c6-a831-78c627f986d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.851032] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "69116840-32fe-46c6-a831-78c627f986d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.857356] env[69357]: DEBUG nova.policy [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '759d3c79e44c486992d1bc4309dafed1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bda71363f2a49d4a857ec99bb9cb47a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.866249] env[69357]: DEBUG oslo_vmware.api [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384852} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.866540] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.866726] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.866906] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.867094] env[69357]: INFO nova.compute.manager [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Took 1.49 seconds to destroy the instance on the hypervisor. [ 1064.867428] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.867586] env[69357]: DEBUG nova.compute.manager [-] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.867735] env[69357]: DEBUG nova.network.neutron [-] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.913532] env[69357]: DEBUG oslo_concurrency.lockutils [None req-61c86b65-a175-4a7b-8d13-7e4400e6de3f tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "d67b0507-3c63-4f80-b575-8096cf194076" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.828s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.918025] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c51b8cab-b185-4dea-871d-0ec42bea6bb7 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "6860687b-50f2-4e57-8234-fd1a0e5cd36b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.438s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.947473] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6ab142cc-bf3b-43a8-ab44-9c0bd7181f0c tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Lock "2715a50a-a4fd-44bc-993b-5fc9e3326b24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.182s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.248709] env[69357]: DEBUG oslo_concurrency.lockutils [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "refresh_cache-3a924a64-140f-4df3-8a18-5f52d5c684b3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.248982] env[69357]: DEBUG oslo_concurrency.lockutils [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "refresh_cache-3a924a64-140f-4df3-8a18-5f52d5c684b3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.249133] env[69357]: DEBUG nova.network.neutron [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.315865] env[69357]: DEBUG nova.compute.manager [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.321844] env[69357]: INFO nova.compute.claims [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.662090] env[69357]: DEBUG nova.network.neutron [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Successfully created port: ea5c5a37-3810-4444-b5d0-494b3f8137f8 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.838440] env[69357]: DEBUG nova.network.neutron [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.981356] env[69357]: DEBUG nova.virt.hardware [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.981356] env[69357]: DEBUG nova.virt.hardware [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.981356] env[69357]: DEBUG nova.virt.hardware [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.981356] env[69357]: DEBUG nova.virt.hardware [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.981356] env[69357]: DEBUG nova.virt.hardware [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.981356] env[69357]: DEBUG nova.virt.hardware [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.982110] env[69357]: DEBUG nova.virt.hardware [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.982426] env[69357]: DEBUG nova.virt.hardware [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.982813] env[69357]: DEBUG nova.virt.hardware [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.983311] env[69357]: DEBUG nova.virt.hardware [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.983620] env[69357]: DEBUG nova.virt.hardware [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.986386] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e17cc4-5961-4545-8b44-4937f319036c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.004888] env[69357]: DEBUG oslo_vmware.rw_handles [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c100b6-a4dc-dee7-e827-9e534af9f9ba/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1066.006421] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd134081-4f49-4f2c-b86b-3f7f2896c4d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.011577] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3283a4-61ce-4fe9-89df-f75295718e01 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.019129] env[69357]: DEBUG oslo_vmware.rw_handles [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c100b6-a4dc-dee7-e827-9e534af9f9ba/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1066.020081] env[69357]: ERROR oslo_vmware.rw_handles [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c100b6-a4dc-dee7-e827-9e534af9f9ba/disk-0.vmdk due to incomplete transfer. [ 1066.030856] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a1b4ba1d-d79c-43dd-bbc7-3bf9e2524f6f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.042421] env[69357]: DEBUG oslo_vmware.rw_handles [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c100b6-a4dc-dee7-e827-9e534af9f9ba/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1066.042421] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Uploaded image 91c308be-c771-4b71-be82-dcf20e2933d8 to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1066.044346] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1066.044807] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d4a721c1-1dac-4a0f-b33a-c9d42d8691b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.055022] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1066.055022] env[69357]: value = "task-4151243" [ 1066.055022] env[69357]: _type = "Task" [ 1066.055022] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.059260] env[69357]: DEBUG nova.network.neutron [-] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.066321] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151243, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.215803] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "refresh_cache-69116840-32fe-46c6-a831-78c627f986d5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.215803] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "refresh_cache-69116840-32fe-46c6-a831-78c627f986d5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.215803] env[69357]: DEBUG nova.network.neutron [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.336410] env[69357]: DEBUG nova.compute.manager [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.391907] env[69357]: DEBUG nova.virt.hardware [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.392173] env[69357]: DEBUG nova.virt.hardware [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.392332] env[69357]: DEBUG nova.virt.hardware [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.392519] env[69357]: DEBUG nova.virt.hardware [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.392748] env[69357]: DEBUG nova.virt.hardware [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.392878] env[69357]: DEBUG nova.virt.hardware [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.393440] env[69357]: DEBUG nova.virt.hardware [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.393712] env[69357]: DEBUG nova.virt.hardware [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.393953] env[69357]: DEBUG nova.virt.hardware [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.396967] env[69357]: DEBUG nova.virt.hardware [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.396967] env[69357]: DEBUG nova.virt.hardware [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.396967] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d9b730-9a54-45e8-8ddd-6b9536adeb9b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.415038] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a4b9f6-b35a-41b5-aeb1-5a6b3176da8e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.545076] env[69357]: DEBUG nova.network.neutron [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Updating instance_info_cache with network_info: [{"id": "8a81efc1-212c-4294-8a2d-f9f77427eb12", "address": "fa:16:3e:92:5a:ef", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a81efc1-21", "ovs_interfaceid": "8a81efc1-212c-4294-8a2d-f9f77427eb12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.565734] env[69357]: INFO nova.compute.manager [-] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Took 1.70 seconds to deallocate network for instance. [ 1066.566271] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151243, 'name': Destroy_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.691898] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825ac333-f876-4793-93af-b434f5b71fca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.704320] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232c501b-c94d-4c80-99a4-1cfb5c79042b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.747294] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb40d77a-b565-4261-b655-d343e4acbe66 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.756930] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519ffde0-2d02-493e-b777-0b35d0b92535 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.773137] env[69357]: DEBUG nova.compute.provider_tree [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.952739] env[69357]: DEBUG nova.compute.manager [req-2eb65b06-1f62-4d33-b155-3d781233f29a req-d1d5ea48-8c9d-4a1c-82b6-a633a5e68628 service nova] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Received event network-changed-8a81efc1-212c-4294-8a2d-f9f77427eb12 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.952953] env[69357]: DEBUG nova.compute.manager [req-2eb65b06-1f62-4d33-b155-3d781233f29a req-d1d5ea48-8c9d-4a1c-82b6-a633a5e68628 service nova] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Refreshing instance network info cache due to event network-changed-8a81efc1-212c-4294-8a2d-f9f77427eb12. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.953160] env[69357]: DEBUG oslo_concurrency.lockutils [req-2eb65b06-1f62-4d33-b155-3d781233f29a req-d1d5ea48-8c9d-4a1c-82b6-a633a5e68628 service nova] Acquiring lock "refresh_cache-3a924a64-140f-4df3-8a18-5f52d5c684b3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.047827] env[69357]: DEBUG oslo_concurrency.lockutils [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "refresh_cache-3a924a64-140f-4df3-8a18-5f52d5c684b3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.048181] env[69357]: DEBUG nova.compute.manager [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Instance network_info: |[{"id": "8a81efc1-212c-4294-8a2d-f9f77427eb12", "address": "fa:16:3e:92:5a:ef", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a81efc1-21", "ovs_interfaceid": "8a81efc1-212c-4294-8a2d-f9f77427eb12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.048468] env[69357]: DEBUG oslo_concurrency.lockutils [req-2eb65b06-1f62-4d33-b155-3d781233f29a req-d1d5ea48-8c9d-4a1c-82b6-a633a5e68628 service nova] Acquired lock "refresh_cache-3a924a64-140f-4df3-8a18-5f52d5c684b3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.048649] env[69357]: DEBUG nova.network.neutron [req-2eb65b06-1f62-4d33-b155-3d781233f29a req-d1d5ea48-8c9d-4a1c-82b6-a633a5e68628 service nova] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Refreshing network info cache for port 8a81efc1-212c-4294-8a2d-f9f77427eb12 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.049943] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:5a:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a81efc1-212c-4294-8a2d-f9f77427eb12', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.058575] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.060542] env[69357]: DEBUG nova.network.neutron [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Updating instance_info_cache with network_info: [{"id": "b98625f4-2ced-46b5-9f3e-4add40cc490e", "address": "fa:16:3e:10:fd:83", "network": {"id": "e4b350ba-ef87-4c2d-b94d-153f1aa0d1aa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-224470408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6a244fe5024e1a98608a731f3cbe86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb98625f4-2c", "ovs_interfaceid": "b98625f4-2ced-46b5-9f3e-4add40cc490e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.061643] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.068509] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47c665c7-05af-4c76-9244-ae0f2e58dacc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.084378] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.091245] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151243, 'name': Destroy_Task, 'duration_secs': 0.535766} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.095035] env[69357]: DEBUG oslo_vmware.rw_handles [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52376e83-b64a-48fc-3cde-4f27681c31b2/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1067.095290] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Destroyed the VM [ 1067.095661] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1067.096485] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ac61fc-1444-4490-b1a6-18b2e3e8492b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.099140] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.099140] env[69357]: value = "task-4151244" [ 1067.099140] env[69357]: _type = "Task" [ 1067.099140] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.099451] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-89758a13-8e5b-4277-a864-d830f8246165 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.106640] env[69357]: DEBUG oslo_vmware.rw_handles [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52376e83-b64a-48fc-3cde-4f27681c31b2/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1067.106847] env[69357]: ERROR oslo_vmware.rw_handles [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52376e83-b64a-48fc-3cde-4f27681c31b2/disk-0.vmdk due to incomplete transfer. [ 1067.107567] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dc3adacd-f40c-4253-8342-e6dd096f1af6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.113094] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151244, 'name': CreateVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.114990] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1067.114990] env[69357]: value = "task-4151245" [ 1067.114990] env[69357]: _type = "Task" [ 1067.114990] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.126479] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151245, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.129929] env[69357]: DEBUG oslo_vmware.rw_handles [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52376e83-b64a-48fc-3cde-4f27681c31b2/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1067.130162] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Uploaded image dc6f9f34-f9d5-44a2-9c34-6db67625517f to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1067.132281] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1067.132568] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5e455e9c-7b68-4e0a-a6cc-6965e09f0a08 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.141593] env[69357]: DEBUG oslo_vmware.api [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Waiting for the task: (returnval){ [ 1067.141593] env[69357]: value = "task-4151246" [ 1067.141593] env[69357]: _type = "Task" [ 1067.141593] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.152325] env[69357]: DEBUG oslo_vmware.api [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151246, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.276434] env[69357]: DEBUG nova.scheduler.client.report [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.501995] env[69357]: DEBUG oslo_concurrency.lockutils [None req-455d6897-ba2c-4814-b7d7-c422bc91f88a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "e6ce382a-b3bd-48cf-83f0-4b429a6b1c12" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.501995] env[69357]: DEBUG oslo_concurrency.lockutils [None req-455d6897-ba2c-4814-b7d7-c422bc91f88a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "e6ce382a-b3bd-48cf-83f0-4b429a6b1c12" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.565924] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "refresh_cache-69116840-32fe-46c6-a831-78c627f986d5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.611467] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151244, 'name': CreateVM_Task, 'duration_secs': 0.475157} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.619116] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.619116] env[69357]: DEBUG oslo_concurrency.lockutils [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.619116] env[69357]: DEBUG oslo_concurrency.lockutils [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.619116] env[69357]: DEBUG oslo_concurrency.lockutils [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.619116] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40f41c8c-e8f9-4b42-841d-9318e8db23bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.619116] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1067.619116] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52cfe14e-cade-8813-9a77-9b4282fbbd98" [ 1067.619116] env[69357]: _type = "Task" [ 1067.619116] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.629356] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "95061016-3f49-4d96-a8fc-5794f33880e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.629603] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "95061016-3f49-4d96-a8fc-5794f33880e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.630959] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151245, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.640630] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52cfe14e-cade-8813-9a77-9b4282fbbd98, 'name': SearchDatastore_Task, 'duration_secs': 0.010697} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.641054] env[69357]: DEBUG oslo_concurrency.lockutils [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.641365] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.641481] env[69357]: DEBUG oslo_concurrency.lockutils [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.641626] env[69357]: DEBUG oslo_concurrency.lockutils [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.641870] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.642281] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31de1a5a-7e01-4b2b-bfb4-74a5f429f8e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.654388] env[69357]: DEBUG oslo_vmware.api [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151246, 'name': Destroy_Task, 'duration_secs': 0.396243} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.657804] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Destroyed the VM [ 1067.658125] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1067.658434] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.658598] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.659664] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b1ec39c5-3a2f-4592-aedf-3ea968d55015 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.661401] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c7ca29f-6703-4304-96ff-4df0297b2ed6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.667637] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1067.667637] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b25ea5-2b5f-802e-8b0a-046605985861" [ 1067.667637] env[69357]: _type = "Task" [ 1067.667637] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.669038] env[69357]: DEBUG oslo_vmware.api [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Waiting for the task: (returnval){ [ 1067.669038] env[69357]: value = "task-4151247" [ 1067.669038] env[69357]: _type = "Task" [ 1067.669038] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.689364] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b25ea5-2b5f-802e-8b0a-046605985861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.689364] env[69357]: DEBUG oslo_vmware.api [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151247, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.783837] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.475s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.786273] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.367s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.786573] env[69357]: DEBUG nova.objects.instance [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Lazy-loading 'resources' on Instance uuid 7e597192-4c63-4c7a-b6ae-9f1fed35cb08 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.863650] env[69357]: INFO nova.network.neutron [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Updating port 7a79c52a-a307-43ac-bcb4-c636de094b1a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1067.873199] env[69357]: DEBUG nova.network.neutron [req-2eb65b06-1f62-4d33-b155-3d781233f29a req-d1d5ea48-8c9d-4a1c-82b6-a633a5e68628 service nova] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Updated VIF entry in instance network info cache for port 8a81efc1-212c-4294-8a2d-f9f77427eb12. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.873519] env[69357]: DEBUG nova.network.neutron [req-2eb65b06-1f62-4d33-b155-3d781233f29a req-d1d5ea48-8c9d-4a1c-82b6-a633a5e68628 service nova] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Updating instance_info_cache with network_info: [{"id": "8a81efc1-212c-4294-8a2d-f9f77427eb12", "address": "fa:16:3e:92:5a:ef", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a81efc1-21", "ovs_interfaceid": "8a81efc1-212c-4294-8a2d-f9f77427eb12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.006796] env[69357]: DEBUG nova.compute.utils [None req-455d6897-ba2c-4814-b7d7-c422bc91f88a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.099852] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d38eec6-ccaa-4290-9cdb-4d83c8fd1cf4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.108397] env[69357]: DEBUG nova.network.neutron [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Successfully updated port: ea5c5a37-3810-4444-b5d0-494b3f8137f8 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.130196] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771286e5-1fa2-49a0-bc90-f5032d913ec7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.133474] env[69357]: DEBUG nova.compute.manager [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.141970] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151245, 'name': RemoveSnapshot_Task, 'duration_secs': 0.577529} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.144508] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1068.144816] env[69357]: DEBUG nova.compute.manager [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1068.145863] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Updating instance '69116840-32fe-46c6-a831-78c627f986d5' progress to 83 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1068.150364] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a382c1ed-cdaa-4572-abf6-6677ca536557 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.186130] env[69357]: DEBUG oslo_vmware.api [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151247, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.186416] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b25ea5-2b5f-802e-8b0a-046605985861, 'name': SearchDatastore_Task, 'duration_secs': 0.015436} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.187208] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38f4da31-532a-4566-8c94-4bb60b602304 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.193850] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1068.193850] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fb8b9d-afb3-5d82-4070-73a835623e7b" [ 1068.193850] env[69357]: _type = "Task" [ 1068.193850] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.204393] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fb8b9d-afb3-5d82-4070-73a835623e7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.381959] env[69357]: DEBUG oslo_concurrency.lockutils [req-2eb65b06-1f62-4d33-b155-3d781233f29a req-d1d5ea48-8c9d-4a1c-82b6-a633a5e68628 service nova] Releasing lock "refresh_cache-3a924a64-140f-4df3-8a18-5f52d5c684b3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.382561] env[69357]: DEBUG nova.compute.manager [req-2eb65b06-1f62-4d33-b155-3d781233f29a req-d1d5ea48-8c9d-4a1c-82b6-a633a5e68628 service nova] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Received event network-vif-deleted-b88a111b-0287-40ab-8275-2607f2bf20c2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.510842] env[69357]: DEBUG oslo_concurrency.lockutils [None req-455d6897-ba2c-4814-b7d7-c422bc91f88a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "e6ce382a-b3bd-48cf-83f0-4b429a6b1c12" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.545033] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a6dfa6-89f9-4d66-9994-6ec04e67dc2d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.553044] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab83589-19e4-4fb4-a1a8-19dd7c087bd9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.585424] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0a0bf0-0e6c-4e49-bba0-1e8cab9417cb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.594053] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654677cb-b39f-4491-8d3a-a5acad194557 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.608565] env[69357]: DEBUG nova.compute.provider_tree [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.627134] env[69357]: DEBUG oslo_concurrency.lockutils [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "refresh_cache-46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.627336] env[69357]: DEBUG oslo_concurrency.lockutils [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquired lock "refresh_cache-46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.627522] env[69357]: DEBUG nova.network.neutron [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.656712] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.657913] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.658416] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76d91249-f864-4def-94b7-f239eebf58bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.664612] env[69357]: INFO nova.compute.manager [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Shelve offloading [ 1068.670311] env[69357]: DEBUG oslo_vmware.api [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1068.670311] env[69357]: value = "task-4151248" [ 1068.670311] env[69357]: _type = "Task" [ 1068.670311] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.682677] env[69357]: DEBUG oslo_vmware.api [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.689010] env[69357]: DEBUG oslo_vmware.api [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151247, 'name': RemoveSnapshot_Task, 'duration_secs': 0.790641} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.689326] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1068.689563] env[69357]: INFO nova.compute.manager [None req-2988828f-cd2c-4d16-ab8b-fb788a26c1ef tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Took 15.05 seconds to snapshot the instance on the hypervisor. [ 1068.705864] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fb8b9d-afb3-5d82-4070-73a835623e7b, 'name': SearchDatastore_Task, 'duration_secs': 0.010806} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.706178] env[69357]: DEBUG oslo_concurrency.lockutils [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.706453] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 3a924a64-140f-4df3-8a18-5f52d5c684b3/3a924a64-140f-4df3-8a18-5f52d5c684b3.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.706746] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d32501b-a3e4-4f8c-917c-661b4f3ed8eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.715486] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1068.715486] env[69357]: value = "task-4151249" [ 1068.715486] env[69357]: _type = "Task" [ 1068.715486] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.725538] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.113032] env[69357]: DEBUG nova.scheduler.client.report [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.165139] env[69357]: DEBUG nova.network.neutron [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.169567] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.169954] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00be92cb-b508-43f0-b280-ba5663a4b909 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.184422] env[69357]: DEBUG oslo_vmware.api [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151248, 'name': PowerOnVM_Task, 'duration_secs': 0.496162} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.186097] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.186307] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1b48f094-b87d-40bf-9091-2e0b7f6aa538 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Updating instance '69116840-32fe-46c6-a831-78c627f986d5' progress to 100 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1069.191522] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1069.191522] env[69357]: value = "task-4151250" [ 1069.191522] env[69357]: _type = "Task" [ 1069.191522] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.214090] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1069.214400] env[69357]: DEBUG nova.compute.manager [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1069.215384] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c43a42-c908-4037-8964-089d09431819 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.234407] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "refresh_cache-58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.234407] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquired lock "refresh_cache-58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.234407] env[69357]: DEBUG nova.network.neutron [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.236423] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151249, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.238029] env[69357]: DEBUG nova.compute.manager [req-e7a8ecd3-d017-476d-b9ae-9b879c9f20bb req-b18bc5e7-8231-454d-a268-943cd4af65b6 service nova] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Received event network-vif-plugged-ea5c5a37-3810-4444-b5d0-494b3f8137f8 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.238237] env[69357]: DEBUG oslo_concurrency.lockutils [req-e7a8ecd3-d017-476d-b9ae-9b879c9f20bb req-b18bc5e7-8231-454d-a268-943cd4af65b6 service nova] Acquiring lock "46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.238406] env[69357]: DEBUG oslo_concurrency.lockutils [req-e7a8ecd3-d017-476d-b9ae-9b879c9f20bb req-b18bc5e7-8231-454d-a268-943cd4af65b6 service nova] Lock "46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.238567] env[69357]: DEBUG oslo_concurrency.lockutils [req-e7a8ecd3-d017-476d-b9ae-9b879c9f20bb req-b18bc5e7-8231-454d-a268-943cd4af65b6 service nova] Lock "46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.238733] env[69357]: DEBUG nova.compute.manager [req-e7a8ecd3-d017-476d-b9ae-9b879c9f20bb req-b18bc5e7-8231-454d-a268-943cd4af65b6 service nova] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] No waiting events found dispatching network-vif-plugged-ea5c5a37-3810-4444-b5d0-494b3f8137f8 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1069.238903] env[69357]: WARNING nova.compute.manager [req-e7a8ecd3-d017-476d-b9ae-9b879c9f20bb req-b18bc5e7-8231-454d-a268-943cd4af65b6 service nova] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Received unexpected event network-vif-plugged-ea5c5a37-3810-4444-b5d0-494b3f8137f8 for instance with vm_state building and task_state spawning. [ 1069.239080] env[69357]: DEBUG nova.compute.manager [req-e7a8ecd3-d017-476d-b9ae-9b879c9f20bb req-b18bc5e7-8231-454d-a268-943cd4af65b6 service nova] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Received event network-changed-ea5c5a37-3810-4444-b5d0-494b3f8137f8 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.239272] env[69357]: DEBUG nova.compute.manager [req-e7a8ecd3-d017-476d-b9ae-9b879c9f20bb req-b18bc5e7-8231-454d-a268-943cd4af65b6 service nova] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Refreshing instance network info cache due to event network-changed-ea5c5a37-3810-4444-b5d0-494b3f8137f8. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.239477] env[69357]: DEBUG oslo_concurrency.lockutils [req-e7a8ecd3-d017-476d-b9ae-9b879c9f20bb req-b18bc5e7-8231-454d-a268-943cd4af65b6 service nova] Acquiring lock "refresh_cache-46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.348957] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Acquiring lock "ca1c5e0d-acd0-46cd-bdb3-9cff41e74060" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.349262] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Lock "ca1c5e0d-acd0-46cd-bdb3-9cff41e74060" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.427065] env[69357]: DEBUG nova.network.neutron [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Updating instance_info_cache with network_info: [{"id": "ea5c5a37-3810-4444-b5d0-494b3f8137f8", "address": "fa:16:3e:3e:bf:c0", "network": {"id": "b7851c43-d7d5-418d-8dc2-988add5166fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-323923284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bda71363f2a49d4a857ec99bb9cb47a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea5c5a37-38", "ovs_interfaceid": "ea5c5a37-3810-4444-b5d0-494b3f8137f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.507977] env[69357]: DEBUG nova.compute.manager [req-4ec6574c-54b9-4ed9-bfc1-6bb68d9d3bb7 req-11bd8212-e78e-4dad-b1b3-2c5d8cce4e71 service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Received event network-vif-plugged-7a79c52a-a307-43ac-bcb4-c636de094b1a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.508496] env[69357]: DEBUG oslo_concurrency.lockutils [req-4ec6574c-54b9-4ed9-bfc1-6bb68d9d3bb7 req-11bd8212-e78e-4dad-b1b3-2c5d8cce4e71 service nova] Acquiring lock "8d23c06e-283e-4d2c-965e-2cb32d4b4605-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.509033] env[69357]: DEBUG oslo_concurrency.lockutils [req-4ec6574c-54b9-4ed9-bfc1-6bb68d9d3bb7 req-11bd8212-e78e-4dad-b1b3-2c5d8cce4e71 service nova] Lock "8d23c06e-283e-4d2c-965e-2cb32d4b4605-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.509670] env[69357]: DEBUG oslo_concurrency.lockutils [req-4ec6574c-54b9-4ed9-bfc1-6bb68d9d3bb7 req-11bd8212-e78e-4dad-b1b3-2c5d8cce4e71 service nova] Lock "8d23c06e-283e-4d2c-965e-2cb32d4b4605-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.509670] env[69357]: DEBUG nova.compute.manager [req-4ec6574c-54b9-4ed9-bfc1-6bb68d9d3bb7 req-11bd8212-e78e-4dad-b1b3-2c5d8cce4e71 service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] No waiting events found dispatching network-vif-plugged-7a79c52a-a307-43ac-bcb4-c636de094b1a {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1069.509670] env[69357]: WARNING nova.compute.manager [req-4ec6574c-54b9-4ed9-bfc1-6bb68d9d3bb7 req-11bd8212-e78e-4dad-b1b3-2c5d8cce4e71 service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Received unexpected event network-vif-plugged-7a79c52a-a307-43ac-bcb4-c636de094b1a for instance with vm_state shelved_offloaded and task_state spawning. [ 1069.597123] env[69357]: DEBUG oslo_concurrency.lockutils [None req-455d6897-ba2c-4814-b7d7-c422bc91f88a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "e6ce382a-b3bd-48cf-83f0-4b429a6b1c12" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.597397] env[69357]: DEBUG oslo_concurrency.lockutils [None req-455d6897-ba2c-4814-b7d7-c422bc91f88a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "e6ce382a-b3bd-48cf-83f0-4b429a6b1c12" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.597645] env[69357]: INFO nova.compute.manager [None req-455d6897-ba2c-4814-b7d7-c422bc91f88a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Attaching volume 75566cd4-edf0-41da-b41d-affcb77e72a4 to /dev/sdb [ 1069.601425] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "refresh_cache-8d23c06e-283e-4d2c-965e-2cb32d4b4605" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.601425] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquired lock "refresh_cache-8d23c06e-283e-4d2c-965e-2cb32d4b4605" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.602057] env[69357]: DEBUG nova.network.neutron [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.618441] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.620733] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.323s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.622333] env[69357]: INFO nova.compute.claims [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.640811] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f9c7be-8b54-4ad3-a24b-bd7635e703b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.644910] env[69357]: INFO nova.scheduler.client.report [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Deleted allocations for instance 7e597192-4c63-4c7a-b6ae-9f1fed35cb08 [ 1069.651139] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0614ee0-ed6c-44e5-b805-a0bfb8ecc7e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.666323] env[69357]: DEBUG nova.virt.block_device [None req-455d6897-ba2c-4814-b7d7-c422bc91f88a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Updating existing volume attachment record: abee6d1e-96a1-4386-9735-0f672062e268 {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1069.729244] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708712} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.729600] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 3a924a64-140f-4df3-8a18-5f52d5c684b3/3a924a64-140f-4df3-8a18-5f52d5c684b3.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.729772] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.730030] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab850af3-7517-470c-a6f8-8feb05dd82d5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.738333] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1069.738333] env[69357]: value = "task-4151251" [ 1069.738333] env[69357]: _type = "Task" [ 1069.738333] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.751046] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.852771] env[69357]: DEBUG nova.compute.manager [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1069.930101] env[69357]: DEBUG oslo_concurrency.lockutils [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Releasing lock "refresh_cache-46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.930264] env[69357]: DEBUG nova.compute.manager [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Instance network_info: |[{"id": "ea5c5a37-3810-4444-b5d0-494b3f8137f8", "address": "fa:16:3e:3e:bf:c0", "network": {"id": "b7851c43-d7d5-418d-8dc2-988add5166fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-323923284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bda71363f2a49d4a857ec99bb9cb47a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea5c5a37-38", "ovs_interfaceid": "ea5c5a37-3810-4444-b5d0-494b3f8137f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.930584] env[69357]: DEBUG oslo_concurrency.lockutils [req-e7a8ecd3-d017-476d-b9ae-9b879c9f20bb req-b18bc5e7-8231-454d-a268-943cd4af65b6 service nova] Acquired lock "refresh_cache-46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.930833] env[69357]: DEBUG nova.network.neutron [req-e7a8ecd3-d017-476d-b9ae-9b879c9f20bb req-b18bc5e7-8231-454d-a268-943cd4af65b6 service nova] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Refreshing network info cache for port ea5c5a37-3810-4444-b5d0-494b3f8137f8 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.935070] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:bf:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea5c5a37-3810-4444-b5d0-494b3f8137f8', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.942256] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.945785] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.946408] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-139c86be-347e-408f-915a-37b32329a7ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.976026] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.976026] env[69357]: value = "task-4151253" [ 1069.976026] env[69357]: _type = "Task" [ 1069.976026] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.984153] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151253, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.022975] env[69357]: DEBUG nova.network.neutron [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Updating instance_info_cache with network_info: [{"id": "e4da15c3-07cd-457f-982d-4f8bf20746fc", "address": "fa:16:3e:66:2c:b2", "network": {"id": "9ac9af87-2a9b-4b98-916d-d52218cbd798", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1209329353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c07fba44da3046f5a349f1c812d09558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4da15c3-07", "ovs_interfaceid": "e4da15c3-07cd-457f-982d-4f8bf20746fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.161392] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d45376b0-8721-4e0d-ac2d-7a5634a5d5fc tempest-ServerExternalEventsTest-1560483371 tempest-ServerExternalEventsTest-1560483371-project-member] Lock "7e597192-4c63-4c7a-b6ae-9f1fed35cb08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.294s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.247867] env[69357]: DEBUG nova.network.neutron [req-e7a8ecd3-d017-476d-b9ae-9b879c9f20bb req-b18bc5e7-8231-454d-a268-943cd4af65b6 service nova] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Updated VIF entry in instance network info cache for port ea5c5a37-3810-4444-b5d0-494b3f8137f8. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.248458] env[69357]: DEBUG nova.network.neutron [req-e7a8ecd3-d017-476d-b9ae-9b879c9f20bb req-b18bc5e7-8231-454d-a268-943cd4af65b6 service nova] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Updating instance_info_cache with network_info: [{"id": "ea5c5a37-3810-4444-b5d0-494b3f8137f8", "address": "fa:16:3e:3e:bf:c0", "network": {"id": "b7851c43-d7d5-418d-8dc2-988add5166fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-323923284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bda71363f2a49d4a857ec99bb9cb47a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea5c5a37-38", "ovs_interfaceid": "ea5c5a37-3810-4444-b5d0-494b3f8137f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.255460] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200766} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.255909] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.256603] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada6ee99-fad1-4639-b30e-1faabeaf0fa5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.286566] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 3a924a64-140f-4df3-8a18-5f52d5c684b3/3a924a64-140f-4df3-8a18-5f52d5c684b3.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.287709] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c867edf-35bf-413b-8a95-d7013dfb4019 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.312973] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1070.312973] env[69357]: value = "task-4151256" [ 1070.312973] env[69357]: _type = "Task" [ 1070.312973] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.322677] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.381757] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.459846] env[69357]: DEBUG nova.network.neutron [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Updating instance_info_cache with network_info: [{"id": "7a79c52a-a307-43ac-bcb4-c636de094b1a", "address": "fa:16:3e:c9:32:0a", "network": {"id": "44829c63-375b-44e6-804c-b863d112073d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1556380309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79367a802d1c446993054208fdc42056", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a79c52a-a3", "ovs_interfaceid": "7a79c52a-a307-43ac-bcb4-c636de094b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.487448] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151253, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.527189] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Releasing lock "refresh_cache-58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.752315] env[69357]: DEBUG oslo_concurrency.lockutils [req-e7a8ecd3-d017-476d-b9ae-9b879c9f20bb req-b18bc5e7-8231-454d-a268-943cd4af65b6 service nova] Releasing lock "refresh_cache-46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.827075] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.909979] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163d99ac-8db1-439e-ad2d-e74027dd6785 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.917175] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7598284c-eb38-4ec1-a857-94b04359538c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.950788] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabb933b-a6a9-4792-a9a8-986344056fea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.958892] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacdacba-8077-4a3f-86cd-fd39f59a5e11 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.963489] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Releasing lock "refresh_cache-8d23c06e-283e-4d2c-965e-2cb32d4b4605" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.975921] env[69357]: DEBUG nova.compute.provider_tree [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.992492] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151253, 'name': CreateVM_Task, 'duration_secs': 0.59187} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.995037] env[69357]: DEBUG nova.virt.hardware [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3a55971f0a82a3d7aed614438aaa10c8',container_format='bare',created_at=2025-05-14T13:57:05Z,direct_url=,disk_format='vmdk',id=743ef83d-877e-4d4c-aca4-516d50656a5c,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-7722688-shelved',owner='79367a802d1c446993054208fdc42056',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-05-14T13:57:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.995296] env[69357]: DEBUG nova.virt.hardware [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.995460] env[69357]: DEBUG nova.virt.hardware [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.995644] env[69357]: DEBUG nova.virt.hardware [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.995793] env[69357]: DEBUG nova.virt.hardware [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.995945] env[69357]: DEBUG nova.virt.hardware [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.996181] env[69357]: DEBUG nova.virt.hardware [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.996383] env[69357]: DEBUG nova.virt.hardware [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.996597] env[69357]: DEBUG nova.virt.hardware [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.996780] env[69357]: DEBUG nova.virt.hardware [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.997027] env[69357]: DEBUG nova.virt.hardware [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.997223] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.998546] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a01ebf-9277-477b-b137-ce29415ebea1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.001981] env[69357]: DEBUG oslo_concurrency.lockutils [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.002167] env[69357]: DEBUG oslo_concurrency.lockutils [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.002526] env[69357]: DEBUG oslo_concurrency.lockutils [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.002804] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a2a225c-384c-4663-a4f3-8365e821d676 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.011194] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc034be-2454-415d-ae70-176a66e17c14 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.015315] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1071.015315] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52639def-11d2-2c51-2752-b0dc4c3fb08b" [ 1071.015315] env[69357]: _type = "Task" [ 1071.015315] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.027409] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:32:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a79c52a-a307-43ac-bcb4-c636de094b1a', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.035272] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.035851] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.036145] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f931124e-2c70-48bb-85b1-6a893e0299ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.060025] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.060025] env[69357]: DEBUG nova.compute.manager [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1071.060025] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52639def-11d2-2c51-2752-b0dc4c3fb08b, 'name': SearchDatastore_Task, 'duration_secs': 0.031273} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.060025] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c55998-72fd-4445-bfee-744d9ca2e76a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.062434] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b813c1e-15cb-47b7-9413-0bad5fb8587c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.066645] env[69357]: DEBUG oslo_concurrency.lockutils [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.066645] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.066645] env[69357]: DEBUG oslo_concurrency.lockutils [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.066645] env[69357]: DEBUG oslo_concurrency.lockutils [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.066645] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.067593] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4dd412a-5aa5-40d6-b1d9-8b64d79452b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.071188] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.071188] env[69357]: value = "task-4151257" [ 1071.071188] env[69357]: _type = "Task" [ 1071.071188] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.080009] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.081152] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11f601ff-e538-4d53-a804-3474518a84ba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.086176] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.086176] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.086176] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd9abe2-da30-4d82-a99c-31c57d48c5a5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.089836] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151257, 'name': CreateVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.093075] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1071.093075] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529c6bc4-258e-6ace-a7b7-7ff14fd10555" [ 1071.093075] env[69357]: _type = "Task" [ 1071.093075] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.101824] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529c6bc4-258e-6ace-a7b7-7ff14fd10555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.176027] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.176027] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.176027] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Deleting the datastore file [datastore2] 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.176027] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29d285c2-c6e4-4d4f-82cb-8f0648c56ebb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.182959] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1071.182959] env[69357]: value = "task-4151259" [ 1071.182959] env[69357]: _type = "Task" [ 1071.182959] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.192829] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.323903] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151256, 'name': ReconfigVM_Task, 'duration_secs': 0.615235} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.324513] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 3a924a64-140f-4df3-8a18-5f52d5c684b3/3a924a64-140f-4df3-8a18-5f52d5c684b3.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.324884] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-324a8674-7056-4c99-8fc6-3414a9628de8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.333458] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1071.333458] env[69357]: value = "task-4151260" [ 1071.333458] env[69357]: _type = "Task" [ 1071.333458] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.349531] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151260, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.484712] env[69357]: DEBUG nova.scheduler.client.report [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.544533] env[69357]: DEBUG nova.compute.manager [req-d4031acd-1432-4cf9-9596-b10d9de16cea req-3f088ed4-e1e4-43be-99e1-a5ed1f46cf8d service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Received event network-changed-7a79c52a-a307-43ac-bcb4-c636de094b1a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.544742] env[69357]: DEBUG nova.compute.manager [req-d4031acd-1432-4cf9-9596-b10d9de16cea req-3f088ed4-e1e4-43be-99e1-a5ed1f46cf8d service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Refreshing instance network info cache due to event network-changed-7a79c52a-a307-43ac-bcb4-c636de094b1a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.544976] env[69357]: DEBUG oslo_concurrency.lockutils [req-d4031acd-1432-4cf9-9596-b10d9de16cea req-3f088ed4-e1e4-43be-99e1-a5ed1f46cf8d service nova] Acquiring lock "refresh_cache-8d23c06e-283e-4d2c-965e-2cb32d4b4605" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.545332] env[69357]: DEBUG oslo_concurrency.lockutils [req-d4031acd-1432-4cf9-9596-b10d9de16cea req-3f088ed4-e1e4-43be-99e1-a5ed1f46cf8d service nova] Acquired lock "refresh_cache-8d23c06e-283e-4d2c-965e-2cb32d4b4605" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.545555] env[69357]: DEBUG nova.network.neutron [req-d4031acd-1432-4cf9-9596-b10d9de16cea req-3f088ed4-e1e4-43be-99e1-a5ed1f46cf8d service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Refreshing network info cache for port 7a79c52a-a307-43ac-bcb4-c636de094b1a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.583866] env[69357]: INFO nova.compute.manager [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] instance snapshotting [ 1071.585559] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151257, 'name': CreateVM_Task, 'duration_secs': 0.423182} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.585722] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.586383] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/743ef83d-877e-4d4c-aca4-516d50656a5c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.587043] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/743ef83d-877e-4d4c-aca4-516d50656a5c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.587043] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/743ef83d-877e-4d4c-aca4-516d50656a5c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.587583] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87914bfb-0b89-4a77-8345-b29e86ca9f74 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.590883] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df680e6a-0ba8-4c49-8903-f6618f08a124 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.599175] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 1071.599175] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5258f7ce-45c2-1921-7ff4-c77ec4c36a0c" [ 1071.599175] env[69357]: _type = "Task" [ 1071.599175] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.625031] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8582da9d-6f1c-4431-99a3-7dba8c0305a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.627836] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529c6bc4-258e-6ace-a7b7-7ff14fd10555, 'name': SearchDatastore_Task, 'duration_secs': 0.020649} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.629491] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cc0a073-d8a6-45be-bf8c-3d4f1fdbd06d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.640697] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/743ef83d-877e-4d4c-aca4-516d50656a5c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.641130] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Processing image 743ef83d-877e-4d4c-aca4-516d50656a5c {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.641473] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/743ef83d-877e-4d4c-aca4-516d50656a5c/743ef83d-877e-4d4c-aca4-516d50656a5c.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.641638] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/743ef83d-877e-4d4c-aca4-516d50656a5c/743ef83d-877e-4d4c-aca4-516d50656a5c.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.641823] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.643836] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db6be5da-8b1a-4806-aa06-e92a56516ca3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.646357] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1071.646357] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5251acd2-325f-d752-e2c1-ad94fcbc63a2" [ 1071.646357] env[69357]: _type = "Task" [ 1071.646357] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.657313] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5251acd2-325f-d752-e2c1-ad94fcbc63a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.662718] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.662967] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.663798] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02935bce-ae24-4c81-842b-a8956a04e123 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.670049] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 1071.670049] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]528dd6aa-cb5b-df7c-27f6-8fe7372e1402" [ 1071.670049] env[69357]: _type = "Task" [ 1071.670049] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.679932] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]528dd6aa-cb5b-df7c-27f6-8fe7372e1402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.694795] env[69357]: DEBUG oslo_vmware.api [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20339} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.695127] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.695219] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.695351] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.718271] env[69357]: INFO nova.scheduler.client.report [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Deleted allocations for instance 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e [ 1071.843806] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151260, 'name': Rename_Task, 'duration_secs': 0.189004} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.844149] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.844215] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6ff8e5c-15be-438c-b2b2-484b0330faae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.852612] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1071.852612] env[69357]: value = "task-4151261" [ 1071.852612] env[69357]: _type = "Task" [ 1071.852612] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.864592] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.912856] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f99dcc1-1b95-42ac-807d-ccee3ff2f98b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "69116840-32fe-46c6-a831-78c627f986d5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.912856] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f99dcc1-1b95-42ac-807d-ccee3ff2f98b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "69116840-32fe-46c6-a831-78c627f986d5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.912856] env[69357]: DEBUG nova.compute.manager [None req-5f99dcc1-1b95-42ac-807d-ccee3ff2f98b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Going to confirm migration 3 {{(pid=69357) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1071.989787] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.990371] env[69357]: DEBUG nova.compute.manager [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.994763] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.910s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.994763] env[69357]: DEBUG nova.objects.instance [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lazy-loading 'resources' on Instance uuid 4d2c14bb-c68d-4325-abfa-5c7f259720cb {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.145348] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1072.145670] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-771cf34a-93a4-4b19-918a-5de009608673 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.156720] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5251acd2-325f-d752-e2c1-ad94fcbc63a2, 'name': SearchDatastore_Task, 'duration_secs': 0.020096} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.158227] env[69357]: DEBUG oslo_concurrency.lockutils [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.158521] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb/46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.158854] env[69357]: DEBUG oslo_vmware.api [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Waiting for the task: (returnval){ [ 1072.158854] env[69357]: value = "task-4151262" [ 1072.158854] env[69357]: _type = "Task" [ 1072.158854] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.159548] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f324a764-ac3b-4d38-bea4-6f55172a2c4f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.171918] env[69357]: DEBUG oslo_vmware.api [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151262, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.181690] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1072.181690] env[69357]: value = "task-4151263" [ 1072.181690] env[69357]: _type = "Task" [ 1072.181690] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.188347] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Preparing fetch location {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1072.188347] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Fetch image to [datastore2] OSTACK_IMG_666a612a-582b-4dc7-848a-462ca90b23e6/OSTACK_IMG_666a612a-582b-4dc7-848a-462ca90b23e6.vmdk {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1072.188347] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Downloading stream optimized image 743ef83d-877e-4d4c-aca4-516d50656a5c to [datastore2] OSTACK_IMG_666a612a-582b-4dc7-848a-462ca90b23e6/OSTACK_IMG_666a612a-582b-4dc7-848a-462ca90b23e6.vmdk on the data store datastore2 as vApp {{(pid=69357) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1072.188517] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Downloading image file data 743ef83d-877e-4d4c-aca4-516d50656a5c to the ESX as VM named 'OSTACK_IMG_666a612a-582b-4dc7-848a-462ca90b23e6' {{(pid=69357) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1072.194405] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.223538] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.320926] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1072.320926] env[69357]: value = "resgroup-9" [ 1072.320926] env[69357]: _type = "ResourcePool" [ 1072.320926] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1072.321266] env[69357]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f2bca504-b7e3-4a3f-b96c-6b5a7f1b1830 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.345961] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lease: (returnval){ [ 1072.345961] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e7434f-3317-9c37-5057-c1dc4f828571" [ 1072.345961] env[69357]: _type = "HttpNfcLease" [ 1072.345961] env[69357]: } obtained for vApp import into resource pool (val){ [ 1072.345961] env[69357]: value = "resgroup-9" [ 1072.345961] env[69357]: _type = "ResourcePool" [ 1072.345961] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1072.346330] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the lease: (returnval){ [ 1072.346330] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e7434f-3317-9c37-5057-c1dc4f828571" [ 1072.346330] env[69357]: _type = "HttpNfcLease" [ 1072.346330] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1072.362470] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1072.362470] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e7434f-3317-9c37-5057-c1dc4f828571" [ 1072.362470] env[69357]: _type = "HttpNfcLease" [ 1072.362470] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1072.366406] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151261, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.416258] env[69357]: DEBUG nova.network.neutron [req-d4031acd-1432-4cf9-9596-b10d9de16cea req-3f088ed4-e1e4-43be-99e1-a5ed1f46cf8d service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Updated VIF entry in instance network info cache for port 7a79c52a-a307-43ac-bcb4-c636de094b1a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.416258] env[69357]: DEBUG nova.network.neutron [req-d4031acd-1432-4cf9-9596-b10d9de16cea req-3f088ed4-e1e4-43be-99e1-a5ed1f46cf8d service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Updating instance_info_cache with network_info: [{"id": "7a79c52a-a307-43ac-bcb4-c636de094b1a", "address": "fa:16:3e:c9:32:0a", "network": {"id": "44829c63-375b-44e6-804c-b863d112073d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1556380309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79367a802d1c446993054208fdc42056", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a79c52a-a3", "ovs_interfaceid": "7a79c52a-a307-43ac-bcb4-c636de094b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.489502] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f99dcc1-1b95-42ac-807d-ccee3ff2f98b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "refresh_cache-69116840-32fe-46c6-a831-78c627f986d5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.489916] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f99dcc1-1b95-42ac-807d-ccee3ff2f98b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "refresh_cache-69116840-32fe-46c6-a831-78c627f986d5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.490168] env[69357]: DEBUG nova.network.neutron [None req-5f99dcc1-1b95-42ac-807d-ccee3ff2f98b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.490526] env[69357]: DEBUG nova.objects.instance [None req-5f99dcc1-1b95-42ac-807d-ccee3ff2f98b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lazy-loading 'info_cache' on Instance uuid 69116840-32fe-46c6-a831-78c627f986d5 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.497394] env[69357]: DEBUG nova.compute.utils [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.503130] env[69357]: DEBUG nova.compute.manager [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.503366] env[69357]: DEBUG nova.network.neutron [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.557604] env[69357]: DEBUG nova.policy [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1335749a38054f0382246473110fc97d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac796fa7f0f646949a76de9e811a2f8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.677487] env[69357]: DEBUG oslo_vmware.api [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151262, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.697685] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151263, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.825307] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5746d3a6-3226-418c-b22d-dcfbde200faf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.833824] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd64e5b-0b33-44e4-9ea5-bfaac97651f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.876026] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa07af8-c41d-4790-ae52-8f4c04da3df7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.880795] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1072.880795] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e7434f-3317-9c37-5057-c1dc4f828571" [ 1072.880795] env[69357]: _type = "HttpNfcLease" [ 1072.880795] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1072.886426] env[69357]: DEBUG oslo_vmware.api [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151261, 'name': PowerOnVM_Task, 'duration_secs': 0.956684} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.890020] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31886f6-2835-4b0d-a5dd-79bfbf1caa4b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.892208] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.892674] env[69357]: INFO nova.compute.manager [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1072.893028] env[69357]: DEBUG nova.compute.manager [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1072.893912] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8494993e-6d92-4d07-86ba-7395b33be6df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.913435] env[69357]: DEBUG nova.compute.provider_tree [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.920373] env[69357]: DEBUG oslo_concurrency.lockutils [req-d4031acd-1432-4cf9-9596-b10d9de16cea req-3f088ed4-e1e4-43be-99e1-a5ed1f46cf8d service nova] Releasing lock "refresh_cache-8d23c06e-283e-4d2c-965e-2cb32d4b4605" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.920852] env[69357]: DEBUG nova.compute.manager [req-d4031acd-1432-4cf9-9596-b10d9de16cea req-3f088ed4-e1e4-43be-99e1-a5ed1f46cf8d service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Received event network-vif-unplugged-e4da15c3-07cd-457f-982d-4f8bf20746fc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.921189] env[69357]: DEBUG oslo_concurrency.lockutils [req-d4031acd-1432-4cf9-9596-b10d9de16cea req-3f088ed4-e1e4-43be-99e1-a5ed1f46cf8d service nova] Acquiring lock "58b2571c-6eb9-47ad-b7c1-bfd16e282e0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.921523] env[69357]: DEBUG oslo_concurrency.lockutils [req-d4031acd-1432-4cf9-9596-b10d9de16cea req-3f088ed4-e1e4-43be-99e1-a5ed1f46cf8d service nova] Lock "58b2571c-6eb9-47ad-b7c1-bfd16e282e0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.921790] env[69357]: DEBUG oslo_concurrency.lockutils [req-d4031acd-1432-4cf9-9596-b10d9de16cea req-3f088ed4-e1e4-43be-99e1-a5ed1f46cf8d service nova] Lock "58b2571c-6eb9-47ad-b7c1-bfd16e282e0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.922426] env[69357]: DEBUG nova.compute.manager [req-d4031acd-1432-4cf9-9596-b10d9de16cea req-3f088ed4-e1e4-43be-99e1-a5ed1f46cf8d service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] No waiting events found dispatching network-vif-unplugged-e4da15c3-07cd-457f-982d-4f8bf20746fc {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1072.922426] env[69357]: WARNING nova.compute.manager [req-d4031acd-1432-4cf9-9596-b10d9de16cea req-3f088ed4-e1e4-43be-99e1-a5ed1f46cf8d service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Received unexpected event network-vif-unplugged-e4da15c3-07cd-457f-982d-4f8bf20746fc for instance with vm_state shelved and task_state shelving_offloading. [ 1072.922426] env[69357]: DEBUG nova.compute.manager [req-d4031acd-1432-4cf9-9596-b10d9de16cea req-3f088ed4-e1e4-43be-99e1-a5ed1f46cf8d service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Received event network-changed-e4da15c3-07cd-457f-982d-4f8bf20746fc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.922592] env[69357]: DEBUG nova.compute.manager [req-d4031acd-1432-4cf9-9596-b10d9de16cea req-3f088ed4-e1e4-43be-99e1-a5ed1f46cf8d service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Refreshing instance network info cache due to event network-changed-e4da15c3-07cd-457f-982d-4f8bf20746fc. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.922922] env[69357]: DEBUG oslo_concurrency.lockutils [req-d4031acd-1432-4cf9-9596-b10d9de16cea req-3f088ed4-e1e4-43be-99e1-a5ed1f46cf8d service nova] Acquiring lock "refresh_cache-58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.923203] env[69357]: DEBUG oslo_concurrency.lockutils [req-d4031acd-1432-4cf9-9596-b10d9de16cea req-3f088ed4-e1e4-43be-99e1-a5ed1f46cf8d service nova] Acquired lock "refresh_cache-58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.923484] env[69357]: DEBUG nova.network.neutron [req-d4031acd-1432-4cf9-9596-b10d9de16cea req-3f088ed4-e1e4-43be-99e1-a5ed1f46cf8d service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Refreshing network info cache for port e4da15c3-07cd-457f-982d-4f8bf20746fc {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.006772] env[69357]: DEBUG nova.compute.manager [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.044028] env[69357]: DEBUG nova.network.neutron [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Successfully created port: 9cd8e2ca-97e4-42db-9c1a-ab1bc9393726 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.175553] env[69357]: DEBUG oslo_vmware.api [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151262, 'name': CreateSnapshot_Task, 'duration_secs': 0.564372} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.175938] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1073.176805] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1070b3c0-828b-408a-9e05-5a3d604e9195 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.193266] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53431} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.193934] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb/46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.194114] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.194399] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68c53d83-1d02-431e-9168-3c122a790648 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.202751] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1073.202751] env[69357]: value = "task-4151266" [ 1073.202751] env[69357]: _type = "Task" [ 1073.202751] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.213363] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.377294] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1073.377294] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e7434f-3317-9c37-5057-c1dc4f828571" [ 1073.377294] env[69357]: _type = "HttpNfcLease" [ 1073.377294] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1073.377629] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1073.377629] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e7434f-3317-9c37-5057-c1dc4f828571" [ 1073.377629] env[69357]: _type = "HttpNfcLease" [ 1073.377629] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1073.381624] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3721c866-2ed9-4216-ace7-2a317f0c38ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.392994] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c07cf7-40dd-b651-1cdc-039c18ac606b/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1073.393192] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c07cf7-40dd-b651-1cdc-039c18ac606b/disk-0.vmdk. {{(pid=69357) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1073.458464] env[69357]: DEBUG nova.scheduler.client.report [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.474528] env[69357]: INFO nova.compute.manager [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Took 33.24 seconds to build instance. [ 1073.475481] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bd0404dd-7848-4ea2-a2f6-97f2ad2674d5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.705416] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1073.706958] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-508e942d-7034-4a1c-9d40-8512e37a6592 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.723105] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084775} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.725053] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.730403] env[69357]: DEBUG oslo_vmware.api [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Waiting for the task: (returnval){ [ 1073.730403] env[69357]: value = "task-4151267" [ 1073.730403] env[69357]: _type = "Task" [ 1073.730403] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.733388] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581cc7b9-73d1-4afa-8ed4-74535ba10887 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.768577] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb/46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.779133] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eef06b3-3dfc-4142-91b4-1fde8108924c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.797999] env[69357]: DEBUG oslo_vmware.api [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151267, 'name': CloneVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.813151] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1073.813151] env[69357]: value = "task-4151268" [ 1073.813151] env[69357]: _type = "Task" [ 1073.813151] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.827729] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.969099] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.972241] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.314s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.974284] env[69357]: INFO nova.compute.claims [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.981276] env[69357]: DEBUG oslo_concurrency.lockutils [None req-715292e0-c2ff-478a-a4f6-cbb94c8ffdfc tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "3a924a64-140f-4df3-8a18-5f52d5c684b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.761s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.013147] env[69357]: INFO nova.scheduler.client.report [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Deleted allocations for instance 4d2c14bb-c68d-4325-abfa-5c7f259720cb [ 1074.017358] env[69357]: DEBUG nova.compute.manager [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.061064] env[69357]: DEBUG nova.virt.hardware [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.061428] env[69357]: DEBUG nova.virt.hardware [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.061709] env[69357]: DEBUG nova.virt.hardware [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.061957] env[69357]: DEBUG nova.virt.hardware [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.062163] env[69357]: DEBUG nova.virt.hardware [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.062845] env[69357]: DEBUG nova.virt.hardware [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.063309] env[69357]: DEBUG nova.virt.hardware [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.063533] env[69357]: DEBUG nova.virt.hardware [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.064039] env[69357]: DEBUG nova.virt.hardware [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.064305] env[69357]: DEBUG nova.virt.hardware [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.064511] env[69357]: DEBUG nova.virt.hardware [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.065821] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc0f616-7e67-4af8-b341-133e425a91f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.077988] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b770038-e04f-4399-802e-96564b79811d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.192657] env[69357]: DEBUG nova.network.neutron [req-d4031acd-1432-4cf9-9596-b10d9de16cea req-3f088ed4-e1e4-43be-99e1-a5ed1f46cf8d service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Updated VIF entry in instance network info cache for port e4da15c3-07cd-457f-982d-4f8bf20746fc. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.194090] env[69357]: DEBUG nova.network.neutron [req-d4031acd-1432-4cf9-9596-b10d9de16cea req-3f088ed4-e1e4-43be-99e1-a5ed1f46cf8d service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Updating instance_info_cache with network_info: [{"id": "e4da15c3-07cd-457f-982d-4f8bf20746fc", "address": "fa:16:3e:66:2c:b2", "network": {"id": "9ac9af87-2a9b-4b98-916d-d52218cbd798", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1209329353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c07fba44da3046f5a349f1c812d09558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape4da15c3-07", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.246498] env[69357]: DEBUG nova.network.neutron [None req-5f99dcc1-1b95-42ac-807d-ccee3ff2f98b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Updating instance_info_cache with network_info: [{"id": "b98625f4-2ced-46b5-9f3e-4add40cc490e", "address": "fa:16:3e:10:fd:83", "network": {"id": "e4b350ba-ef87-4c2d-b94d-153f1aa0d1aa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-224470408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6a244fe5024e1a98608a731f3cbe86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb98625f4-2c", "ovs_interfaceid": "b98625f4-2ced-46b5-9f3e-4add40cc490e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.253525] env[69357]: DEBUG oslo_vmware.api [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151267, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.336114] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151268, 'name': ReconfigVM_Task, 'duration_secs': 0.456837} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.339414] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb/46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.344743] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17872f56-5aa8-4418-b7fe-df0ad4ef6ce6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.355626] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1074.355626] env[69357]: value = "task-4151269" [ 1074.355626] env[69357]: _type = "Task" [ 1074.355626] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.375610] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151269, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.531992] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2886ab54-6d90-41e4-8fab-e5ee996b00e2 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "4d2c14bb-c68d-4325-abfa-5c7f259720cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.666s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.698453] env[69357]: DEBUG oslo_concurrency.lockutils [req-d4031acd-1432-4cf9-9596-b10d9de16cea req-3f088ed4-e1e4-43be-99e1-a5ed1f46cf8d service nova] Releasing lock "refresh_cache-58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.722016] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-455d6897-ba2c-4814-b7d7-c422bc91f88a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1074.722016] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-455d6897-ba2c-4814-b7d7-c422bc91f88a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822013', 'volume_id': '75566cd4-edf0-41da-b41d-affcb77e72a4', 'name': 'volume-75566cd4-edf0-41da-b41d-affcb77e72a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6ce382a-b3bd-48cf-83f0-4b429a6b1c12', 'attached_at': '', 'detached_at': '', 'volume_id': '75566cd4-edf0-41da-b41d-affcb77e72a4', 'serial': '75566cd4-edf0-41da-b41d-affcb77e72a4'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1074.722016] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b395a85d-f210-435a-8532-3458624501dc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.746625] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f33d4fb-bab2-4e8a-802f-2bca50a7ea5f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.749517] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f99dcc1-1b95-42ac-807d-ccee3ff2f98b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "refresh_cache-69116840-32fe-46c6-a831-78c627f986d5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.749776] env[69357]: DEBUG nova.objects.instance [None req-5f99dcc1-1b95-42ac-807d-ccee3ff2f98b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lazy-loading 'migration_context' on Instance uuid 69116840-32fe-46c6-a831-78c627f986d5 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.761054] env[69357]: DEBUG oslo_vmware.api [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151267, 'name': CloneVM_Task} progress is 95%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.786692] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-455d6897-ba2c-4814-b7d7-c422bc91f88a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] volume-75566cd4-edf0-41da-b41d-affcb77e72a4/volume-75566cd4-edf0-41da-b41d-affcb77e72a4.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.787867] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6336b845-a146-4a67-93ff-fa5627e5aff0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.809887] env[69357]: DEBUG oslo_vmware.api [None req-455d6897-ba2c-4814-b7d7-c422bc91f88a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1074.809887] env[69357]: value = "task-4151270" [ 1074.809887] env[69357]: _type = "Task" [ 1074.809887] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.817665] env[69357]: DEBUG nova.compute.manager [req-386bac7a-11e7-4c7a-972d-227844768473 req-91a4a17d-aa23-4aa2-b87a-5f2281a1e0ac service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Received event network-vif-plugged-9cd8e2ca-97e4-42db-9c1a-ab1bc9393726 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.817665] env[69357]: DEBUG oslo_concurrency.lockutils [req-386bac7a-11e7-4c7a-972d-227844768473 req-91a4a17d-aa23-4aa2-b87a-5f2281a1e0ac service nova] Acquiring lock "be0476b0-ea77-4e48-a417-c0f48fc0b867-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.817665] env[69357]: DEBUG oslo_concurrency.lockutils [req-386bac7a-11e7-4c7a-972d-227844768473 req-91a4a17d-aa23-4aa2-b87a-5f2281a1e0ac service nova] Lock "be0476b0-ea77-4e48-a417-c0f48fc0b867-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.817849] env[69357]: DEBUG oslo_concurrency.lockutils [req-386bac7a-11e7-4c7a-972d-227844768473 req-91a4a17d-aa23-4aa2-b87a-5f2281a1e0ac service nova] Lock "be0476b0-ea77-4e48-a417-c0f48fc0b867-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.818585] env[69357]: DEBUG nova.compute.manager [req-386bac7a-11e7-4c7a-972d-227844768473 req-91a4a17d-aa23-4aa2-b87a-5f2281a1e0ac service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] No waiting events found dispatching network-vif-plugged-9cd8e2ca-97e4-42db-9c1a-ab1bc9393726 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1074.818585] env[69357]: WARNING nova.compute.manager [req-386bac7a-11e7-4c7a-972d-227844768473 req-91a4a17d-aa23-4aa2-b87a-5f2281a1e0ac service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Received unexpected event network-vif-plugged-9cd8e2ca-97e4-42db-9c1a-ab1bc9393726 for instance with vm_state building and task_state spawning. [ 1074.826784] env[69357]: DEBUG oslo_vmware.api [None req-455d6897-ba2c-4814-b7d7-c422bc91f88a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151270, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.871422] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151269, 'name': Rename_Task, 'duration_secs': 0.203959} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.872175] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.872175] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11a35e15-737c-4a25-b883-f09ba9845407 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.879530] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1074.879530] env[69357]: value = "task-4151271" [ 1074.879530] env[69357]: _type = "Task" [ 1074.879530] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.889853] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.071606] env[69357]: DEBUG nova.network.neutron [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Successfully updated port: 9cd8e2ca-97e4-42db-9c1a-ab1bc9393726 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.255344] env[69357]: DEBUG nova.objects.base [None req-5f99dcc1-1b95-42ac-807d-ccee3ff2f98b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Object Instance<69116840-32fe-46c6-a831-78c627f986d5> lazy-loaded attributes: info_cache,migration_context {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1075.263797] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619b2c11-79c4-45ea-ad4d-edaff929d2ae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.269118] env[69357]: DEBUG oslo_vmware.api [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151267, 'name': CloneVM_Task, 'duration_secs': 1.411649} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.272454] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Created linked-clone VM from snapshot [ 1075.274715] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afebd37-8db0-4003-86b8-597bb5e7ae3a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.298895] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a569ccda-4151-44a9-8e5d-b0909cffbc6f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.306523] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Uploading image 500b4e6b-9c5f-410b-a292-cc4a88083c99 {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1075.316517] env[69357]: DEBUG oslo_vmware.api [None req-5f99dcc1-1b95-42ac-807d-ccee3ff2f98b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1075.316517] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]528c1a13-92cc-82fc-5135-fd7013cf61c5" [ 1075.316517] env[69357]: _type = "Task" [ 1075.316517] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.329965] env[69357]: DEBUG oslo_vmware.api [None req-455d6897-ba2c-4814-b7d7-c422bc91f88a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.338436] env[69357]: DEBUG oslo_vmware.api [None req-5f99dcc1-1b95-42ac-807d-ccee3ff2f98b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]528c1a13-92cc-82fc-5135-fd7013cf61c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009769} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.341906] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f99dcc1-1b95-42ac-807d-ccee3ff2f98b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.346031] env[69357]: DEBUG oslo_vmware.rw_handles [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1075.346031] env[69357]: value = "vm-822017" [ 1075.346031] env[69357]: _type = "VirtualMachine" [ 1075.346031] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1075.346425] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a8e7c75e-47fb-4460-944b-8cc956c2c6a7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.350908] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Completed reading data from the image iterator. {{(pid=69357) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1075.351271] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c07cf7-40dd-b651-1cdc-039c18ac606b/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1075.352414] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913f25ea-bae5-4d2f-b7a4-896d020e7a24 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.357473] env[69357]: DEBUG oslo_vmware.rw_handles [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Lease: (returnval){ [ 1075.357473] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52859be6-5953-29a5-ee4d-6a630ca82bf6" [ 1075.357473] env[69357]: _type = "HttpNfcLease" [ 1075.357473] env[69357]: } obtained for exporting VM: (result){ [ 1075.357473] env[69357]: value = "vm-822017" [ 1075.357473] env[69357]: _type = "VirtualMachine" [ 1075.357473] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1075.357844] env[69357]: DEBUG oslo_vmware.api [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Waiting for the lease: (returnval){ [ 1075.357844] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52859be6-5953-29a5-ee4d-6a630ca82bf6" [ 1075.357844] env[69357]: _type = "HttpNfcLease" [ 1075.357844] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1075.367811] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c07cf7-40dd-b651-1cdc-039c18ac606b/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1075.368079] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c07cf7-40dd-b651-1cdc-039c18ac606b/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1075.368967] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c35b1f22-ae41-4665-9c52-a5707a3460ea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.373652] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1075.373652] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52859be6-5953-29a5-ee4d-6a630ca82bf6" [ 1075.373652] env[69357]: _type = "HttpNfcLease" [ 1075.373652] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1075.373652] env[69357]: DEBUG oslo_vmware.rw_handles [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1075.373652] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52859be6-5953-29a5-ee4d-6a630ca82bf6" [ 1075.373652] env[69357]: _type = "HttpNfcLease" [ 1075.373652] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1075.374905] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57a0abb-5365-4ffc-9b12-54f382365c83 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.387066] env[69357]: DEBUG oslo_vmware.rw_handles [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52921023-c5cc-4b9a-b844-3bf02002f0e6/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1075.387348] env[69357]: DEBUG oslo_vmware.rw_handles [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52921023-c5cc-4b9a-b844-3bf02002f0e6/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1075.455440] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04670fbb-9906-428c-bea9-21b4e8611e84 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.461611] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151271, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.468660] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c2bc2d-de9e-44c9-9aa1-809f6ff29777 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.510016] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64546bf4-4485-4f33-9fd3-09808f9717dc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.513589] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-51d64e42-03eb-4e5a-a8ca-b8e9e10328a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.524435] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d8c64b-676e-49c7-a647-d4894ef617de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.545901] env[69357]: DEBUG nova.compute.provider_tree [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.579316] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "refresh_cache-be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.579459] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "refresh_cache-be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.581322] env[69357]: DEBUG nova.network.neutron [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.581322] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c07cf7-40dd-b651-1cdc-039c18ac606b/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1075.581322] env[69357]: INFO nova.virt.vmwareapi.images [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Downloaded image file data 743ef83d-877e-4d4c-aca4-516d50656a5c [ 1075.582082] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4200850-0617-4f91-8322-4780a5684657 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.602578] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44053807-dc60-4880-a53a-0f4067076ee1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.645426] env[69357]: INFO nova.virt.vmwareapi.images [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] The imported VM was unregistered [ 1075.648706] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Caching image {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1075.649158] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Creating directory with path [datastore2] devstack-image-cache_base/743ef83d-877e-4d4c-aca4-516d50656a5c {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.650010] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-693fd8f4-776b-4ffa-b0b9-c2bfa87d3f55 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.668526] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Created directory with path [datastore2] devstack-image-cache_base/743ef83d-877e-4d4c-aca4-516d50656a5c {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.668526] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_666a612a-582b-4dc7-848a-462ca90b23e6/OSTACK_IMG_666a612a-582b-4dc7-848a-462ca90b23e6.vmdk to [datastore2] devstack-image-cache_base/743ef83d-877e-4d4c-aca4-516d50656a5c/743ef83d-877e-4d4c-aca4-516d50656a5c.vmdk. {{(pid=69357) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1075.668526] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f87de7ba-5b51-45fe-be9a-53eb4b76ecc4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.681146] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 1075.681146] env[69357]: value = "task-4151274" [ 1075.681146] env[69357]: _type = "Task" [ 1075.681146] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.702031] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.702384] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151274, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.821981] env[69357]: DEBUG oslo_vmware.api [None req-455d6897-ba2c-4814-b7d7-c422bc91f88a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151270, 'name': ReconfigVM_Task, 'duration_secs': 0.717475} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.822307] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-455d6897-ba2c-4814-b7d7-c422bc91f88a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Reconfigured VM instance instance-00000050 to attach disk [datastore2] volume-75566cd4-edf0-41da-b41d-affcb77e72a4/volume-75566cd4-edf0-41da-b41d-affcb77e72a4.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.828113] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dc94429-ff67-4474-a545-c6cfaa1f2215 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.843429] env[69357]: DEBUG oslo_vmware.api [None req-455d6897-ba2c-4814-b7d7-c422bc91f88a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1075.843429] env[69357]: value = "task-4151275" [ 1075.843429] env[69357]: _type = "Task" [ 1075.843429] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.853507] env[69357]: DEBUG oslo_vmware.api [None req-455d6897-ba2c-4814-b7d7-c422bc91f88a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.890650] env[69357]: DEBUG oslo_vmware.api [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151271, 'name': PowerOnVM_Task, 'duration_secs': 0.700319} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.891151] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.891265] env[69357]: INFO nova.compute.manager [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1075.891562] env[69357]: DEBUG nova.compute.manager [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1075.892510] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960a25e7-0147-4de3-ad2c-86090869f1f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.054327] env[69357]: DEBUG nova.scheduler.client.report [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.199480] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151274, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.240122] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "76c12a8d-72fa-4428-81c4-a31c4b6e0951" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.240801] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "76c12a8d-72fa-4428-81c4-a31c4b6e0951" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.242738] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Acquiring lock "64672542-5390-4542-8e3e-7e16b01b4070" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.243261] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Lock "64672542-5390-4542-8e3e-7e16b01b4070" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.359848] env[69357]: DEBUG oslo_vmware.api [None req-455d6897-ba2c-4814-b7d7-c422bc91f88a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151275, 'name': ReconfigVM_Task, 'duration_secs': 0.18117} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.360396] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-455d6897-ba2c-4814-b7d7-c422bc91f88a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822013', 'volume_id': '75566cd4-edf0-41da-b41d-affcb77e72a4', 'name': 'volume-75566cd4-edf0-41da-b41d-affcb77e72a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6ce382a-b3bd-48cf-83f0-4b429a6b1c12', 'attached_at': '', 'detached_at': '', 'volume_id': '75566cd4-edf0-41da-b41d-affcb77e72a4', 'serial': '75566cd4-edf0-41da-b41d-affcb77e72a4'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1076.402139] env[69357]: DEBUG nova.network.neutron [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.411420] env[69357]: INFO nova.compute.manager [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Took 34.68 seconds to build instance. [ 1076.560698] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.561489] env[69357]: DEBUG nova.compute.manager [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.564843] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.183s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.569026] env[69357]: INFO nova.compute.claims [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.573078] env[69357]: DEBUG nova.network.neutron [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Updating instance_info_cache with network_info: [{"id": "9cd8e2ca-97e4-42db-9c1a-ab1bc9393726", "address": "fa:16:3e:0c:3f:b9", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd8e2ca-97", "ovs_interfaceid": "9cd8e2ca-97e4-42db-9c1a-ab1bc9393726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.701421] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151274, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.743156] env[69357]: DEBUG nova.compute.manager [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.748356] env[69357]: DEBUG nova.compute.manager [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.916652] env[69357]: DEBUG oslo_concurrency.lockutils [None req-745ce98b-4bef-4330-a880-8ab79f530fc0 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.202s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.959071] env[69357]: DEBUG nova.compute.manager [req-2ac14572-fa8a-48bc-be4a-9f3e7a763dbd req-ccff2f62-35cc-46ed-a7b5-3d6fe008c091 service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Received event network-changed-9cd8e2ca-97e4-42db-9c1a-ab1bc9393726 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.959325] env[69357]: DEBUG nova.compute.manager [req-2ac14572-fa8a-48bc-be4a-9f3e7a763dbd req-ccff2f62-35cc-46ed-a7b5-3d6fe008c091 service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Refreshing instance network info cache due to event network-changed-9cd8e2ca-97e4-42db-9c1a-ab1bc9393726. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.959617] env[69357]: DEBUG oslo_concurrency.lockutils [req-2ac14572-fa8a-48bc-be4a-9f3e7a763dbd req-ccff2f62-35cc-46ed-a7b5-3d6fe008c091 service nova] Acquiring lock "refresh_cache-be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.077719] env[69357]: DEBUG nova.compute.utils [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.080811] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "refresh_cache-be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.081242] env[69357]: DEBUG nova.compute.manager [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Instance network_info: |[{"id": "9cd8e2ca-97e4-42db-9c1a-ab1bc9393726", "address": "fa:16:3e:0c:3f:b9", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd8e2ca-97", "ovs_interfaceid": "9cd8e2ca-97e4-42db-9c1a-ab1bc9393726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.081735] env[69357]: DEBUG nova.compute.manager [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.082089] env[69357]: DEBUG nova.network.neutron [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.087461] env[69357]: DEBUG oslo_concurrency.lockutils [req-2ac14572-fa8a-48bc-be4a-9f3e7a763dbd req-ccff2f62-35cc-46ed-a7b5-3d6fe008c091 service nova] Acquired lock "refresh_cache-be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.087461] env[69357]: DEBUG nova.network.neutron [req-2ac14572-fa8a-48bc-be4a-9f3e7a763dbd req-ccff2f62-35cc-46ed-a7b5-3d6fe008c091 service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Refreshing network info cache for port 9cd8e2ca-97e4-42db-9c1a-ab1bc9393726 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.089345] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:3f:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7a73c01-1bb9-4612-a1a7-16d71b732e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cd8e2ca-97e4-42db-9c1a-ab1bc9393726', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.103154] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.106124] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.106970] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa759c0e-ad49-42c5-acdf-c99de365955a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.139225] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.139225] env[69357]: value = "task-4151276" [ 1077.139225] env[69357]: _type = "Task" [ 1077.139225] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.152574] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151276, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.176972] env[69357]: DEBUG nova.policy [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43b1a3f5244e444bab3a22e87585ade6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aeed843967394582a8207ae77c9b18aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.197752] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151274, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.289971] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.292569] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.414916] env[69357]: DEBUG nova.objects.instance [None req-455d6897-ba2c-4814-b7d7-c422bc91f88a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lazy-loading 'flavor' on Instance uuid e6ce382a-b3bd-48cf-83f0-4b429a6b1c12 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.581544] env[69357]: DEBUG nova.compute.manager [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.598396] env[69357]: DEBUG nova.network.neutron [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Successfully created port: dce9d417-3d19-4ed4-bc68-4ac9ca6ada5c {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.659176] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151276, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.678574] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756e145c-ccbc-4472-b05d-929c731e0573 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.692594] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-51a44b66-f8da-444c-b94a-8d6c376792ac tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Suspending the VM {{(pid=69357) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1077.696708] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5efd8598-fc84-4f54-95ee-8c14d9166776 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.698864] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151274, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.706826] env[69357]: DEBUG oslo_vmware.api [None req-51a44b66-f8da-444c-b94a-8d6c376792ac tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1077.706826] env[69357]: value = "task-4151277" [ 1077.706826] env[69357]: _type = "Task" [ 1077.706826] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.718182] env[69357]: DEBUG oslo_vmware.api [None req-51a44b66-f8da-444c-b94a-8d6c376792ac tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151277, 'name': SuspendVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.928931] env[69357]: DEBUG oslo_concurrency.lockutils [None req-455d6897-ba2c-4814-b7d7-c422bc91f88a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "e6ce382a-b3bd-48cf-83f0-4b429a6b1c12" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.331s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.977827] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1c6715-6f0d-4ae4-8cc0-60288ad471f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.983597] env[69357]: DEBUG nova.network.neutron [req-2ac14572-fa8a-48bc-be4a-9f3e7a763dbd req-ccff2f62-35cc-46ed-a7b5-3d6fe008c091 service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Updated VIF entry in instance network info cache for port 9cd8e2ca-97e4-42db-9c1a-ab1bc9393726. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.984168] env[69357]: DEBUG nova.network.neutron [req-2ac14572-fa8a-48bc-be4a-9f3e7a763dbd req-ccff2f62-35cc-46ed-a7b5-3d6fe008c091 service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Updating instance_info_cache with network_info: [{"id": "9cd8e2ca-97e4-42db-9c1a-ab1bc9393726", "address": "fa:16:3e:0c:3f:b9", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd8e2ca-97", "ovs_interfaceid": "9cd8e2ca-97e4-42db-9c1a-ab1bc9393726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.992545] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a24dc0-9254-43d1-8748-1b24b0354ace {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.037740] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28300d05-39ed-4d2b-a021-b9df6efbdfa1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.051305] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff2518d-da25-465a-96b7-68b84d52819c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.076099] env[69357]: DEBUG nova.compute.provider_tree [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.156097] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151276, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.197247] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151274, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.220033] env[69357]: DEBUG oslo_vmware.api [None req-51a44b66-f8da-444c-b94a-8d6c376792ac tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151277, 'name': SuspendVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.489775] env[69357]: DEBUG oslo_concurrency.lockutils [req-2ac14572-fa8a-48bc-be4a-9f3e7a763dbd req-ccff2f62-35cc-46ed-a7b5-3d6fe008c091 service nova] Releasing lock "refresh_cache-be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.489775] env[69357]: DEBUG nova.compute.manager [req-2ac14572-fa8a-48bc-be4a-9f3e7a763dbd req-ccff2f62-35cc-46ed-a7b5-3d6fe008c091 service nova] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Received event network-changed-8a81efc1-212c-4294-8a2d-f9f77427eb12 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.489775] env[69357]: DEBUG nova.compute.manager [req-2ac14572-fa8a-48bc-be4a-9f3e7a763dbd req-ccff2f62-35cc-46ed-a7b5-3d6fe008c091 service nova] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Refreshing instance network info cache due to event network-changed-8a81efc1-212c-4294-8a2d-f9f77427eb12. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.489775] env[69357]: DEBUG oslo_concurrency.lockutils [req-2ac14572-fa8a-48bc-be4a-9f3e7a763dbd req-ccff2f62-35cc-46ed-a7b5-3d6fe008c091 service nova] Acquiring lock "refresh_cache-3a924a64-140f-4df3-8a18-5f52d5c684b3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.489775] env[69357]: DEBUG oslo_concurrency.lockutils [req-2ac14572-fa8a-48bc-be4a-9f3e7a763dbd req-ccff2f62-35cc-46ed-a7b5-3d6fe008c091 service nova] Acquired lock "refresh_cache-3a924a64-140f-4df3-8a18-5f52d5c684b3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.489775] env[69357]: DEBUG nova.network.neutron [req-2ac14572-fa8a-48bc-be4a-9f3e7a763dbd req-ccff2f62-35cc-46ed-a7b5-3d6fe008c091 service nova] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Refreshing network info cache for port 8a81efc1-212c-4294-8a2d-f9f77427eb12 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.581077] env[69357]: DEBUG nova.scheduler.client.report [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.599023] env[69357]: DEBUG nova.compute.manager [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.629455] env[69357]: DEBUG nova.virt.hardware [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.629738] env[69357]: DEBUG nova.virt.hardware [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.629899] env[69357]: DEBUG nova.virt.hardware [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.630095] env[69357]: DEBUG nova.virt.hardware [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.630246] env[69357]: DEBUG nova.virt.hardware [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.630397] env[69357]: DEBUG nova.virt.hardware [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.630795] env[69357]: DEBUG nova.virt.hardware [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.631046] env[69357]: DEBUG nova.virt.hardware [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.631244] env[69357]: DEBUG nova.virt.hardware [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.631416] env[69357]: DEBUG nova.virt.hardware [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.631592] env[69357]: DEBUG nova.virt.hardware [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.632631] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6546da7-38ee-4fc8-8885-ce8fcd898393 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.643414] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6327168a-a6f9-47be-b8b6-784b039a4796 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.658578] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151276, 'name': CreateVM_Task, 'duration_secs': 1.158272} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.666485] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.667540] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.667732] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.668077] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.668589] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83661ecf-3cea-480d-8ce7-516efd7604b1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.674829] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 1078.674829] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]525e2efb-6d11-875c-8fe5-a021a1e86c2d" [ 1078.674829] env[69357]: _type = "Task" [ 1078.674829] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.688782] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]525e2efb-6d11-875c-8fe5-a021a1e86c2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.703256] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151274, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.93609} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.703256] env[69357]: INFO nova.virt.vmwareapi.ds_util [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_666a612a-582b-4dc7-848a-462ca90b23e6/OSTACK_IMG_666a612a-582b-4dc7-848a-462ca90b23e6.vmdk to [datastore2] devstack-image-cache_base/743ef83d-877e-4d4c-aca4-516d50656a5c/743ef83d-877e-4d4c-aca4-516d50656a5c.vmdk. [ 1078.703256] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Cleaning up location [datastore2] OSTACK_IMG_666a612a-582b-4dc7-848a-462ca90b23e6 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1078.703256] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_666a612a-582b-4dc7-848a-462ca90b23e6 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.703256] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-330957b1-c4bc-4cff-a0c9-e1df5b952768 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.714470] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 1078.714470] env[69357]: value = "task-4151278" [ 1078.714470] env[69357]: _type = "Task" [ 1078.714470] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.724574] env[69357]: DEBUG oslo_vmware.api [None req-51a44b66-f8da-444c-b94a-8d6c376792ac tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151277, 'name': SuspendVM_Task} progress is 95%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.731304] env[69357]: INFO nova.compute.manager [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Rebuilding instance [ 1078.734586] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.788649] env[69357]: DEBUG nova.compute.manager [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1078.789666] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce4d336-d362-4eb4-bef0-a9af8f8f77dc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.090022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.090022] env[69357]: DEBUG nova.compute.manager [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.090022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.866s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.090022] env[69357]: DEBUG nova.objects.instance [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lazy-loading 'resources' on Instance uuid 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.174880] env[69357]: DEBUG nova.compute.manager [req-e0bcd7bc-75c3-402d-8e6a-12cc90fec2f4 req-cc260f4a-73d6-46ef-aa39-a50fd2fdb853 service nova] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Received event network-vif-plugged-dce9d417-3d19-4ed4-bc68-4ac9ca6ada5c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.175170] env[69357]: DEBUG oslo_concurrency.lockutils [req-e0bcd7bc-75c3-402d-8e6a-12cc90fec2f4 req-cc260f4a-73d6-46ef-aa39-a50fd2fdb853 service nova] Acquiring lock "95061016-3f49-4d96-a8fc-5794f33880e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.175385] env[69357]: DEBUG oslo_concurrency.lockutils [req-e0bcd7bc-75c3-402d-8e6a-12cc90fec2f4 req-cc260f4a-73d6-46ef-aa39-a50fd2fdb853 service nova] Lock "95061016-3f49-4d96-a8fc-5794f33880e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.175555] env[69357]: DEBUG oslo_concurrency.lockutils [req-e0bcd7bc-75c3-402d-8e6a-12cc90fec2f4 req-cc260f4a-73d6-46ef-aa39-a50fd2fdb853 service nova] Lock "95061016-3f49-4d96-a8fc-5794f33880e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.176126] env[69357]: DEBUG nova.compute.manager [req-e0bcd7bc-75c3-402d-8e6a-12cc90fec2f4 req-cc260f4a-73d6-46ef-aa39-a50fd2fdb853 service nova] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] No waiting events found dispatching network-vif-plugged-dce9d417-3d19-4ed4-bc68-4ac9ca6ada5c {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1079.176126] env[69357]: WARNING nova.compute.manager [req-e0bcd7bc-75c3-402d-8e6a-12cc90fec2f4 req-cc260f4a-73d6-46ef-aa39-a50fd2fdb853 service nova] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Received unexpected event network-vif-plugged-dce9d417-3d19-4ed4-bc68-4ac9ca6ada5c for instance with vm_state building and task_state spawning. [ 1079.188798] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]525e2efb-6d11-875c-8fe5-a021a1e86c2d, 'name': SearchDatastore_Task, 'duration_secs': 0.018575} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.191818] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.192231] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.192858] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.193251] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.193633] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.193994] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5451cc3-4d5e-4948-9c87-fdfd5239faca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.206133] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.206357] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.207418] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92c0b10e-7067-4a34-8b8a-6f615ef4f01f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.226217] env[69357]: DEBUG oslo_vmware.api [None req-51a44b66-f8da-444c-b94a-8d6c376792ac tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151277, 'name': SuspendVM_Task, 'duration_secs': 1.389963} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.226433] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 1079.226433] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b988b8-915e-7f0e-3aa8-d677e66edfad" [ 1079.226433] env[69357]: _type = "Task" [ 1079.226433] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.227260] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-51a44b66-f8da-444c-b94a-8d6c376792ac tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Suspended the VM {{(pid=69357) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1079.227565] env[69357]: DEBUG nova.compute.manager [None req-51a44b66-f8da-444c-b94a-8d6c376792ac tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1079.228660] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6740d6-4e1f-4dac-8daf-0954594bf55c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.239845] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.067885} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.241162] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.241397] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/743ef83d-877e-4d4c-aca4-516d50656a5c/743ef83d-877e-4d4c-aca4-516d50656a5c.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.241776] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/743ef83d-877e-4d4c-aca4-516d50656a5c/743ef83d-877e-4d4c-aca4-516d50656a5c.vmdk to [datastore2] 8d23c06e-283e-4d2c-965e-2cb32d4b4605/8d23c06e-283e-4d2c-965e-2cb32d4b4605.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.242137] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dade6d3d-bf5a-4658-923a-6700f10644e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.261364] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b988b8-915e-7f0e-3aa8-d677e66edfad, 'name': SearchDatastore_Task, 'duration_secs': 0.018523} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.261364] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b9e8dc0-caa5-4903-b4b8-35548458f80f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.264338] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 1079.264338] env[69357]: value = "task-4151279" [ 1079.264338] env[69357]: _type = "Task" [ 1079.264338] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.272225] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 1079.272225] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5285e410-265a-10db-cc94-0b1c6d101640" [ 1079.272225] env[69357]: _type = "Task" [ 1079.272225] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.279339] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.287031] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5285e410-265a-10db-cc94-0b1c6d101640, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.339300] env[69357]: DEBUG nova.network.neutron [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Successfully updated port: dce9d417-3d19-4ed4-bc68-4ac9ca6ada5c {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.368946] env[69357]: DEBUG nova.network.neutron [req-2ac14572-fa8a-48bc-be4a-9f3e7a763dbd req-ccff2f62-35cc-46ed-a7b5-3d6fe008c091 service nova] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Updated VIF entry in instance network info cache for port 8a81efc1-212c-4294-8a2d-f9f77427eb12. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.368946] env[69357]: DEBUG nova.network.neutron [req-2ac14572-fa8a-48bc-be4a-9f3e7a763dbd req-ccff2f62-35cc-46ed-a7b5-3d6fe008c091 service nova] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Updating instance_info_cache with network_info: [{"id": "8a81efc1-212c-4294-8a2d-f9f77427eb12", "address": "fa:16:3e:92:5a:ef", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a81efc1-21", "ovs_interfaceid": "8a81efc1-212c-4294-8a2d-f9f77427eb12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.593953] env[69357]: DEBUG nova.compute.utils [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.597301] env[69357]: DEBUG nova.objects.instance [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lazy-loading 'numa_topology' on Instance uuid 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.598406] env[69357]: DEBUG nova.compute.manager [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.598406] env[69357]: DEBUG nova.network.neutron [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.652549] env[69357]: DEBUG nova.policy [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5458b5918e614cd28de614a05fb084e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a808b20d6b247a0997e8d3634706d6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.776260] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151279, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.788300] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5285e410-265a-10db-cc94-0b1c6d101640, 'name': SearchDatastore_Task, 'duration_secs': 0.01703} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.788835] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.789372] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] be0476b0-ea77-4e48-a417-c0f48fc0b867/be0476b0-ea77-4e48-a417-c0f48fc0b867.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.789558] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-362a13d6-82e4-4d03-87f4-367909cdf0fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.798789] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 1079.798789] env[69357]: value = "task-4151280" [ 1079.798789] env[69357]: _type = "Task" [ 1079.798789] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.804994] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.805366] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e8da76f-b2ae-4aa5-a6d6-e496bd660a7b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.811710] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.819881] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1079.819881] env[69357]: value = "task-4151281" [ 1079.819881] env[69357]: _type = "Task" [ 1079.819881] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.831045] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.842224] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "refresh_cache-95061016-3f49-4d96-a8fc-5794f33880e9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.842517] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired lock "refresh_cache-95061016-3f49-4d96-a8fc-5794f33880e9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.842687] env[69357]: DEBUG nova.network.neutron [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.871509] env[69357]: DEBUG oslo_concurrency.lockutils [req-2ac14572-fa8a-48bc-be4a-9f3e7a763dbd req-ccff2f62-35cc-46ed-a7b5-3d6fe008c091 service nova] Releasing lock "refresh_cache-3a924a64-140f-4df3-8a18-5f52d5c684b3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.098867] env[69357]: DEBUG nova.compute.manager [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.102566] env[69357]: DEBUG nova.objects.base [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Object Instance<58b2571c-6eb9-47ad-b7c1-bfd16e282e0e> lazy-loaded attributes: resources,numa_topology {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1080.124044] env[69357]: DEBUG nova.network.neutron [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Successfully created port: 2799ba29-d00d-40c4-b0a6-cfd5e74122a2 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.277551] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151279, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.310937] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.332776] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.422385] env[69357]: DEBUG nova.network.neutron [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.489943] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5339c5b9-b995-4820-9034-615c04e8535b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.498665] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6baa4ba-7833-432d-94eb-2c6dd006ae62 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.546796] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045ac1ca-6edd-4a76-92c2-0f4c65c251c3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.551194] env[69357]: DEBUG nova.network.neutron [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Successfully created port: fd061047-628c-4ecc-89a5-168928a0a2d3 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.561038] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679d497b-4e1d-40d8-bd82-c3e1e56936c4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.577620] env[69357]: DEBUG nova.compute.provider_tree [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.725684] env[69357]: DEBUG nova.network.neutron [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Updating instance_info_cache with network_info: [{"id": "dce9d417-3d19-4ed4-bc68-4ac9ca6ada5c", "address": "fa:16:3e:30:ce:9f", "network": {"id": "53920da6-d263-44f4-a530-25b528a83149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-247356550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeed843967394582a8207ae77c9b18aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce9d417-3d", "ovs_interfaceid": "dce9d417-3d19-4ed4-bc68-4ac9ca6ada5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.777976] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151279, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.811406] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.834535] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151281, 'name': PowerOffVM_Task, 'duration_secs': 0.60902} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.834535] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.921443] env[69357]: INFO nova.compute.manager [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Detaching volume 75566cd4-edf0-41da-b41d-affcb77e72a4 [ 1080.977595] env[69357]: INFO nova.virt.block_device [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Attempting to driver detach volume 75566cd4-edf0-41da-b41d-affcb77e72a4 from mountpoint /dev/sdb [ 1080.977799] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1080.978016] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822013', 'volume_id': '75566cd4-edf0-41da-b41d-affcb77e72a4', 'name': 'volume-75566cd4-edf0-41da-b41d-affcb77e72a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6ce382a-b3bd-48cf-83f0-4b429a6b1c12', 'attached_at': '', 'detached_at': '', 'volume_id': '75566cd4-edf0-41da-b41d-affcb77e72a4', 'serial': '75566cd4-edf0-41da-b41d-affcb77e72a4'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1080.981862] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98084b2-a826-4cee-b0b1-5881e3519a94 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.015592] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1809884c-5bb8-41ad-a553-ffb2b88e62e7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.027267] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128f4c5f-6732-4491-a9b6-c9359697988e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.057285] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283d34e7-79b8-4344-8256-3c9f59fd5489 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.078379] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] The volume has not been displaced from its original location: [datastore2] volume-75566cd4-edf0-41da-b41d-affcb77e72a4/volume-75566cd4-edf0-41da-b41d-affcb77e72a4.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1081.084694] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1081.086060] env[69357]: DEBUG nova.scheduler.client.report [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.089662] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f0c0dc3-1220-4762-a2e6-525093cd0e52 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.116258] env[69357]: DEBUG nova.compute.manager [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.121156] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1081.121156] env[69357]: value = "task-4151282" [ 1081.121156] env[69357]: _type = "Task" [ 1081.121156] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.132547] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.232086] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Releasing lock "refresh_cache-95061016-3f49-4d96-a8fc-5794f33880e9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.233164] env[69357]: DEBUG nova.compute.manager [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Instance network_info: |[{"id": "dce9d417-3d19-4ed4-bc68-4ac9ca6ada5c", "address": "fa:16:3e:30:ce:9f", "network": {"id": "53920da6-d263-44f4-a530-25b528a83149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-247356550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeed843967394582a8207ae77c9b18aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce9d417-3d", "ovs_interfaceid": "dce9d417-3d19-4ed4-bc68-4ac9ca6ada5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.234510] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:ce:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dce9d417-3d19-4ed4-bc68-4ac9ca6ada5c', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.242270] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.242589] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.242889] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a10eb250-c1f9-4fbf-ab1a-4b6eb66ca1a2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.266790] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.266790] env[69357]: value = "task-4151283" [ 1081.266790] env[69357]: _type = "Task" [ 1081.266790] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.280195] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151283, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.284953] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151279, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.315170] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.473631] env[69357]: DEBUG nova.compute.manager [req-df945c35-fa87-4357-b560-10000f272b91 req-ff7a085f-398d-40eb-973b-395ad7600bb0 service nova] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Received event network-changed-dce9d417-3d19-4ed4-bc68-4ac9ca6ada5c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.473881] env[69357]: DEBUG nova.compute.manager [req-df945c35-fa87-4357-b560-10000f272b91 req-ff7a085f-398d-40eb-973b-395ad7600bb0 service nova] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Refreshing instance network info cache due to event network-changed-dce9d417-3d19-4ed4-bc68-4ac9ca6ada5c. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.474195] env[69357]: DEBUG oslo_concurrency.lockutils [req-df945c35-fa87-4357-b560-10000f272b91 req-ff7a085f-398d-40eb-973b-395ad7600bb0 service nova] Acquiring lock "refresh_cache-95061016-3f49-4d96-a8fc-5794f33880e9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.474374] env[69357]: DEBUG oslo_concurrency.lockutils [req-df945c35-fa87-4357-b560-10000f272b91 req-ff7a085f-398d-40eb-973b-395ad7600bb0 service nova] Acquired lock "refresh_cache-95061016-3f49-4d96-a8fc-5794f33880e9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.474554] env[69357]: DEBUG nova.network.neutron [req-df945c35-fa87-4357-b560-10000f272b91 req-ff7a085f-398d-40eb-973b-395ad7600bb0 service nova] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Refreshing network info cache for port dce9d417-3d19-4ed4-bc68-4ac9ca6ada5c {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.561310] env[69357]: DEBUG nova.virt.hardware [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.561672] env[69357]: DEBUG nova.virt.hardware [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.561894] env[69357]: DEBUG nova.virt.hardware [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.562194] env[69357]: DEBUG nova.virt.hardware [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.562345] env[69357]: DEBUG nova.virt.hardware [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.562510] env[69357]: DEBUG nova.virt.hardware [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.562854] env[69357]: DEBUG nova.virt.hardware [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.563058] env[69357]: DEBUG nova.virt.hardware [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.563277] env[69357]: DEBUG nova.virt.hardware [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.563493] env[69357]: DEBUG nova.virt.hardware [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.563773] env[69357]: DEBUG nova.virt.hardware [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.564867] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447b3584-74e4-46ef-b7f8-d3773acf0ace {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.579630] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75635e6-22bf-460b-8e56-e807e206e45d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.607092] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.517s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.609684] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f99dcc1-1b95-42ac-807d-ccee3ff2f98b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.268s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.612395] env[69357]: DEBUG nova.compute.manager [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1081.614236] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba183a4d-375f-43b8-8d35-5fd640a201a4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.639787] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.782467] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151279, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.786186] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151283, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.814560] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151280, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.106108] env[69357]: DEBUG nova.compute.manager [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1082.108041] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990d3bd1-c697-4d39-be8c-08494e00e129 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.127429] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3d9657e1-bcde-49ac-8436-5b970d4418f9 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.305s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.132579] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.430s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.132579] env[69357]: INFO nova.compute.manager [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Unshelving [ 1082.137028] env[69357]: INFO nova.compute.manager [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] instance snapshotting [ 1082.137028] env[69357]: WARNING nova.compute.manager [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1082.139225] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e74fc83-9e7b-4125-8238-d65a81fbee94 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.148134] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151282, 'name': ReconfigVM_Task, 'duration_secs': 0.707166} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.166439] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1082.176785] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca58b0e3-e504-4440-8de6-6ad93e5ecad1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.187033] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bfbcaf-5384-42ee-bab5-bd665846d5ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.202345] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1082.202345] env[69357]: value = "task-4151284" [ 1082.202345] env[69357]: _type = "Task" [ 1082.202345] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.221639] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151284, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.298103] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151283, 'name': CreateVM_Task, 'duration_secs': 0.640667} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.298576] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151279, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.827501} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.299173] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.299577] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/743ef83d-877e-4d4c-aca4-516d50656a5c/743ef83d-877e-4d4c-aca4-516d50656a5c.vmdk to [datastore2] 8d23c06e-283e-4d2c-965e-2cb32d4b4605/8d23c06e-283e-4d2c-965e-2cb32d4b4605.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.300661] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.300921] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.301410] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.302491] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd42081f-0a28-4047-b051-b8be0af02f6c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.305144] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6aa666f-17a6-45f4-b173-b9f591c7aa84 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.324292] env[69357]: DEBUG nova.network.neutron [req-df945c35-fa87-4357-b560-10000f272b91 req-ff7a085f-398d-40eb-973b-395ad7600bb0 service nova] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Updated VIF entry in instance network info cache for port dce9d417-3d19-4ed4-bc68-4ac9ca6ada5c. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.324620] env[69357]: DEBUG nova.network.neutron [req-df945c35-fa87-4357-b560-10000f272b91 req-ff7a085f-398d-40eb-973b-395ad7600bb0 service nova] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Updating instance_info_cache with network_info: [{"id": "dce9d417-3d19-4ed4-bc68-4ac9ca6ada5c", "address": "fa:16:3e:30:ce:9f", "network": {"id": "53920da6-d263-44f4-a530-25b528a83149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-247356550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeed843967394582a8207ae77c9b18aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce9d417-3d", "ovs_interfaceid": "dce9d417-3d19-4ed4-bc68-4ac9ca6ada5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.334356] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 8d23c06e-283e-4d2c-965e-2cb32d4b4605/8d23c06e-283e-4d2c-965e-2cb32d4b4605.vmdk or device None with type streamOptimized {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.341614] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d886411-8c3a-49de-bd5d-28a502ec7e2d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.356310] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1082.356310] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a0c27e-3c50-9fae-6330-b3db8a8b1532" [ 1082.356310] env[69357]: _type = "Task" [ 1082.356310] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.356715] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151280, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.448012} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.357508] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] be0476b0-ea77-4e48-a417-c0f48fc0b867/be0476b0-ea77-4e48-a417-c0f48fc0b867.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.357733] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.361298] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f94d9bb6-73bf-4c4b-a74f-3e0ab3556b2a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.364998] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 1082.364998] env[69357]: value = "task-4151285" [ 1082.364998] env[69357]: _type = "Task" [ 1082.364998] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.375149] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a0c27e-3c50-9fae-6330-b3db8a8b1532, 'name': SearchDatastore_Task, 'duration_secs': 0.011972} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.377165] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.377467] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.377693] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.377862] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.378064] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.378419] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 1082.378419] env[69357]: value = "task-4151286" [ 1082.378419] env[69357]: _type = "Task" [ 1082.378419] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.378633] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-423c968e-1806-4fc7-9281-7b2ac9d52159 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.388220] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.396127] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.397526] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.397725] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.398535] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64edd418-3553-423b-bf84-d2267860609d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.406665] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1082.406665] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5213a8c3-69f4-d5ed-dd14-ef1c614f150d" [ 1082.406665] env[69357]: _type = "Task" [ 1082.406665] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.415827] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5213a8c3-69f4-d5ed-dd14-ef1c614f150d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.451758] env[69357]: DEBUG nova.compute.manager [req-666166c3-45dc-4d5d-82da-fa5708650fac req-059273cc-d160-46fb-bb83-1d2439f0f30f service nova] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Received event network-vif-plugged-2799ba29-d00d-40c4-b0a6-cfd5e74122a2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.451985] env[69357]: DEBUG oslo_concurrency.lockutils [req-666166c3-45dc-4d5d-82da-fa5708650fac req-059273cc-d160-46fb-bb83-1d2439f0f30f service nova] Acquiring lock "ca1c5e0d-acd0-46cd-bdb3-9cff41e74060-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.452273] env[69357]: DEBUG oslo_concurrency.lockutils [req-666166c3-45dc-4d5d-82da-fa5708650fac req-059273cc-d160-46fb-bb83-1d2439f0f30f service nova] Lock "ca1c5e0d-acd0-46cd-bdb3-9cff41e74060-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.452432] env[69357]: DEBUG oslo_concurrency.lockutils [req-666166c3-45dc-4d5d-82da-fa5708650fac req-059273cc-d160-46fb-bb83-1d2439f0f30f service nova] Lock "ca1c5e0d-acd0-46cd-bdb3-9cff41e74060-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.452609] env[69357]: DEBUG nova.compute.manager [req-666166c3-45dc-4d5d-82da-fa5708650fac req-059273cc-d160-46fb-bb83-1d2439f0f30f service nova] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] No waiting events found dispatching network-vif-plugged-2799ba29-d00d-40c4-b0a6-cfd5e74122a2 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1082.452776] env[69357]: WARNING nova.compute.manager [req-666166c3-45dc-4d5d-82da-fa5708650fac req-059273cc-d160-46fb-bb83-1d2439f0f30f service nova] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Received unexpected event network-vif-plugged-2799ba29-d00d-40c4-b0a6-cfd5e74122a2 for instance with vm_state building and task_state spawning. [ 1082.480068] env[69357]: DEBUG nova.network.neutron [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Successfully updated port: 2799ba29-d00d-40c4-b0a6-cfd5e74122a2 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.540830] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e5700b-c013-4c4e-aff0-e339f482f900 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.549572] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a26092-f8d2-42bf-936e-e8946feac4d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.584020] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51e930a-13c9-4c38-84c1-ef2547dff13e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.592983] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe6f2bb-e697-4a8b-afd5-75143ba1cca4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.607614] env[69357]: DEBUG nova.compute.provider_tree [None req-5f99dcc1-1b95-42ac-807d-ccee3ff2f98b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.628147] env[69357]: INFO nova.compute.manager [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] instance snapshotting [ 1082.628807] env[69357]: DEBUG nova.objects.instance [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lazy-loading 'flavor' on Instance uuid facbe890-7d28-4e20-8126-8382383e0468 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.711033] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1082.711351] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ba7c0b12-d16f-4b14-af86-1fd71bb9d158 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.721545] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151284, 'name': ReconfigVM_Task, 'duration_secs': 0.168786} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.722697] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822013', 'volume_id': '75566cd4-edf0-41da-b41d-affcb77e72a4', 'name': 'volume-75566cd4-edf0-41da-b41d-affcb77e72a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6ce382a-b3bd-48cf-83f0-4b429a6b1c12', 'attached_at': '', 'detached_at': '', 'volume_id': '75566cd4-edf0-41da-b41d-affcb77e72a4', 'serial': '75566cd4-edf0-41da-b41d-affcb77e72a4'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1082.725736] env[69357]: DEBUG oslo_vmware.api [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1082.725736] env[69357]: value = "task-4151287" [ 1082.725736] env[69357]: _type = "Task" [ 1082.725736] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.736482] env[69357]: DEBUG oslo_vmware.api [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151287, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.839770] env[69357]: DEBUG oslo_concurrency.lockutils [req-df945c35-fa87-4357-b560-10000f272b91 req-ff7a085f-398d-40eb-973b-395ad7600bb0 service nova] Releasing lock "refresh_cache-95061016-3f49-4d96-a8fc-5794f33880e9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.875653] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151285, 'name': ReconfigVM_Task, 'duration_secs': 0.308886} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.876475] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 8d23c06e-283e-4d2c-965e-2cb32d4b4605/8d23c06e-283e-4d2c-965e-2cb32d4b4605.vmdk or device None with type streamOptimized {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.876721] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-078ca93b-7b2e-4baa-acf8-34df1b856ece {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.885404] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 1082.885404] env[69357]: value = "task-4151288" [ 1082.885404] env[69357]: _type = "Task" [ 1082.885404] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.892504] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081597} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.893273] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.894194] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57136c37-4c40-40a1-82e6-f47617124be2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.900205] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151288, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.921266] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] be0476b0-ea77-4e48-a417-c0f48fc0b867/be0476b0-ea77-4e48-a417-c0f48fc0b867.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.925120] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deba77eb-6eac-43c9-97f5-38323857884c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.950343] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5213a8c3-69f4-d5ed-dd14-ef1c614f150d, 'name': SearchDatastore_Task, 'duration_secs': 0.012672} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.952696] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 1082.952696] env[69357]: value = "task-4151289" [ 1082.952696] env[69357]: _type = "Task" [ 1082.952696] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.953031] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15e301d6-527b-457b-930e-dceae059f62f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.966231] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.967877] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1082.967877] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529d1eeb-c103-af8a-d068-eecd3dfb6da3" [ 1082.967877] env[69357]: _type = "Task" [ 1082.967877] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.977667] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529d1eeb-c103-af8a-d068-eecd3dfb6da3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.110976] env[69357]: DEBUG nova.scheduler.client.report [None req-5f99dcc1-1b95-42ac-807d-ccee3ff2f98b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.136284] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daf2b9b-4727-4d50-9767-c96d54cefffb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.172696] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22d37bc-bd5e-47f6-9e11-ab0830a7efd6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.187745] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.237146] env[69357]: DEBUG oslo_vmware.api [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151287, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.397380] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151288, 'name': Rename_Task, 'duration_secs': 0.207519} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.397679] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.397983] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e25c3b5d-5cc2-44e3-9d9f-c065640edd33 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.405928] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 1083.405928] env[69357]: value = "task-4151290" [ 1083.405928] env[69357]: _type = "Task" [ 1083.405928] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.414767] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.468285] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151289, 'name': ReconfigVM_Task, 'duration_secs': 0.340681} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.468701] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Reconfigured VM instance instance-0000005c to attach disk [datastore2] be0476b0-ea77-4e48-a417-c0f48fc0b867/be0476b0-ea77-4e48-a417-c0f48fc0b867.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.472479] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff0ce987-d6df-4696-a13a-0af37d39e684 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.481734] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529d1eeb-c103-af8a-d068-eecd3dfb6da3, 'name': SearchDatastore_Task, 'duration_secs': 0.016792} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.483424] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.483727] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 95061016-3f49-4d96-a8fc-5794f33880e9/95061016-3f49-4d96-a8fc-5794f33880e9.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.484104] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 1083.484104] env[69357]: value = "task-4151291" [ 1083.484104] env[69357]: _type = "Task" [ 1083.484104] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.484315] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-197d593d-cf40-4ea2-a623-ba532d4472de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.496282] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151291, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.497943] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1083.497943] env[69357]: value = "task-4151292" [ 1083.497943] env[69357]: _type = "Task" [ 1083.497943] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.507520] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.686232] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1083.686692] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-34ba8687-313c-4ae3-afcc-debf8ca54c79 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.695519] env[69357]: DEBUG oslo_vmware.api [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1083.695519] env[69357]: value = "task-4151293" [ 1083.695519] env[69357]: _type = "Task" [ 1083.695519] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.706505] env[69357]: DEBUG oslo_vmware.api [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151293, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.737698] env[69357]: DEBUG oslo_vmware.api [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151287, 'name': CreateSnapshot_Task, 'duration_secs': 0.949107} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.737978] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1083.738778] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbeb4f82-62cb-4a34-82a7-69bafec9612a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.786098] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.786439] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33037b18-e85e-4c79-842b-857b11949578 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.796183] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1083.796183] env[69357]: value = "task-4151294" [ 1083.796183] env[69357]: _type = "Task" [ 1083.796183] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.807529] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1083.807765] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1083.807941] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822013', 'volume_id': '75566cd4-edf0-41da-b41d-affcb77e72a4', 'name': 'volume-75566cd4-edf0-41da-b41d-affcb77e72a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6ce382a-b3bd-48cf-83f0-4b429a6b1c12', 'attached_at': '', 'detached_at': '', 'volume_id': '75566cd4-edf0-41da-b41d-affcb77e72a4', 'serial': '75566cd4-edf0-41da-b41d-affcb77e72a4'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1083.808779] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9daa011c-022e-422a-8dde-1741f091528f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.833518] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1180d017-d183-451e-a558-7802e1928ea9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.843722] env[69357]: WARNING nova.virt.vmwareapi.driver [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1083.844133] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.844985] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed39ed1c-cb76-4f84-9a6f-a71c42860a6b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.852967] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.853283] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df40c9a4-fc3b-4804-bc1a-5eeba7f1618a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.920140] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151290, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.937200] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.937200] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.937528] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Deleting the datastore file [datastore2] e6ce382a-b3bd-48cf-83f0-4b429a6b1c12 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.937707] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04745942-0fe7-4fc5-a4c5-b7035915ec8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.946423] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1083.946423] env[69357]: value = "task-4151296" [ 1083.946423] env[69357]: _type = "Task" [ 1083.946423] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.959764] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.997685] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151291, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.012289] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151292, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.123947] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f99dcc1-1b95-42ac-807d-ccee3ff2f98b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.514s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.127620] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.838s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.129393] env[69357]: INFO nova.compute.claims [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.205587] env[69357]: DEBUG oslo_vmware.api [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151293, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.258789] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1084.260306] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5ab26210-1250-47d3-9f98-d14e784ec8a2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.270443] env[69357]: DEBUG oslo_vmware.api [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1084.270443] env[69357]: value = "task-4151297" [ 1084.270443] env[69357]: _type = "Task" [ 1084.270443] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.280686] env[69357]: DEBUG oslo_vmware.api [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151297, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.347790] env[69357]: DEBUG oslo_vmware.rw_handles [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52921023-c5cc-4b9a-b844-3bf02002f0e6/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1084.348724] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48869d01-602a-448f-9940-900ac1e370fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.355982] env[69357]: DEBUG oslo_vmware.rw_handles [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52921023-c5cc-4b9a-b844-3bf02002f0e6/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1084.356208] env[69357]: ERROR oslo_vmware.rw_handles [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52921023-c5cc-4b9a-b844-3bf02002f0e6/disk-0.vmdk due to incomplete transfer. [ 1084.356501] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-433394e7-bdde-4bfe-955c-4ccf457d80f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.365057] env[69357]: DEBUG oslo_vmware.rw_handles [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52921023-c5cc-4b9a-b844-3bf02002f0e6/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1084.365312] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Uploaded image 500b4e6b-9c5f-410b-a292-cc4a88083c99 to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1084.367015] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1084.367301] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-785cbc2a-0b4a-41c8-b037-4bc912e8f770 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.374611] env[69357]: DEBUG oslo_vmware.api [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Waiting for the task: (returnval){ [ 1084.374611] env[69357]: value = "task-4151298" [ 1084.374611] env[69357]: _type = "Task" [ 1084.374611] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.383672] env[69357]: DEBUG oslo_vmware.api [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151298, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.417172] env[69357]: DEBUG oslo_vmware.api [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151290, 'name': PowerOnVM_Task, 'duration_secs': 0.667602} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.417580] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.457168] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45494} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.457440] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.457630] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.457838] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.498580] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151291, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.508949] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668155} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.509371] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 95061016-3f49-4d96-a8fc-5794f33880e9/95061016-3f49-4d96-a8fc-5794f33880e9.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.509608] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.510613] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f5d9241-c5fa-48a1-9911-e60fa46f7e18 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.519309] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1084.519309] env[69357]: value = "task-4151299" [ 1084.519309] env[69357]: _type = "Task" [ 1084.519309] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.532048] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.562728] env[69357]: DEBUG nova.compute.manager [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1084.564885] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deef5756-9733-44e2-9524-5938dbe032fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.620422] env[69357]: DEBUG nova.compute.manager [req-86804acf-9d7d-49e1-b6be-880bf9fbaebf req-a0c8d94c-87f1-4759-aff2-3f3148b50459 service nova] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Received event network-changed-2799ba29-d00d-40c4-b0a6-cfd5e74122a2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.620792] env[69357]: DEBUG nova.compute.manager [req-86804acf-9d7d-49e1-b6be-880bf9fbaebf req-a0c8d94c-87f1-4759-aff2-3f3148b50459 service nova] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Refreshing instance network info cache due to event network-changed-2799ba29-d00d-40c4-b0a6-cfd5e74122a2. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.621158] env[69357]: DEBUG oslo_concurrency.lockutils [req-86804acf-9d7d-49e1-b6be-880bf9fbaebf req-a0c8d94c-87f1-4759-aff2-3f3148b50459 service nova] Acquiring lock "refresh_cache-ca1c5e0d-acd0-46cd-bdb3-9cff41e74060" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.621410] env[69357]: DEBUG oslo_concurrency.lockutils [req-86804acf-9d7d-49e1-b6be-880bf9fbaebf req-a0c8d94c-87f1-4759-aff2-3f3148b50459 service nova] Acquired lock "refresh_cache-ca1c5e0d-acd0-46cd-bdb3-9cff41e74060" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.621684] env[69357]: DEBUG nova.network.neutron [req-86804acf-9d7d-49e1-b6be-880bf9fbaebf req-a0c8d94c-87f1-4759-aff2-3f3148b50459 service nova] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Refreshing network info cache for port 2799ba29-d00d-40c4-b0a6-cfd5e74122a2 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.708829] env[69357]: DEBUG oslo_vmware.api [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151293, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.735025] env[69357]: INFO nova.scheduler.client.report [None req-5f99dcc1-1b95-42ac-807d-ccee3ff2f98b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Deleted allocation for migration 9395c222-0662-4643-ab7d-8e0888ee4f7a [ 1084.763385] env[69357]: DEBUG nova.network.neutron [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Successfully updated port: fd061047-628c-4ecc-89a5-168928a0a2d3 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.784526] env[69357]: DEBUG oslo_vmware.api [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151297, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.884428] env[69357]: DEBUG oslo_vmware.api [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151298, 'name': Destroy_Task, 'duration_secs': 0.384878} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.884776] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Destroyed the VM [ 1084.884946] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1084.885237] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-440db099-c2c5-4371-8fe6-de1675ff16f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.892681] env[69357]: DEBUG oslo_vmware.api [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Waiting for the task: (returnval){ [ 1084.892681] env[69357]: value = "task-4151300" [ 1084.892681] env[69357]: _type = "Task" [ 1084.892681] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.901623] env[69357]: DEBUG oslo_vmware.api [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151300, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.963222] env[69357]: INFO nova.virt.block_device [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Booting with volume 75566cd4-edf0-41da-b41d-affcb77e72a4 at /dev/sdb [ 1085.001810] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151291, 'name': Rename_Task, 'duration_secs': 1.18973} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.003258] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.003531] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ffdb6278-8176-4d8b-9be9-bc295c6bd9e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.005640] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b413794-7f8b-428a-9366-517eaba3b4ac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.015429] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d156b5-158c-4c4f-adcf-95151c786971 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.028497] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 1085.028497] env[69357]: value = "task-4151301" [ 1085.028497] env[69357]: _type = "Task" [ 1085.028497] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.040707] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168075} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.044050] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.057454] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e78bb0a-3755-423b-ab9f-1cd2ffefcbb6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.060625] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-780aeaab-6c6e-404a-b728-fc0ff221981d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.087466] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 95061016-3f49-4d96-a8fc-5794f33880e9/95061016-3f49-4d96-a8fc-5794f33880e9.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.095815] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56093a35-1b6d-4a80-8f03-bec0478f78d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.111860] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6e6434fc-e28a-4906-83d7-bef6a9f8a049 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "8d23c06e-283e-4d2c-965e-2cb32d4b4605" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 36.319s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.116265] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe3e303-be10-4624-a02f-0c42b884ec28 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.134841] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1085.134841] env[69357]: value = "task-4151302" [ 1085.134841] env[69357]: _type = "Task" [ 1085.134841] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.166866] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812e8256-0813-4ec5-ad27-fe95aa9f2959 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.171277] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.179416] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23001c4c-2e2a-468b-95cf-6fa13fa0d74b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.188718] env[69357]: DEBUG nova.network.neutron [req-86804acf-9d7d-49e1-b6be-880bf9fbaebf req-a0c8d94c-87f1-4759-aff2-3f3148b50459 service nova] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.196787] env[69357]: DEBUG nova.virt.block_device [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Updating existing volume attachment record: 8d79a7b9-ae8e-4552-a770-71fc3bb47789 {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1085.210809] env[69357]: DEBUG oslo_vmware.api [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151293, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.247642] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5f99dcc1-1b95-42ac-807d-ccee3ff2f98b tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "69116840-32fe-46c6-a831-78c627f986d5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.336s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.266794] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Acquiring lock "refresh_cache-ca1c5e0d-acd0-46cd-bdb3-9cff41e74060" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.288255] env[69357]: DEBUG oslo_vmware.api [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151297, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.369777] env[69357]: DEBUG nova.network.neutron [req-86804acf-9d7d-49e1-b6be-880bf9fbaebf req-a0c8d94c-87f1-4759-aff2-3f3148b50459 service nova] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.408136] env[69357]: DEBUG oslo_vmware.api [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151300, 'name': RemoveSnapshot_Task} progress is 15%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.505906] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd1f67e-705e-455f-b267-1d7cce344166 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.515987] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215d7127-ca0f-43b5-9429-bc41b2fc8a5f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.552286] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f2a746-3a88-4916-b30e-4baa5aaebf27 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.560711] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151301, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.564069] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87f4f67-1571-47f3-8fbb-c1e3f27f1978 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.581010] env[69357]: DEBUG nova.compute.provider_tree [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.647438] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151302, 'name': ReconfigVM_Task, 'duration_secs': 0.40157} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.647774] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 95061016-3f49-4d96-a8fc-5794f33880e9/95061016-3f49-4d96-a8fc-5794f33880e9.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.648916] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56850a1b-4817-4c94-9911-6be5982c9f92 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.656576] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1085.656576] env[69357]: value = "task-4151303" [ 1085.656576] env[69357]: _type = "Task" [ 1085.656576] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.666839] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151303, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.719482] env[69357]: DEBUG oslo_vmware.api [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151293, 'name': CreateSnapshot_Task, 'duration_secs': 1.53452} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.719809] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1085.720658] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ba67a6-f075-4b25-a0b6-8e43bffe6fb3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.787611] env[69357]: DEBUG oslo_vmware.api [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151297, 'name': CloneVM_Task} progress is 95%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.878973] env[69357]: DEBUG oslo_concurrency.lockutils [req-86804acf-9d7d-49e1-b6be-880bf9fbaebf req-a0c8d94c-87f1-4759-aff2-3f3148b50459 service nova] Releasing lock "refresh_cache-ca1c5e0d-acd0-46cd-bdb3-9cff41e74060" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.878973] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Acquired lock "refresh_cache-ca1c5e0d-acd0-46cd-bdb3-9cff41e74060" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.878973] env[69357]: DEBUG nova.network.neutron [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.904796] env[69357]: DEBUG oslo_vmware.api [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151300, 'name': RemoveSnapshot_Task, 'duration_secs': 0.886769} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.905135] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1085.905285] env[69357]: INFO nova.compute.manager [None req-d2b9ee2a-0b03-4bce-901d-286d71eca485 tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Took 14.32 seconds to snapshot the instance on the hypervisor. [ 1086.062136] env[69357]: DEBUG oslo_vmware.api [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151301, 'name': PowerOnVM_Task, 'duration_secs': 0.567577} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.062450] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.062668] env[69357]: INFO nova.compute.manager [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Took 12.05 seconds to spawn the instance on the hypervisor. [ 1086.062893] env[69357]: DEBUG nova.compute.manager [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1086.063829] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef6c15e-72fb-4ef3-8689-b351b44bb364 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.084722] env[69357]: DEBUG nova.scheduler.client.report [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.172021] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151303, 'name': Rename_Task, 'duration_secs': 0.428945} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.172021] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.172021] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aded2600-0a79-45ff-a421-06a5fa2acbcb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.179123] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1086.179123] env[69357]: value = "task-4151304" [ 1086.179123] env[69357]: _type = "Task" [ 1086.179123] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.186448] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.244959] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1086.244959] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-123e655b-2d6f-48f6-97af-cce02eb789da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.255811] env[69357]: DEBUG oslo_vmware.api [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1086.255811] env[69357]: value = "task-4151305" [ 1086.255811] env[69357]: _type = "Task" [ 1086.255811] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.268073] env[69357]: DEBUG oslo_vmware.api [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151305, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.285536] env[69357]: DEBUG oslo_vmware.api [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151297, 'name': CloneVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.430146] env[69357]: DEBUG nova.network.neutron [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.586857] env[69357]: INFO nova.compute.manager [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Took 27.31 seconds to build instance. [ 1086.593936] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.593936] env[69357]: DEBUG nova.compute.manager [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.595187] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.303s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.597066] env[69357]: INFO nova.compute.claims [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.692771] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151304, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.757133] env[69357]: DEBUG nova.compute.manager [req-8b9ef0d6-4ffe-4958-ba16-20e496ba9f72 req-d804aec2-4bd8-4728-8494-13970855d898 service nova] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Received event network-vif-plugged-fd061047-628c-4ecc-89a5-168928a0a2d3 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.757377] env[69357]: DEBUG oslo_concurrency.lockutils [req-8b9ef0d6-4ffe-4958-ba16-20e496ba9f72 req-d804aec2-4bd8-4728-8494-13970855d898 service nova] Acquiring lock "ca1c5e0d-acd0-46cd-bdb3-9cff41e74060-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.757595] env[69357]: DEBUG oslo_concurrency.lockutils [req-8b9ef0d6-4ffe-4958-ba16-20e496ba9f72 req-d804aec2-4bd8-4728-8494-13970855d898 service nova] Lock "ca1c5e0d-acd0-46cd-bdb3-9cff41e74060-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.757764] env[69357]: DEBUG oslo_concurrency.lockutils [req-8b9ef0d6-4ffe-4958-ba16-20e496ba9f72 req-d804aec2-4bd8-4728-8494-13970855d898 service nova] Lock "ca1c5e0d-acd0-46cd-bdb3-9cff41e74060-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.757982] env[69357]: DEBUG nova.compute.manager [req-8b9ef0d6-4ffe-4958-ba16-20e496ba9f72 req-d804aec2-4bd8-4728-8494-13970855d898 service nova] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] No waiting events found dispatching network-vif-plugged-fd061047-628c-4ecc-89a5-168928a0a2d3 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1086.758195] env[69357]: WARNING nova.compute.manager [req-8b9ef0d6-4ffe-4958-ba16-20e496ba9f72 req-d804aec2-4bd8-4728-8494-13970855d898 service nova] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Received unexpected event network-vif-plugged-fd061047-628c-4ecc-89a5-168928a0a2d3 for instance with vm_state building and task_state spawning. [ 1086.758387] env[69357]: DEBUG nova.compute.manager [req-8b9ef0d6-4ffe-4958-ba16-20e496ba9f72 req-d804aec2-4bd8-4728-8494-13970855d898 service nova] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Received event network-changed-fd061047-628c-4ecc-89a5-168928a0a2d3 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.758596] env[69357]: DEBUG nova.compute.manager [req-8b9ef0d6-4ffe-4958-ba16-20e496ba9f72 req-d804aec2-4bd8-4728-8494-13970855d898 service nova] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Refreshing instance network info cache due to event network-changed-fd061047-628c-4ecc-89a5-168928a0a2d3. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.758844] env[69357]: DEBUG oslo_concurrency.lockutils [req-8b9ef0d6-4ffe-4958-ba16-20e496ba9f72 req-d804aec2-4bd8-4728-8494-13970855d898 service nova] Acquiring lock "refresh_cache-ca1c5e0d-acd0-46cd-bdb3-9cff41e74060" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.769869] env[69357]: DEBUG oslo_vmware.api [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151305, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.789549] env[69357]: DEBUG oslo_vmware.api [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151297, 'name': CloneVM_Task, 'duration_secs': 2.102375} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.789843] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Created linked-clone VM from snapshot [ 1086.791797] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086484fe-8dcf-49d3-a78d-5beafc2a28f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.803017] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Uploading image 31d568cb-58eb-401e-ae5f-3d0d25d523bc {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1086.839368] env[69357]: DEBUG oslo_vmware.rw_handles [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1086.839368] env[69357]: value = "vm-822021" [ 1086.839368] env[69357]: _type = "VirtualMachine" [ 1086.839368] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1086.839368] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0ac5c9e0-1db0-49fa-8740-71659cdc06a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.848693] env[69357]: DEBUG oslo_vmware.rw_handles [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lease: (returnval){ [ 1086.848693] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5260af85-3223-d37c-b7d3-1ae741502ba8" [ 1086.848693] env[69357]: _type = "HttpNfcLease" [ 1086.848693] env[69357]: } obtained for exporting VM: (result){ [ 1086.848693] env[69357]: value = "vm-822021" [ 1086.848693] env[69357]: _type = "VirtualMachine" [ 1086.848693] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1086.849564] env[69357]: DEBUG oslo_vmware.api [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the lease: (returnval){ [ 1086.849564] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5260af85-3223-d37c-b7d3-1ae741502ba8" [ 1086.849564] env[69357]: _type = "HttpNfcLease" [ 1086.849564] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1086.858915] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1086.858915] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5260af85-3223-d37c-b7d3-1ae741502ba8" [ 1086.858915] env[69357]: _type = "HttpNfcLease" [ 1086.858915] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1086.904426] env[69357]: DEBUG nova.network.neutron [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Updating instance_info_cache with network_info: [{"id": "2799ba29-d00d-40c4-b0a6-cfd5e74122a2", "address": "fa:16:3e:62:de:1e", "network": {"id": "3f025ffe-d508-4a7c-be78-254579e0826f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-721831134", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a808b20d6b247a0997e8d3634706d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2799ba29-d0", "ovs_interfaceid": "2799ba29-d00d-40c4-b0a6-cfd5e74122a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd061047-628c-4ecc-89a5-168928a0a2d3", "address": "fa:16:3e:64:6a:e7", "network": {"id": "d924091a-f3ce-4ef0-a975-4be8b10123a9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1362236053", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0a808b20d6b247a0997e8d3634706d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd061047-62", "ovs_interfaceid": "fd061047-628c-4ecc-89a5-168928a0a2d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.091703] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bb33c4c-3c2c-4928-a431-7124328ee1f7 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "be0476b0-ea77-4e48-a417-c0f48fc0b867" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.828s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.102343] env[69357]: DEBUG nova.compute.utils [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.109348] env[69357]: DEBUG nova.compute.manager [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.109658] env[69357]: DEBUG nova.network.neutron [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.178599] env[69357]: DEBUG nova.policy [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca99513067eb4da494e0b7e329919f01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23dc72ce697b4338922e291c1024f3f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.191408] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151304, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.272596] env[69357]: DEBUG oslo_vmware.api [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151305, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.280366] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "69116840-32fe-46c6-a831-78c627f986d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.283019] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "69116840-32fe-46c6-a831-78c627f986d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.283019] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "69116840-32fe-46c6-a831-78c627f986d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.283019] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "69116840-32fe-46c6-a831-78c627f986d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.283019] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "69116840-32fe-46c6-a831-78c627f986d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.284837] env[69357]: INFO nova.compute.manager [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Terminating instance [ 1087.359164] env[69357]: DEBUG nova.virt.hardware [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.359453] env[69357]: DEBUG nova.virt.hardware [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.359611] env[69357]: DEBUG nova.virt.hardware [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.359906] env[69357]: DEBUG nova.virt.hardware [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.360031] env[69357]: DEBUG nova.virt.hardware [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.360191] env[69357]: DEBUG nova.virt.hardware [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.360396] env[69357]: DEBUG nova.virt.hardware [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.360550] env[69357]: DEBUG nova.virt.hardware [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.360790] env[69357]: DEBUG nova.virt.hardware [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.360890] env[69357]: DEBUG nova.virt.hardware [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.361102] env[69357]: DEBUG nova.virt.hardware [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.361945] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0650fafa-709e-4463-a8f6-1b0dad42b179 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.367772] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1087.367772] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5260af85-3223-d37c-b7d3-1ae741502ba8" [ 1087.367772] env[69357]: _type = "HttpNfcLease" [ 1087.367772] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1087.368468] env[69357]: DEBUG oslo_vmware.rw_handles [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1087.368468] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5260af85-3223-d37c-b7d3-1ae741502ba8" [ 1087.368468] env[69357]: _type = "HttpNfcLease" [ 1087.368468] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1087.369230] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b9e49d-ac8a-49ee-8aca-77db01ad41d0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.375922] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b130ccde-fc7c-446a-b8be-fcb345d01fa0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.383846] env[69357]: DEBUG oslo_vmware.rw_handles [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b1b7f8-acf9-f0e0-d6e9-17e519b6ea6f/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1087.384567] env[69357]: DEBUG oslo_vmware.rw_handles [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b1b7f8-acf9-f0e0-d6e9-17e519b6ea6f/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1087.445857] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Releasing lock "refresh_cache-ca1c5e0d-acd0-46cd-bdb3-9cff41e74060" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.445951] env[69357]: DEBUG nova.compute.manager [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Instance network_info: |[{"id": "2799ba29-d00d-40c4-b0a6-cfd5e74122a2", "address": "fa:16:3e:62:de:1e", "network": {"id": "3f025ffe-d508-4a7c-be78-254579e0826f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-721831134", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a808b20d6b247a0997e8d3634706d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2799ba29-d0", "ovs_interfaceid": "2799ba29-d00d-40c4-b0a6-cfd5e74122a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd061047-628c-4ecc-89a5-168928a0a2d3", "address": "fa:16:3e:64:6a:e7", "network": {"id": "d924091a-f3ce-4ef0-a975-4be8b10123a9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1362236053", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0a808b20d6b247a0997e8d3634706d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd061047-62", "ovs_interfaceid": "fd061047-628c-4ecc-89a5-168928a0a2d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.454895] env[69357]: DEBUG oslo_concurrency.lockutils [req-8b9ef0d6-4ffe-4958-ba16-20e496ba9f72 req-d804aec2-4bd8-4728-8494-13970855d898 service nova] Acquired lock "refresh_cache-ca1c5e0d-acd0-46cd-bdb3-9cff41e74060" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.455137] env[69357]: DEBUG nova.network.neutron [req-8b9ef0d6-4ffe-4958-ba16-20e496ba9f72 req-d804aec2-4bd8-4728-8494-13970855d898 service nova] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Refreshing network info cache for port fd061047-628c-4ecc-89a5-168928a0a2d3 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.457349] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:de:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2799ba29-d00d-40c4-b0a6-cfd5e74122a2', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:6a:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd061047-628c-4ecc-89a5-168928a0a2d3', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.467103] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.468537] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:1c:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ea14d1d-8461-489d-b03a-328290f59530', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.477174] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.478373] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.478917] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.479472] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05d20d5e-bbc3-4666-85ed-d01afc64a4da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.498228] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8240a732-9c09-4b8a-8e9d-3c017360a595 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.514957] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Acquiring lock "1e6c8219-368d-4446-89ab-abb8212252e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.515510] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Lock "1e6c8219-368d-4446-89ab-abb8212252e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.515510] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Acquiring lock "1e6c8219-368d-4446-89ab-abb8212252e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.515931] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Lock "1e6c8219-368d-4446-89ab-abb8212252e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.515931] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Lock "1e6c8219-368d-4446-89ab-abb8212252e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.518556] env[69357]: INFO nova.compute.manager [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Terminating instance [ 1087.528711] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.528711] env[69357]: value = "task-4151307" [ 1087.528711] env[69357]: _type = "Task" [ 1087.528711] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.529441] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.529441] env[69357]: value = "task-4151308" [ 1087.529441] env[69357]: _type = "Task" [ 1087.529441] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.540521] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f3e7d7e7-a319-4859-9267-c2828658e709 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.551290] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151308, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.551858] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151307, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.567475] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0594cd9-e640-45c5-8041-8356276895e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.584290] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-105703ae-2bd2-4931-9ae5-bcbaf820a56f tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Suspending the VM {{(pid=69357) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1087.585033] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ad6b5cfa-8cb4-41ca-ac43-b1e9bb3412fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.594799] env[69357]: DEBUG oslo_vmware.api [None req-105703ae-2bd2-4931-9ae5-bcbaf820a56f tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 1087.594799] env[69357]: value = "task-4151309" [ 1087.594799] env[69357]: _type = "Task" [ 1087.594799] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.598126] env[69357]: DEBUG nova.network.neutron [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Successfully created port: ac113e8a-d04d-485d-83be-293a69be43ff {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.608091] env[69357]: DEBUG oslo_vmware.api [None req-105703ae-2bd2-4931-9ae5-bcbaf820a56f tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151309, 'name': SuspendVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.609973] env[69357]: DEBUG nova.compute.manager [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.692570] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151304, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.772682] env[69357]: DEBUG oslo_vmware.api [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151305, 'name': CloneVM_Task} progress is 95%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.797329] env[69357]: DEBUG nova.compute.manager [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.798515] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.798757] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673aa8b4-b5ac-4ad1-bb75-b50b2d767961 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.814763] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.815405] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7b1ae5d-d670-445f-b119-a21afed30fe3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.828272] env[69357]: DEBUG oslo_vmware.api [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1087.828272] env[69357]: value = "task-4151310" [ 1087.828272] env[69357]: _type = "Task" [ 1087.828272] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.842394] env[69357]: DEBUG oslo_vmware.api [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.957472] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "e05613c2-0517-48fc-9fdb-47f347327a3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.957677] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "e05613c2-0517-48fc-9fdb-47f347327a3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.024405] env[69357]: DEBUG nova.compute.manager [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.024695] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.026557] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869dcbd4-85c4-496c-a57a-d783ce3a5a58 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.031182] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b513311-987d-4d45-a785-7d5ae7334791 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.050411] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb944b7-b1c3-42ba-a178-91afbd49da9d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.054578] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.062232] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-238c0a9a-e1d4-499d-909b-cc2e2eff1e71 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.064475] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151308, 'name': CreateVM_Task, 'duration_secs': 0.495936} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.064709] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151307, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.065469] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.066674] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.066896] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.067273] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.067585] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b064bde1-192c-4327-ac56-6ab6fe6fa842 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.108966] env[69357]: DEBUG oslo_vmware.api [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Waiting for the task: (returnval){ [ 1088.108966] env[69357]: value = "task-4151311" [ 1088.108966] env[69357]: _type = "Task" [ 1088.108966] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.114465] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39cfb27-3878-40c6-bbf7-4371cf75ac8f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.118373] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Waiting for the task: (returnval){ [ 1088.118373] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a9d0b6-0939-2972-4488-7c04d24a6592" [ 1088.118373] env[69357]: _type = "Task" [ 1088.118373] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.148241] env[69357]: DEBUG oslo_vmware.api [None req-105703ae-2bd2-4931-9ae5-bcbaf820a56f tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151309, 'name': SuspendVM_Task} progress is 58%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.150942] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04765e9-2254-4758-8783-acf459232b3b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.163836] env[69357]: DEBUG oslo_vmware.api [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.164416] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a9d0b6-0939-2972-4488-7c04d24a6592, 'name': SearchDatastore_Task, 'duration_secs': 0.04993} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.165738] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.166239] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.166683] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.166954] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.167304] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.182623] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93e9756c-7e50-4a74-bdb1-2430e39fe2b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.186372] env[69357]: DEBUG nova.compute.provider_tree [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.210356] env[69357]: DEBUG oslo_vmware.api [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151304, 'name': PowerOnVM_Task, 'duration_secs': 2.011209} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.210861] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.212623] env[69357]: INFO nova.compute.manager [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1088.212623] env[69357]: DEBUG nova.compute.manager [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1088.212886] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0d5ac1-431e-476e-acaa-6aea4dc366f4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.221326] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.221743] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.225574] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa6a7939-32f2-4a39-b4d3-582e2ce778bd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.239828] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Waiting for the task: (returnval){ [ 1088.239828] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c7aacf-16de-cd8a-2a45-f9da30c565a8" [ 1088.239828] env[69357]: _type = "Task" [ 1088.239828] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.253393] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c7aacf-16de-cd8a-2a45-f9da30c565a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.280579] env[69357]: DEBUG oslo_vmware.api [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151305, 'name': CloneVM_Task} progress is 95%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.343166] env[69357]: DEBUG oslo_vmware.api [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151310, 'name': PowerOffVM_Task, 'duration_secs': 0.3913} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.343817] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.344063] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.344475] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c76456f-c011-4d53-9dc1-4e6d1a5e155e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.433141] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.433451] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.433704] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Deleting the datastore file [datastore2] 69116840-32fe-46c6-a831-78c627f986d5 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.434099] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8eafcec-912c-46c1-9b9a-ef75fe6a361f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.443482] env[69357]: DEBUG oslo_vmware.api [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1088.443482] env[69357]: value = "task-4151313" [ 1088.443482] env[69357]: _type = "Task" [ 1088.443482] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.453572] env[69357]: DEBUG oslo_vmware.api [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.460281] env[69357]: DEBUG nova.compute.manager [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1088.545888] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151307, 'name': CreateVM_Task, 'duration_secs': 0.772588} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.546235] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.547064] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.547260] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.547785] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.548112] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65c68b20-d7ad-4864-a47d-7227c54f7d21 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.558571] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1088.558571] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a1e65e-467c-7b7e-352c-ff0cfce89708" [ 1088.558571] env[69357]: _type = "Task" [ 1088.558571] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.571508] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a1e65e-467c-7b7e-352c-ff0cfce89708, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.618554] env[69357]: DEBUG oslo_vmware.api [None req-105703ae-2bd2-4931-9ae5-bcbaf820a56f tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151309, 'name': SuspendVM_Task, 'duration_secs': 0.898772} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.624665] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-105703ae-2bd2-4931-9ae5-bcbaf820a56f tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Suspended the VM {{(pid=69357) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1088.625085] env[69357]: DEBUG nova.compute.manager [None req-105703ae-2bd2-4931-9ae5-bcbaf820a56f tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1088.626526] env[69357]: DEBUG nova.compute.manager [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.630269] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743f7032-7515-4691-81c9-1ac2cf3bfa17 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.642181] env[69357]: DEBUG oslo_vmware.api [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151311, 'name': PowerOffVM_Task, 'duration_secs': 0.259835} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.644433] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.644688] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.652134] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcce1b7a-b522-4ec8-9fcc-8ad3cce5acd0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.655951] env[69357]: DEBUG nova.network.neutron [req-8b9ef0d6-4ffe-4958-ba16-20e496ba9f72 req-d804aec2-4bd8-4728-8494-13970855d898 service nova] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Updated VIF entry in instance network info cache for port fd061047-628c-4ecc-89a5-168928a0a2d3. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.656626] env[69357]: DEBUG nova.network.neutron [req-8b9ef0d6-4ffe-4958-ba16-20e496ba9f72 req-d804aec2-4bd8-4728-8494-13970855d898 service nova] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Updating instance_info_cache with network_info: [{"id": "2799ba29-d00d-40c4-b0a6-cfd5e74122a2", "address": "fa:16:3e:62:de:1e", "network": {"id": "3f025ffe-d508-4a7c-be78-254579e0826f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-721831134", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a808b20d6b247a0997e8d3634706d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2799ba29-d0", "ovs_interfaceid": "2799ba29-d00d-40c4-b0a6-cfd5e74122a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd061047-628c-4ecc-89a5-168928a0a2d3", "address": "fa:16:3e:64:6a:e7", "network": {"id": "d924091a-f3ce-4ef0-a975-4be8b10123a9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1362236053", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0a808b20d6b247a0997e8d3634706d6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd061047-62", "ovs_interfaceid": "fd061047-628c-4ecc-89a5-168928a0a2d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.676102] env[69357]: DEBUG nova.virt.hardware [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.680024] env[69357]: DEBUG nova.virt.hardware [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.680024] env[69357]: DEBUG nova.virt.hardware [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.680024] env[69357]: DEBUG nova.virt.hardware [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.680024] env[69357]: DEBUG nova.virt.hardware [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.680024] env[69357]: DEBUG nova.virt.hardware [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.680024] env[69357]: DEBUG nova.virt.hardware [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.680024] env[69357]: DEBUG nova.virt.hardware [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.680024] env[69357]: DEBUG nova.virt.hardware [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.680024] env[69357]: DEBUG nova.virt.hardware [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.680024] env[69357]: DEBUG nova.virt.hardware [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.680723] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36772202-9003-46d0-b24b-f349cd6bcd85 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.692337] env[69357]: DEBUG nova.scheduler.client.report [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.699777] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1a282b-e341-4cd0-9edb-7bc5227f2c2d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.735521] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.735978] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.736417] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Deleting the datastore file [datastore1] 1e6c8219-368d-4446-89ab-abb8212252e4 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.742236] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93ab5d93-5353-427a-9694-571fb79eb972 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.757748] env[69357]: INFO nova.compute.manager [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Took 20.12 seconds to build instance. [ 1088.765042] env[69357]: DEBUG oslo_vmware.api [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Waiting for the task: (returnval){ [ 1088.765042] env[69357]: value = "task-4151315" [ 1088.765042] env[69357]: _type = "Task" [ 1088.765042] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.770519] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c7aacf-16de-cd8a-2a45-f9da30c565a8, 'name': SearchDatastore_Task, 'duration_secs': 0.014137} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.779972] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50b65879-9cbf-4168-8cf8-6eca5230046a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.793450] env[69357]: DEBUG oslo_vmware.api [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.793748] env[69357]: DEBUG oslo_vmware.api [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151305, 'name': CloneVM_Task, 'duration_secs': 2.180706} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.797148] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Created linked-clone VM from snapshot [ 1088.797148] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Waiting for the task: (returnval){ [ 1088.797148] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]521b27f9-3aa6-dbed-2a92-3dbd9067e6f3" [ 1088.797148] env[69357]: _type = "Task" [ 1088.797148] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.797148] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c755c089-cf33-45b9-a2e1-0d5055503d43 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.817462] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Uploading image 5c53eadd-6343-402b-b630-220f3460cd12 {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1088.820015] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]521b27f9-3aa6-dbed-2a92-3dbd9067e6f3, 'name': SearchDatastore_Task, 'duration_secs': 0.014143} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.820587] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.820901] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] ca1c5e0d-acd0-46cd-bdb3-9cff41e74060/ca1c5e0d-acd0-46cd-bdb3-9cff41e74060.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.821379] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-add9d0b3-3e82-458c-99b2-8335bb17accc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.830319] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Waiting for the task: (returnval){ [ 1088.830319] env[69357]: value = "task-4151316" [ 1088.830319] env[69357]: _type = "Task" [ 1088.830319] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.842825] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.846134] env[69357]: DEBUG oslo_vmware.rw_handles [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1088.846134] env[69357]: value = "vm-822023" [ 1088.846134] env[69357]: _type = "VirtualMachine" [ 1088.846134] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1088.846569] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d100c643-519e-4355-978a-69efc0fab38f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.856102] env[69357]: DEBUG oslo_vmware.rw_handles [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lease: (returnval){ [ 1088.856102] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]521406c7-1b5e-9d87-2370-e646755b6309" [ 1088.856102] env[69357]: _type = "HttpNfcLease" [ 1088.856102] env[69357]: } obtained for exporting VM: (result){ [ 1088.856102] env[69357]: value = "vm-822023" [ 1088.856102] env[69357]: _type = "VirtualMachine" [ 1088.856102] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1088.856414] env[69357]: DEBUG oslo_vmware.api [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the lease: (returnval){ [ 1088.856414] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]521406c7-1b5e-9d87-2370-e646755b6309" [ 1088.856414] env[69357]: _type = "HttpNfcLease" [ 1088.856414] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1088.866311] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1088.866311] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]521406c7-1b5e-9d87-2370-e646755b6309" [ 1088.866311] env[69357]: _type = "HttpNfcLease" [ 1088.866311] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1088.958033] env[69357]: DEBUG oslo_vmware.api [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252704} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.958620] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.960243] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.960243] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.960243] env[69357]: INFO nova.compute.manager [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1088.960243] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.960243] env[69357]: DEBUG nova.compute.manager [-] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.960243] env[69357]: DEBUG nova.network.neutron [-] [instance: 69116840-32fe-46c6-a831-78c627f986d5] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.992525] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.073228] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a1e65e-467c-7b7e-352c-ff0cfce89708, 'name': SearchDatastore_Task, 'duration_secs': 0.012996} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.073735] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.074274] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.074768] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.074987] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.075282] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.075732] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc37492d-0f3b-4d28-a7b0-a41159858071 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.090021] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.090021] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.090021] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14467d31-0047-4aef-be88-a9fd38d10792 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.100505] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1089.100505] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f8790f-dfde-1af7-36e4-8b9aa677ee72" [ 1089.100505] env[69357]: _type = "Task" [ 1089.100505] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.115389] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f8790f-dfde-1af7-36e4-8b9aa677ee72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.118297] env[69357]: DEBUG nova.compute.manager [req-af55e0ac-4078-49fe-839d-fcc74872eaca req-c79c4f90-88da-42bb-9552-e90e3e88b220 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Received event network-changed-49accdd2-d40d-4ad8-bbe1-5d094943074a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.118297] env[69357]: DEBUG nova.compute.manager [req-af55e0ac-4078-49fe-839d-fcc74872eaca req-c79c4f90-88da-42bb-9552-e90e3e88b220 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Refreshing instance network info cache due to event network-changed-49accdd2-d40d-4ad8-bbe1-5d094943074a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.118462] env[69357]: DEBUG oslo_concurrency.lockutils [req-af55e0ac-4078-49fe-839d-fcc74872eaca req-c79c4f90-88da-42bb-9552-e90e3e88b220 service nova] Acquiring lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.118587] env[69357]: DEBUG oslo_concurrency.lockutils [req-af55e0ac-4078-49fe-839d-fcc74872eaca req-c79c4f90-88da-42bb-9552-e90e3e88b220 service nova] Acquired lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.118838] env[69357]: DEBUG nova.network.neutron [req-af55e0ac-4078-49fe-839d-fcc74872eaca req-c79c4f90-88da-42bb-9552-e90e3e88b220 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Refreshing network info cache for port 49accdd2-d40d-4ad8-bbe1-5d094943074a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.160498] env[69357]: DEBUG oslo_concurrency.lockutils [req-8b9ef0d6-4ffe-4958-ba16-20e496ba9f72 req-d804aec2-4bd8-4728-8494-13970855d898 service nova] Releasing lock "refresh_cache-ca1c5e0d-acd0-46cd-bdb3-9cff41e74060" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.198625] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.199225] env[69357]: DEBUG nova.compute.manager [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.202122] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.015s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.202308] env[69357]: DEBUG nova.objects.instance [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lazy-loading 'pci_requests' on Instance uuid 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.262559] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c99fc5b4-2574-47da-a5a5-f0f1e17c5316 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "95061016-3f49-4d96-a8fc-5794f33880e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.631s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.283330] env[69357]: DEBUG oslo_vmware.api [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Task: {'id': task-4151315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261192} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.283831] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.283909] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.284178] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.284398] env[69357]: INFO nova.compute.manager [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1089.284706] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.285118] env[69357]: DEBUG nova.compute.manager [-] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.285118] env[69357]: DEBUG nova.network.neutron [-] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.305840] env[69357]: DEBUG nova.compute.manager [req-6dcb052f-e930-4faa-a376-e992e883c934 req-8b08d6ca-9258-417d-9d2a-34753313e9b5 service nova] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Received event network-vif-plugged-ac113e8a-d04d-485d-83be-293a69be43ff {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.306118] env[69357]: DEBUG oslo_concurrency.lockutils [req-6dcb052f-e930-4faa-a376-e992e883c934 req-8b08d6ca-9258-417d-9d2a-34753313e9b5 service nova] Acquiring lock "76c12a8d-72fa-4428-81c4-a31c4b6e0951-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.306396] env[69357]: DEBUG oslo_concurrency.lockutils [req-6dcb052f-e930-4faa-a376-e992e883c934 req-8b08d6ca-9258-417d-9d2a-34753313e9b5 service nova] Lock "76c12a8d-72fa-4428-81c4-a31c4b6e0951-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.306696] env[69357]: DEBUG oslo_concurrency.lockutils [req-6dcb052f-e930-4faa-a376-e992e883c934 req-8b08d6ca-9258-417d-9d2a-34753313e9b5 service nova] Lock "76c12a8d-72fa-4428-81c4-a31c4b6e0951-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.306849] env[69357]: DEBUG nova.compute.manager [req-6dcb052f-e930-4faa-a376-e992e883c934 req-8b08d6ca-9258-417d-9d2a-34753313e9b5 service nova] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] No waiting events found dispatching network-vif-plugged-ac113e8a-d04d-485d-83be-293a69be43ff {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1089.307041] env[69357]: WARNING nova.compute.manager [req-6dcb052f-e930-4faa-a376-e992e883c934 req-8b08d6ca-9258-417d-9d2a-34753313e9b5 service nova] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Received unexpected event network-vif-plugged-ac113e8a-d04d-485d-83be-293a69be43ff for instance with vm_state building and task_state spawning. [ 1089.344099] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151316, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.366891] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1089.366891] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]521406c7-1b5e-9d87-2370-e646755b6309" [ 1089.366891] env[69357]: _type = "HttpNfcLease" [ 1089.366891] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1089.367250] env[69357]: DEBUG oslo_vmware.rw_handles [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1089.367250] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]521406c7-1b5e-9d87-2370-e646755b6309" [ 1089.367250] env[69357]: _type = "HttpNfcLease" [ 1089.367250] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1089.368145] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f599be40-fca8-4dc3-90a0-06537ed3e540 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.381611] env[69357]: DEBUG oslo_vmware.rw_handles [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d320fc-fc19-4b98-077f-d9f1f2a08db5/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1089.382369] env[69357]: DEBUG oslo_vmware.rw_handles [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d320fc-fc19-4b98-077f-d9f1f2a08db5/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1089.546278] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b3f65599-a1ab-413a-bf64-122e7b16cd43 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.612761] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f8790f-dfde-1af7-36e4-8b9aa677ee72, 'name': SearchDatastore_Task, 'duration_secs': 0.029517} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.614217] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc79fdda-20f9-4958-8d9c-c6779156e7dd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.626511] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1089.626511] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5261b464-8c36-c97c-98f2-2b93801bdda8" [ 1089.626511] env[69357]: _type = "Task" [ 1089.626511] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.638750] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5261b464-8c36-c97c-98f2-2b93801bdda8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.706169] env[69357]: DEBUG nova.compute.utils [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.709368] env[69357]: DEBUG nova.objects.instance [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lazy-loading 'numa_topology' on Instance uuid 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.713657] env[69357]: DEBUG nova.compute.manager [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.713657] env[69357]: DEBUG nova.network.neutron [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.812262] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b297a5-ba2e-4929-b661-53417b776b4a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.822224] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-58a19b30-7c73-4f52-b599-7b07d4e85cca tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Suspending the VM {{(pid=69357) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1089.823419] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9d3d09c9-3278-4c77-a8d9-b947d3560d01 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.830535] env[69357]: DEBUG oslo_vmware.api [None req-58a19b30-7c73-4f52-b599-7b07d4e85cca tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1089.830535] env[69357]: value = "task-4151318" [ 1089.830535] env[69357]: _type = "Task" [ 1089.830535] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.850337] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835633} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.850652] env[69357]: DEBUG oslo_vmware.api [None req-58a19b30-7c73-4f52-b599-7b07d4e85cca tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151318, 'name': SuspendVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.851112] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] ca1c5e0d-acd0-46cd-bdb3-9cff41e74060/ca1c5e0d-acd0-46cd-bdb3-9cff41e74060.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.851446] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.851937] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9aa0d24-fc68-47f7-b43d-faa225a61f29 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.865505] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Waiting for the task: (returnval){ [ 1089.865505] env[69357]: value = "task-4151319" [ 1089.865505] env[69357]: _type = "Task" [ 1089.865505] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.875960] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.882024] env[69357]: DEBUG nova.network.neutron [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Successfully updated port: ac113e8a-d04d-485d-83be-293a69be43ff {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.893765] env[69357]: DEBUG nova.policy [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '884be1490f1b4e2d973545d8ce3ec4c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2798e4ee13bb426bbbeda722ea6aeead', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.970100] env[69357]: DEBUG nova.network.neutron [-] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.138457] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5261b464-8c36-c97c-98f2-2b93801bdda8, 'name': SearchDatastore_Task, 'duration_secs': 0.023511} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.140297] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.141037] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] e6ce382a-b3bd-48cf-83f0-4b429a6b1c12/e6ce382a-b3bd-48cf-83f0-4b429a6b1c12.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.145278] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1503a82-522a-4f88-8caa-dbcacc608175 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.158541] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1090.158541] env[69357]: value = "task-4151320" [ 1090.158541] env[69357]: _type = "Task" [ 1090.158541] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.170740] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.213573] env[69357]: DEBUG nova.compute.manager [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.217412] env[69357]: INFO nova.compute.claims [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.249426] env[69357]: DEBUG nova.network.neutron [req-af55e0ac-4078-49fe-839d-fcc74872eaca req-c79c4f90-88da-42bb-9552-e90e3e88b220 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Updated VIF entry in instance network info cache for port 49accdd2-d40d-4ad8-bbe1-5d094943074a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.250117] env[69357]: DEBUG nova.network.neutron [req-af55e0ac-4078-49fe-839d-fcc74872eaca req-c79c4f90-88da-42bb-9552-e90e3e88b220 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Updating instance_info_cache with network_info: [{"id": "49accdd2-d40d-4ad8-bbe1-5d094943074a", "address": "fa:16:3e:a8:07:08", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49accdd2-d4", "ovs_interfaceid": "49accdd2-d40d-4ad8-bbe1-5d094943074a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.345815] env[69357]: DEBUG oslo_vmware.api [None req-58a19b30-7c73-4f52-b599-7b07d4e85cca tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151318, 'name': SuspendVM_Task} progress is 95%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.384166] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "refresh_cache-76c12a8d-72fa-4428-81c4-a31c4b6e0951" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.384166] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired lock "refresh_cache-76c12a8d-72fa-4428-81c4-a31c4b6e0951" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.384166] env[69357]: DEBUG nova.network.neutron [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.387220] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084786} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.387342] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.388847] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ceb112-daa6-4fd8-b5cb-a8d5606df8c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.422323] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] ca1c5e0d-acd0-46cd-bdb3-9cff41e74060/ca1c5e0d-acd0-46cd-bdb3-9cff41e74060.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.423565] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e40eb1e0-e66c-4208-9c59-c0845fd62c50 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.447426] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Waiting for the task: (returnval){ [ 1090.447426] env[69357]: value = "task-4151321" [ 1090.447426] env[69357]: _type = "Task" [ 1090.447426] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.459690] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.476991] env[69357]: INFO nova.compute.manager [-] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Took 1.52 seconds to deallocate network for instance. [ 1090.514230] env[69357]: DEBUG nova.network.neutron [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Successfully created port: 4c7a7240-ac4d-46a0-983e-82796079bee1 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.642226] env[69357]: DEBUG nova.network.neutron [-] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.672738] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151320, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.756894] env[69357]: DEBUG oslo_concurrency.lockutils [req-af55e0ac-4078-49fe-839d-fcc74872eaca req-c79c4f90-88da-42bb-9552-e90e3e88b220 service nova] Releasing lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.847172] env[69357]: DEBUG oslo_vmware.api [None req-58a19b30-7c73-4f52-b599-7b07d4e85cca tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151318, 'name': SuspendVM_Task} progress is 95%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.948867] env[69357]: INFO nova.compute.manager [None req-e9046612-37d8-49e4-b311-96ddeee3be74 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Resuming [ 1090.948867] env[69357]: DEBUG nova.objects.instance [None req-e9046612-37d8-49e4-b311-96ddeee3be74 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lazy-loading 'flavor' on Instance uuid 8d23c06e-283e-4d2c-965e-2cb32d4b4605 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.959145] env[69357]: DEBUG nova.network.neutron [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.970031] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151321, 'name': ReconfigVM_Task, 'duration_secs': 0.459715} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.970679] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Reconfigured VM instance instance-0000005e to attach disk [datastore1] ca1c5e0d-acd0-46cd-bdb3-9cff41e74060/ca1c5e0d-acd0-46cd-bdb3-9cff41e74060.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.975269] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4366240-acfd-42c3-91b5-908ba47b0805 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.983196] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Waiting for the task: (returnval){ [ 1090.983196] env[69357]: value = "task-4151322" [ 1090.983196] env[69357]: _type = "Task" [ 1090.983196] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.987840] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.996974] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151322, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.147111] env[69357]: INFO nova.compute.manager [-] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Took 1.86 seconds to deallocate network for instance. [ 1091.163159] env[69357]: DEBUG nova.compute.manager [req-f3a4753c-be59-4f3e-b5e5-0d354814c276 req-8cf1df49-e614-426c-86db-fa49dbbf5ef2 service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Received event network-changed-9cd8e2ca-97e4-42db-9c1a-ab1bc9393726 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.163159] env[69357]: DEBUG nova.compute.manager [req-f3a4753c-be59-4f3e-b5e5-0d354814c276 req-8cf1df49-e614-426c-86db-fa49dbbf5ef2 service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Refreshing instance network info cache due to event network-changed-9cd8e2ca-97e4-42db-9c1a-ab1bc9393726. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.165820] env[69357]: DEBUG oslo_concurrency.lockutils [req-f3a4753c-be59-4f3e-b5e5-0d354814c276 req-8cf1df49-e614-426c-86db-fa49dbbf5ef2 service nova] Acquiring lock "refresh_cache-be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.166397] env[69357]: DEBUG oslo_concurrency.lockutils [req-f3a4753c-be59-4f3e-b5e5-0d354814c276 req-8cf1df49-e614-426c-86db-fa49dbbf5ef2 service nova] Acquired lock "refresh_cache-be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.166702] env[69357]: DEBUG nova.network.neutron [req-f3a4753c-be59-4f3e-b5e5-0d354814c276 req-8cf1df49-e614-426c-86db-fa49dbbf5ef2 service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Refreshing network info cache for port 9cd8e2ca-97e4-42db-9c1a-ab1bc9393726 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.188210] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786296} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.189532] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] e6ce382a-b3bd-48cf-83f0-4b429a6b1c12/e6ce382a-b3bd-48cf-83f0-4b429a6b1c12.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.189532] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.189745] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7baac84-9ec5-4b4a-b6f7-795ddc398082 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.201716] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1091.201716] env[69357]: value = "task-4151323" [ 1091.201716] env[69357]: _type = "Task" [ 1091.201716] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.217974] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.236529] env[69357]: DEBUG nova.compute.manager [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.342174] env[69357]: DEBUG nova.network.neutron [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Updating instance_info_cache with network_info: [{"id": "ac113e8a-d04d-485d-83be-293a69be43ff", "address": "fa:16:3e:a2:b3:0f", "network": {"id": "e34cd1fb-6717-4f16-8b02-8ed103ebe442", "bridge": "br-int", "label": "tempest-ServersTestJSON-1455807592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23dc72ce697b4338922e291c1024f3f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac113e8a-d0", "ovs_interfaceid": "ac113e8a-d04d-485d-83be-293a69be43ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.347752] env[69357]: DEBUG oslo_vmware.api [None req-58a19b30-7c73-4f52-b599-7b07d4e85cca tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151318, 'name': SuspendVM_Task, 'duration_secs': 1.103717} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.348919] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-58a19b30-7c73-4f52-b599-7b07d4e85cca tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Suspended the VM {{(pid=69357) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1091.349126] env[69357]: DEBUG nova.compute.manager [None req-58a19b30-7c73-4f52-b599-7b07d4e85cca tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1091.350010] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d888078-74f9-40d6-ac1a-c504c858fc0a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.474426] env[69357]: DEBUG nova.compute.manager [req-33100eaa-40df-48dd-b5ec-d78f2ec7f0a0 req-e62bb94f-3424-4b3c-b976-bc17cc4956c3 service nova] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Received event network-changed-ac113e8a-d04d-485d-83be-293a69be43ff {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.474426] env[69357]: DEBUG nova.compute.manager [req-33100eaa-40df-48dd-b5ec-d78f2ec7f0a0 req-e62bb94f-3424-4b3c-b976-bc17cc4956c3 service nova] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Refreshing instance network info cache due to event network-changed-ac113e8a-d04d-485d-83be-293a69be43ff. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.474720] env[69357]: DEBUG oslo_concurrency.lockutils [req-33100eaa-40df-48dd-b5ec-d78f2ec7f0a0 req-e62bb94f-3424-4b3c-b976-bc17cc4956c3 service nova] Acquiring lock "refresh_cache-76c12a8d-72fa-4428-81c4-a31c4b6e0951" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.497456] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151322, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.583023] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f598fa-648a-4345-9b7f-3f7445828eff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.592337] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb88e909-e086-42a9-a574-c77b7d29d8e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.632123] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5af4e9-5c25-46b9-9a61-e83f32fb56e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.641650] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccb875a-9672-4aa0-bc90-5130ae8965cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.661025] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.661025] env[69357]: DEBUG nova.compute.provider_tree [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.713063] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088408} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.714578] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.715020] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1af92f-366d-4b5c-a03a-f6e9587560c1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.741463] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] e6ce382a-b3bd-48cf-83f0-4b429a6b1c12/e6ce382a-b3bd-48cf-83f0-4b429a6b1c12.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.747136] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-903cc66a-c3d5-4623-9d28-f4955eee6072 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.778025] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1091.778025] env[69357]: value = "task-4151324" [ 1091.778025] env[69357]: _type = "Task" [ 1091.778025] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.786157] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.852505] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Releasing lock "refresh_cache-76c12a8d-72fa-4428-81c4-a31c4b6e0951" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.852505] env[69357]: DEBUG nova.compute.manager [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Instance network_info: |[{"id": "ac113e8a-d04d-485d-83be-293a69be43ff", "address": "fa:16:3e:a2:b3:0f", "network": {"id": "e34cd1fb-6717-4f16-8b02-8ed103ebe442", "bridge": "br-int", "label": "tempest-ServersTestJSON-1455807592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23dc72ce697b4338922e291c1024f3f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac113e8a-d0", "ovs_interfaceid": "ac113e8a-d04d-485d-83be-293a69be43ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.852505] env[69357]: DEBUG oslo_concurrency.lockutils [req-33100eaa-40df-48dd-b5ec-d78f2ec7f0a0 req-e62bb94f-3424-4b3c-b976-bc17cc4956c3 service nova] Acquired lock "refresh_cache-76c12a8d-72fa-4428-81c4-a31c4b6e0951" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.852505] env[69357]: DEBUG nova.network.neutron [req-33100eaa-40df-48dd-b5ec-d78f2ec7f0a0 req-e62bb94f-3424-4b3c-b976-bc17cc4956c3 service nova] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Refreshing network info cache for port ac113e8a-d04d-485d-83be-293a69be43ff {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.853756] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:b3:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac113e8a-d04d-485d-83be-293a69be43ff', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.872702] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.879780] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.885019] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fcfbaf3-a6a4-4cbc-90a9-b3128e5abf92 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.907964] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.907964] env[69357]: value = "task-4151325" [ 1091.907964] env[69357]: _type = "Task" [ 1091.907964] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.922609] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151325, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.996664] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151322, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.160733] env[69357]: DEBUG nova.network.neutron [req-f3a4753c-be59-4f3e-b5e5-0d354814c276 req-8cf1df49-e614-426c-86db-fa49dbbf5ef2 service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Updated VIF entry in instance network info cache for port 9cd8e2ca-97e4-42db-9c1a-ab1bc9393726. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.161233] env[69357]: DEBUG nova.network.neutron [req-f3a4753c-be59-4f3e-b5e5-0d354814c276 req-8cf1df49-e614-426c-86db-fa49dbbf5ef2 service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Updating instance_info_cache with network_info: [{"id": "9cd8e2ca-97e4-42db-9c1a-ab1bc9393726", "address": "fa:16:3e:0c:3f:b9", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd8e2ca-97", "ovs_interfaceid": "9cd8e2ca-97e4-42db-9c1a-ab1bc9393726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.163350] env[69357]: DEBUG nova.scheduler.client.report [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.289723] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151324, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.420019] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151325, 'name': CreateVM_Task, 'duration_secs': 0.469126} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.420019] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.420019] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.420217] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.420440] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.420709] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-990c58d4-7335-4eb7-b81c-3ed16c3b896b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.427114] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1092.427114] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5295ba90-d99e-2c50-3c27-7f58bb031f63" [ 1092.427114] env[69357]: _type = "Task" [ 1092.427114] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.437650] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5295ba90-d99e-2c50-3c27-7f58bb031f63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.458815] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e9046612-37d8-49e4-b311-96ddeee3be74 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "refresh_cache-8d23c06e-283e-4d2c-965e-2cb32d4b4605" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.459032] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e9046612-37d8-49e4-b311-96ddeee3be74 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquired lock "refresh_cache-8d23c06e-283e-4d2c-965e-2cb32d4b4605" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.459336] env[69357]: DEBUG nova.network.neutron [None req-e9046612-37d8-49e4-b311-96ddeee3be74 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.495725] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151322, 'name': Rename_Task, 'duration_secs': 1.01521} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.499126] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.499126] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c301ebe8-7249-4e0d-adf7-92b066750cf8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.506808] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Waiting for the task: (returnval){ [ 1092.506808] env[69357]: value = "task-4151326" [ 1092.506808] env[69357]: _type = "Task" [ 1092.506808] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.516500] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.549912] env[69357]: DEBUG nova.network.neutron [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Successfully updated port: 4c7a7240-ac4d-46a0-983e-82796079bee1 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.660076] env[69357]: DEBUG nova.network.neutron [req-33100eaa-40df-48dd-b5ec-d78f2ec7f0a0 req-e62bb94f-3424-4b3c-b976-bc17cc4956c3 service nova] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Updated VIF entry in instance network info cache for port ac113e8a-d04d-485d-83be-293a69be43ff. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.660422] env[69357]: DEBUG nova.network.neutron [req-33100eaa-40df-48dd-b5ec-d78f2ec7f0a0 req-e62bb94f-3424-4b3c-b976-bc17cc4956c3 service nova] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Updating instance_info_cache with network_info: [{"id": "ac113e8a-d04d-485d-83be-293a69be43ff", "address": "fa:16:3e:a2:b3:0f", "network": {"id": "e34cd1fb-6717-4f16-8b02-8ed103ebe442", "bridge": "br-int", "label": "tempest-ServersTestJSON-1455807592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23dc72ce697b4338922e291c1024f3f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac113e8a-d0", "ovs_interfaceid": "ac113e8a-d04d-485d-83be-293a69be43ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.668207] env[69357]: DEBUG oslo_concurrency.lockutils [req-f3a4753c-be59-4f3e-b5e5-0d354814c276 req-8cf1df49-e614-426c-86db-fa49dbbf5ef2 service nova] Releasing lock "refresh_cache-be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.669250] env[69357]: DEBUG nova.compute.manager [req-f3a4753c-be59-4f3e-b5e5-0d354814c276 req-8cf1df49-e614-426c-86db-fa49dbbf5ef2 service nova] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Received event network-vif-deleted-b98625f4-2ced-46b5-9f3e-4add40cc490e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.669805] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.468s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.673197] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.681s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.674993] env[69357]: INFO nova.compute.claims [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.714142] env[69357]: INFO nova.network.neutron [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Updating port e4da15c3-07cd-457f-982d-4f8bf20746fc with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1092.788209] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151324, 'name': ReconfigVM_Task, 'duration_secs': 0.549604} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.788614] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Reconfigured VM instance instance-00000050 to attach disk [datastore1] e6ce382a-b3bd-48cf-83f0-4b429a6b1c12/e6ce382a-b3bd-48cf-83f0-4b429a6b1c12.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.789773] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'size': 0, 'device_name': '/dev/sda', 'encryption_options': None, 'disk_bus': None, 'boot_index': 0, 'encryption_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'image_id': '2e3b5354-f6ca-4797-91ac-a700805a06c3'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'delete_on_termination': False, 'disk_bus': None, 'boot_index': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822013', 'volume_id': '75566cd4-edf0-41da-b41d-affcb77e72a4', 'name': 'volume-75566cd4-edf0-41da-b41d-affcb77e72a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6ce382a-b3bd-48cf-83f0-4b429a6b1c12', 'attached_at': '', 'detached_at': '', 'volume_id': '75566cd4-edf0-41da-b41d-affcb77e72a4', 'serial': '75566cd4-edf0-41da-b41d-affcb77e72a4'}, 'attachment_id': '8d79a7b9-ae8e-4552-a770-71fc3bb47789', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69357) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1092.790102] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1092.790219] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822013', 'volume_id': '75566cd4-edf0-41da-b41d-affcb77e72a4', 'name': 'volume-75566cd4-edf0-41da-b41d-affcb77e72a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6ce382a-b3bd-48cf-83f0-4b429a6b1c12', 'attached_at': '', 'detached_at': '', 'volume_id': '75566cd4-edf0-41da-b41d-affcb77e72a4', 'serial': '75566cd4-edf0-41da-b41d-affcb77e72a4'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1092.791636] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a290c5d5-428f-4cc3-b2b8-72f659b777a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.813265] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f5e863-8889-4fa9-9c85-9b6f9cfcb9f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.840142] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] volume-75566cd4-edf0-41da-b41d-affcb77e72a4/volume-75566cd4-edf0-41da-b41d-affcb77e72a4.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.840502] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4801a865-0594-4067-a845-3b830bf4db41 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.861804] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1092.861804] env[69357]: value = "task-4151327" [ 1092.861804] env[69357]: _type = "Task" [ 1092.861804] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.874352] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151327, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.940366] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5295ba90-d99e-2c50-3c27-7f58bb031f63, 'name': SearchDatastore_Task, 'duration_secs': 0.014085} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.940366] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.940872] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.940991] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.941178] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.941408] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.941749] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a1bbee9-168b-4465-83ea-07b4fce066f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.954517] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.954517] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.955753] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-010042e8-7bc6-4298-915f-b237e65a7279 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.967022] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1092.967022] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]521f7ecf-ee74-d918-3a46-b5ef9013688f" [ 1092.967022] env[69357]: _type = "Task" [ 1092.967022] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.980267] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]521f7ecf-ee74-d918-3a46-b5ef9013688f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.020275] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151326, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.051440] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Acquiring lock "refresh_cache-64672542-5390-4542-8e3e-7e16b01b4070" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.051579] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Acquired lock "refresh_cache-64672542-5390-4542-8e3e-7e16b01b4070" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.051737] env[69357]: DEBUG nova.network.neutron [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.164880] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "95061016-3f49-4d96-a8fc-5794f33880e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.165421] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "95061016-3f49-4d96-a8fc-5794f33880e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.165793] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "95061016-3f49-4d96-a8fc-5794f33880e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.166167] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "95061016-3f49-4d96-a8fc-5794f33880e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.166545] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "95061016-3f49-4d96-a8fc-5794f33880e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.173417] env[69357]: DEBUG oslo_concurrency.lockutils [req-33100eaa-40df-48dd-b5ec-d78f2ec7f0a0 req-e62bb94f-3424-4b3c-b976-bc17cc4956c3 service nova] Releasing lock "refresh_cache-76c12a8d-72fa-4428-81c4-a31c4b6e0951" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.173929] env[69357]: DEBUG nova.compute.manager [req-33100eaa-40df-48dd-b5ec-d78f2ec7f0a0 req-e62bb94f-3424-4b3c-b976-bc17cc4956c3 service nova] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Received event network-vif-deleted-0b141ed5-6fd5-415b-a11f-ef04f9a32a46 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.175009] env[69357]: INFO nova.compute.manager [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Terminating instance [ 1093.236722] env[69357]: DEBUG nova.network.neutron [None req-e9046612-37d8-49e4-b311-96ddeee3be74 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Updating instance_info_cache with network_info: [{"id": "7a79c52a-a307-43ac-bcb4-c636de094b1a", "address": "fa:16:3e:c9:32:0a", "network": {"id": "44829c63-375b-44e6-804c-b863d112073d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1556380309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79367a802d1c446993054208fdc42056", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a79c52a-a3", "ovs_interfaceid": "7a79c52a-a307-43ac-bcb4-c636de094b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.376370] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.479695] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]521f7ecf-ee74-d918-3a46-b5ef9013688f, 'name': SearchDatastore_Task, 'duration_secs': 0.017087} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.480670] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5cca560-8724-4a1a-a576-6a117b4efebe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.488979] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1093.488979] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]525fb8ff-2340-9f7b-7e09-887ceedd9b57" [ 1093.488979] env[69357]: _type = "Task" [ 1093.488979] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.499706] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]525fb8ff-2340-9f7b-7e09-887ceedd9b57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.518689] env[69357]: DEBUG oslo_vmware.api [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151326, 'name': PowerOnVM_Task, 'duration_secs': 0.63806} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.518689] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.518865] env[69357]: INFO nova.compute.manager [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Took 12.40 seconds to spawn the instance on the hypervisor. [ 1093.519024] env[69357]: DEBUG nova.compute.manager [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1093.519877] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a63942-1a70-4644-b623-39c6933a7295 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.586877] env[69357]: DEBUG nova.network.neutron [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.688565] env[69357]: DEBUG nova.compute.manager [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.688834] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.693293] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4add923-db4f-4515-9107-e6e4d5443a9c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.702410] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.702752] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f305a367-3250-4cb3-8efd-957146e18bf0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.739791] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e9046612-37d8-49e4-b311-96ddeee3be74 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Releasing lock "refresh_cache-8d23c06e-283e-4d2c-965e-2cb32d4b4605" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.740857] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc863cd-105a-4927-8936-b148be168f49 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.748417] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e9046612-37d8-49e4-b311-96ddeee3be74 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Resuming the VM {{(pid=69357) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1093.748737] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5aa16328-a13a-4e78-b738-2a69dddeffae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.760173] env[69357]: DEBUG oslo_vmware.api [None req-e9046612-37d8-49e4-b311-96ddeee3be74 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 1093.760173] env[69357]: value = "task-4151329" [ 1093.760173] env[69357]: _type = "Task" [ 1093.760173] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.764946] env[69357]: DEBUG nova.network.neutron [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Updating instance_info_cache with network_info: [{"id": "4c7a7240-ac4d-46a0-983e-82796079bee1", "address": "fa:16:3e:46:74:ef", "network": {"id": "ed99a093-5ec4-4b0f-a35b-d6e117555212", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1864028746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2798e4ee13bb426bbbeda722ea6aeead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c7a7240-ac", "ovs_interfaceid": "4c7a7240-ac4d-46a0-983e-82796079bee1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.772429] env[69357]: DEBUG oslo_vmware.api [None req-e9046612-37d8-49e4-b311-96ddeee3be74 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.794714] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.795141] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.795448] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Deleting the datastore file [datastore1] 95061016-3f49-4d96-a8fc-5794f33880e9 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.795869] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dcf90c0-24c6-4e84-aafd-ca6d42bd993d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.805468] env[69357]: DEBUG oslo_vmware.api [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1093.805468] env[69357]: value = "task-4151330" [ 1093.805468] env[69357]: _type = "Task" [ 1093.805468] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.822139] env[69357]: DEBUG oslo_vmware.api [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.875487] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151327, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.002763] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]525fb8ff-2340-9f7b-7e09-887ceedd9b57, 'name': SearchDatastore_Task, 'duration_secs': 0.014547} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.003113] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.003352] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 76c12a8d-72fa-4428-81c4-a31c4b6e0951/76c12a8d-72fa-4428-81c4-a31c4b6e0951.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.003625] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffe40cec-7cba-480b-a083-3334093e1f25 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.012546] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1094.012546] env[69357]: value = "task-4151331" [ 1094.012546] env[69357]: _type = "Task" [ 1094.012546] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.022150] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.024435] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae3fec3-cc10-4df0-bb8f-d78201044ee2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.037249] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17da470e-c842-4de6-be7d-6ed2a7468911 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.045130] env[69357]: DEBUG nova.compute.manager [req-6e113565-4d58-43f3-8e5b-1ee47efe4746 req-4e78df22-7ddd-40ed-a169-5b1e282bd91a service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Received event network-changed-9cd8e2ca-97e4-42db-9c1a-ab1bc9393726 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.045350] env[69357]: DEBUG nova.compute.manager [req-6e113565-4d58-43f3-8e5b-1ee47efe4746 req-4e78df22-7ddd-40ed-a169-5b1e282bd91a service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Refreshing instance network info cache due to event network-changed-9cd8e2ca-97e4-42db-9c1a-ab1bc9393726. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.045573] env[69357]: DEBUG oslo_concurrency.lockutils [req-6e113565-4d58-43f3-8e5b-1ee47efe4746 req-4e78df22-7ddd-40ed-a169-5b1e282bd91a service nova] Acquiring lock "refresh_cache-be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.045735] env[69357]: DEBUG oslo_concurrency.lockutils [req-6e113565-4d58-43f3-8e5b-1ee47efe4746 req-4e78df22-7ddd-40ed-a169-5b1e282bd91a service nova] Acquired lock "refresh_cache-be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.046052] env[69357]: DEBUG nova.network.neutron [req-6e113565-4d58-43f3-8e5b-1ee47efe4746 req-4e78df22-7ddd-40ed-a169-5b1e282bd91a service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Refreshing network info cache for port 9cd8e2ca-97e4-42db-9c1a-ab1bc9393726 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.047744] env[69357]: INFO nova.compute.manager [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Took 23.69 seconds to build instance. [ 1094.090856] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705f4801-46c1-485d-abfc-42c06a693322 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.103331] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0811ab47-0bf8-44ab-96e0-bfa80305ff69 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.122984] env[69357]: DEBUG nova.compute.provider_tree [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.234351] env[69357]: DEBUG nova.compute.manager [req-e49354ce-5ab8-4d0f-8cd6-c12381ecf0a2 req-135471f5-c12f-4362-8492-7865546bcb7a service nova] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Received event network-vif-plugged-4c7a7240-ac4d-46a0-983e-82796079bee1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.234602] env[69357]: DEBUG oslo_concurrency.lockutils [req-e49354ce-5ab8-4d0f-8cd6-c12381ecf0a2 req-135471f5-c12f-4362-8492-7865546bcb7a service nova] Acquiring lock "64672542-5390-4542-8e3e-7e16b01b4070-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.234856] env[69357]: DEBUG oslo_concurrency.lockutils [req-e49354ce-5ab8-4d0f-8cd6-c12381ecf0a2 req-135471f5-c12f-4362-8492-7865546bcb7a service nova] Lock "64672542-5390-4542-8e3e-7e16b01b4070-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.235168] env[69357]: DEBUG oslo_concurrency.lockutils [req-e49354ce-5ab8-4d0f-8cd6-c12381ecf0a2 req-135471f5-c12f-4362-8492-7865546bcb7a service nova] Lock "64672542-5390-4542-8e3e-7e16b01b4070-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.235344] env[69357]: DEBUG nova.compute.manager [req-e49354ce-5ab8-4d0f-8cd6-c12381ecf0a2 req-135471f5-c12f-4362-8492-7865546bcb7a service nova] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] No waiting events found dispatching network-vif-plugged-4c7a7240-ac4d-46a0-983e-82796079bee1 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1094.235583] env[69357]: WARNING nova.compute.manager [req-e49354ce-5ab8-4d0f-8cd6-c12381ecf0a2 req-135471f5-c12f-4362-8492-7865546bcb7a service nova] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Received unexpected event network-vif-plugged-4c7a7240-ac4d-46a0-983e-82796079bee1 for instance with vm_state building and task_state spawning. [ 1094.235976] env[69357]: DEBUG nova.compute.manager [req-e49354ce-5ab8-4d0f-8cd6-c12381ecf0a2 req-135471f5-c12f-4362-8492-7865546bcb7a service nova] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Received event network-changed-4c7a7240-ac4d-46a0-983e-82796079bee1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.235976] env[69357]: DEBUG nova.compute.manager [req-e49354ce-5ab8-4d0f-8cd6-c12381ecf0a2 req-135471f5-c12f-4362-8492-7865546bcb7a service nova] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Refreshing instance network info cache due to event network-changed-4c7a7240-ac4d-46a0-983e-82796079bee1. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.236222] env[69357]: DEBUG oslo_concurrency.lockutils [req-e49354ce-5ab8-4d0f-8cd6-c12381ecf0a2 req-135471f5-c12f-4362-8492-7865546bcb7a service nova] Acquiring lock "refresh_cache-64672542-5390-4542-8e3e-7e16b01b4070" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.268585] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Releasing lock "refresh_cache-64672542-5390-4542-8e3e-7e16b01b4070" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.268968] env[69357]: DEBUG nova.compute.manager [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Instance network_info: |[{"id": "4c7a7240-ac4d-46a0-983e-82796079bee1", "address": "fa:16:3e:46:74:ef", "network": {"id": "ed99a093-5ec4-4b0f-a35b-d6e117555212", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1864028746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2798e4ee13bb426bbbeda722ea6aeead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c7a7240-ac", "ovs_interfaceid": "4c7a7240-ac4d-46a0-983e-82796079bee1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.269303] env[69357]: DEBUG oslo_concurrency.lockutils [req-e49354ce-5ab8-4d0f-8cd6-c12381ecf0a2 req-135471f5-c12f-4362-8492-7865546bcb7a service nova] Acquired lock "refresh_cache-64672542-5390-4542-8e3e-7e16b01b4070" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.269516] env[69357]: DEBUG nova.network.neutron [req-e49354ce-5ab8-4d0f-8cd6-c12381ecf0a2 req-135471f5-c12f-4362-8492-7865546bcb7a service nova] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Refreshing network info cache for port 4c7a7240-ac4d-46a0-983e-82796079bee1 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.277050] env[69357]: DEBUG oslo_vmware.api [None req-e9046612-37d8-49e4-b311-96ddeee3be74 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151329, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.327537] env[69357]: DEBUG oslo_vmware.api [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298366} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.327863] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.328190] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.328522] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.328801] env[69357]: INFO nova.compute.manager [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1094.329212] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.329525] env[69357]: DEBUG nova.compute.manager [-] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.329647] env[69357]: DEBUG nova.network.neutron [-] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.376108] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151327, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.528378] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151331, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.551696] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0086119a-0851-44fa-914b-c520cf6b2da6 tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Lock "ca1c5e0d-acd0-46cd-bdb3-9cff41e74060" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.202s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.625054] env[69357]: DEBUG nova.scheduler.client.report [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.679394] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "refresh_cache-58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.679590] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquired lock "refresh_cache-58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.679770] env[69357]: DEBUG nova.network.neutron [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.782028] env[69357]: DEBUG oslo_vmware.api [None req-e9046612-37d8-49e4-b311-96ddeee3be74 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151329, 'name': PowerOnVM_Task, 'duration_secs': 0.771958} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.782028] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e9046612-37d8-49e4-b311-96ddeee3be74 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Resumed the VM {{(pid=69357) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1094.782028] env[69357]: DEBUG nova.compute.manager [None req-e9046612-37d8-49e4-b311-96ddeee3be74 tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1094.782819] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0929cf-f637-4271-a94d-6f635d59c5a0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.874239] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151327, 'name': ReconfigVM_Task, 'duration_secs': 1.597009} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.877026] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Reconfigured VM instance instance-00000050 to attach disk [datastore2] volume-75566cd4-edf0-41da-b41d-affcb77e72a4/volume-75566cd4-edf0-41da-b41d-affcb77e72a4.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.882025] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-144c16d6-0e24-4c4a-9efb-2a7f3a7a3e59 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.900024] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1094.900024] env[69357]: value = "task-4151332" [ 1094.900024] env[69357]: _type = "Task" [ 1094.900024] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.906853] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.984800] env[69357]: DEBUG nova.network.neutron [req-6e113565-4d58-43f3-8e5b-1ee47efe4746 req-4e78df22-7ddd-40ed-a169-5b1e282bd91a service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Updated VIF entry in instance network info cache for port 9cd8e2ca-97e4-42db-9c1a-ab1bc9393726. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.985582] env[69357]: DEBUG nova.network.neutron [req-6e113565-4d58-43f3-8e5b-1ee47efe4746 req-4e78df22-7ddd-40ed-a169-5b1e282bd91a service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Updating instance_info_cache with network_info: [{"id": "9cd8e2ca-97e4-42db-9c1a-ab1bc9393726", "address": "fa:16:3e:0c:3f:b9", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd8e2ca-97", "ovs_interfaceid": "9cd8e2ca-97e4-42db-9c1a-ab1bc9393726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.026695] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760606} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.027133] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 76c12a8d-72fa-4428-81c4-a31c4b6e0951/76c12a8d-72fa-4428-81c4-a31c4b6e0951.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.027277] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.027535] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cf52832-9855-4304-871b-04548188a615 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.037430] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1095.037430] env[69357]: value = "task-4151333" [ 1095.037430] env[69357]: _type = "Task" [ 1095.037430] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.051610] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.113301] env[69357]: DEBUG nova.network.neutron [req-e49354ce-5ab8-4d0f-8cd6-c12381ecf0a2 req-135471f5-c12f-4362-8492-7865546bcb7a service nova] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Updated VIF entry in instance network info cache for port 4c7a7240-ac4d-46a0-983e-82796079bee1. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.113301] env[69357]: DEBUG nova.network.neutron [req-e49354ce-5ab8-4d0f-8cd6-c12381ecf0a2 req-135471f5-c12f-4362-8492-7865546bcb7a service nova] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Updating instance_info_cache with network_info: [{"id": "4c7a7240-ac4d-46a0-983e-82796079bee1", "address": "fa:16:3e:46:74:ef", "network": {"id": "ed99a093-5ec4-4b0f-a35b-d6e117555212", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1864028746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2798e4ee13bb426bbbeda722ea6aeead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c7a7240-ac", "ovs_interfaceid": "4c7a7240-ac4d-46a0-983e-82796079bee1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.130508] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.131021] env[69357]: DEBUG nova.compute.manager [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.133612] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.146s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.133811] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.135984] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.478s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.136622] env[69357]: DEBUG nova.objects.instance [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Lazy-loading 'resources' on Instance uuid 1e6c8219-368d-4446-89ab-abb8212252e4 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.162116] env[69357]: INFO nova.scheduler.client.report [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Deleted allocations for instance 69116840-32fe-46c6-a831-78c627f986d5 [ 1095.274814] env[69357]: DEBUG nova.network.neutron [-] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.408335] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151332, 'name': ReconfigVM_Task, 'duration_secs': 0.230417} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.408755] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822013', 'volume_id': '75566cd4-edf0-41da-b41d-affcb77e72a4', 'name': 'volume-75566cd4-edf0-41da-b41d-affcb77e72a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6ce382a-b3bd-48cf-83f0-4b429a6b1c12', 'attached_at': '', 'detached_at': '', 'volume_id': '75566cd4-edf0-41da-b41d-affcb77e72a4', 'serial': '75566cd4-edf0-41da-b41d-affcb77e72a4'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1095.409428] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79a6a18c-56d7-4e70-8af7-de06aca47769 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.418077] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1095.418077] env[69357]: value = "task-4151334" [ 1095.418077] env[69357]: _type = "Task" [ 1095.418077] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.427965] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151334, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.466894] env[69357]: DEBUG nova.network.neutron [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Updating instance_info_cache with network_info: [{"id": "e4da15c3-07cd-457f-982d-4f8bf20746fc", "address": "fa:16:3e:66:2c:b2", "network": {"id": "9ac9af87-2a9b-4b98-916d-d52218cbd798", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1209329353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c07fba44da3046f5a349f1c812d09558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4da15c3-07", "ovs_interfaceid": "e4da15c3-07cd-457f-982d-4f8bf20746fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.489101] env[69357]: DEBUG oslo_concurrency.lockutils [req-6e113565-4d58-43f3-8e5b-1ee47efe4746 req-4e78df22-7ddd-40ed-a169-5b1e282bd91a service nova] Releasing lock "refresh_cache-be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.489338] env[69357]: DEBUG nova.compute.manager [req-6e113565-4d58-43f3-8e5b-1ee47efe4746 req-4e78df22-7ddd-40ed-a169-5b1e282bd91a service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Received event network-changed-49accdd2-d40d-4ad8-bbe1-5d094943074a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.489599] env[69357]: DEBUG nova.compute.manager [req-6e113565-4d58-43f3-8e5b-1ee47efe4746 req-4e78df22-7ddd-40ed-a169-5b1e282bd91a service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Refreshing instance network info cache due to event network-changed-49accdd2-d40d-4ad8-bbe1-5d094943074a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.489760] env[69357]: DEBUG oslo_concurrency.lockutils [req-6e113565-4d58-43f3-8e5b-1ee47efe4746 req-4e78df22-7ddd-40ed-a169-5b1e282bd91a service nova] Acquiring lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.489932] env[69357]: DEBUG oslo_concurrency.lockutils [req-6e113565-4d58-43f3-8e5b-1ee47efe4746 req-4e78df22-7ddd-40ed-a169-5b1e282bd91a service nova] Acquired lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.490182] env[69357]: DEBUG nova.network.neutron [req-6e113565-4d58-43f3-8e5b-1ee47efe4746 req-4e78df22-7ddd-40ed-a169-5b1e282bd91a service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Refreshing network info cache for port 49accdd2-d40d-4ad8-bbe1-5d094943074a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.548917] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079019} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.549227] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.550054] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceaaaf5a-1cb1-4a2c-b68e-0c1d4ecdea38 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.574793] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 76c12a8d-72fa-4428-81c4-a31c4b6e0951/76c12a8d-72fa-4428-81c4-a31c4b6e0951.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.575547] env[69357]: DEBUG oslo_concurrency.lockutils [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Acquiring lock "ca1c5e0d-acd0-46cd-bdb3-9cff41e74060" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.575784] env[69357]: DEBUG oslo_concurrency.lockutils [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Lock "ca1c5e0d-acd0-46cd-bdb3-9cff41e74060" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.576023] env[69357]: DEBUG oslo_concurrency.lockutils [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Acquiring lock "ca1c5e0d-acd0-46cd-bdb3-9cff41e74060-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.576236] env[69357]: DEBUG oslo_concurrency.lockutils [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Lock "ca1c5e0d-acd0-46cd-bdb3-9cff41e74060-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.576414] env[69357]: DEBUG oslo_concurrency.lockutils [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Lock "ca1c5e0d-acd0-46cd-bdb3-9cff41e74060-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.578094] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-950a69b2-2b66-4b1a-a479-9e21ba033340 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.592646] env[69357]: INFO nova.compute.manager [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Terminating instance [ 1095.601685] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1095.601685] env[69357]: value = "task-4151335" [ 1095.601685] env[69357]: _type = "Task" [ 1095.601685] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.613263] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.615910] env[69357]: DEBUG oslo_concurrency.lockutils [req-e49354ce-5ab8-4d0f-8cd6-c12381ecf0a2 req-135471f5-c12f-4362-8492-7865546bcb7a service nova] Releasing lock "refresh_cache-64672542-5390-4542-8e3e-7e16b01b4070" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.639567] env[69357]: DEBUG nova.compute.utils [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.644415] env[69357]: DEBUG nova.compute.manager [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.644656] env[69357]: DEBUG nova.network.neutron [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.675417] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ece09dab-d50a-47da-b59e-346e46fec7d1 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "69116840-32fe-46c6-a831-78c627f986d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.394s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.686062] env[69357]: DEBUG nova.policy [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a473b42364d4e8ab926520ff96c2f55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a6a244fe5024e1a98608a731f3cbe86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.777400] env[69357]: INFO nova.compute.manager [-] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Took 1.45 seconds to deallocate network for instance. [ 1095.926194] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af2c7f7-722f-4b2a-a3b3-e432abfb70fb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.932780] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151334, 'name': Rename_Task, 'duration_secs': 0.402962} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.933560] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.933827] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c04b5aaf-deba-4f78-b2ff-fdcaf54c2bb8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.938696] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6c8ae4-957f-4818-9ec0-63c621ae5b3f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.943345] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1095.943345] env[69357]: value = "task-4151336" [ 1095.943345] env[69357]: _type = "Task" [ 1095.943345] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.973301] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Releasing lock "refresh_cache-58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.977559] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc186f4-613a-4ef0-a07f-b2f67f238ebf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.985383] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151336, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.991778] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc70b4ec-34a9-43ad-be5c-f7b68c50526f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.010801] env[69357]: DEBUG nova.compute.provider_tree [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.079348] env[69357]: DEBUG nova.network.neutron [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Successfully created port: aaed26df-a5e6-42b5-b85c-a631686e5e15 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.097798] env[69357]: DEBUG nova.compute.manager [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.100862] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.100862] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3ff7a4-9632-4246-9b2a-c5e83ff36481 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.117302] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.117801] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.120426] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ea4ad12-a5a2-41a8-b9a4-c9d23940f6df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.129631] env[69357]: DEBUG oslo_vmware.api [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Waiting for the task: (returnval){ [ 1096.129631] env[69357]: value = "task-4151337" [ 1096.129631] env[69357]: _type = "Task" [ 1096.129631] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.140396] env[69357]: DEBUG oslo_vmware.api [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.148450] env[69357]: DEBUG nova.compute.manager [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.286282] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.442762] env[69357]: DEBUG nova.network.neutron [req-6e113565-4d58-43f3-8e5b-1ee47efe4746 req-4e78df22-7ddd-40ed-a169-5b1e282bd91a service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Updated VIF entry in instance network info cache for port 49accdd2-d40d-4ad8-bbe1-5d094943074a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.443274] env[69357]: DEBUG nova.network.neutron [req-6e113565-4d58-43f3-8e5b-1ee47efe4746 req-4e78df22-7ddd-40ed-a169-5b1e282bd91a service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Updating instance_info_cache with network_info: [{"id": "49accdd2-d40d-4ad8-bbe1-5d094943074a", "address": "fa:16:3e:a8:07:08", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49accdd2-d4", "ovs_interfaceid": "49accdd2-d40d-4ad8-bbe1-5d094943074a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.455572] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151336, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.514714] env[69357]: DEBUG nova.scheduler.client.report [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.617015] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151335, 'name': ReconfigVM_Task, 'duration_secs': 0.659881} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.617378] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 76c12a8d-72fa-4428-81c4-a31c4b6e0951/76c12a8d-72fa-4428-81c4-a31c4b6e0951.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.618142] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4469b4ee-9e27-4c62-9f83-b686b7d7a834 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.626506] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1096.626506] env[69357]: value = "task-4151338" [ 1096.626506] env[69357]: _type = "Task" [ 1096.626506] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.639893] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151338, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.643568] env[69357]: DEBUG oslo_vmware.api [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151337, 'name': PowerOffVM_Task, 'duration_secs': 0.241417} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.643958] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.644097] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.644403] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbadb2c7-9a0a-484e-9191-1a164ecd12de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.768102] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.768371] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.768731] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Deleting the datastore file [datastore1] ca1c5e0d-acd0-46cd-bdb3-9cff41e74060 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.768989] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-daf42b5d-166e-4a19-a103-80f290d554cb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.777302] env[69357]: DEBUG oslo_vmware.api [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Waiting for the task: (returnval){ [ 1096.777302] env[69357]: value = "task-4151340" [ 1096.777302] env[69357]: _type = "Task" [ 1096.777302] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.786624] env[69357]: DEBUG oslo_vmware.api [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.949976] env[69357]: DEBUG oslo_concurrency.lockutils [req-6e113565-4d58-43f3-8e5b-1ee47efe4746 req-4e78df22-7ddd-40ed-a169-5b1e282bd91a service nova] Releasing lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.956297] env[69357]: DEBUG oslo_vmware.api [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151336, 'name': PowerOnVM_Task, 'duration_secs': 0.79208} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.956598] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.956816] env[69357]: DEBUG nova.compute.manager [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1096.957679] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054a0d56-36e1-4ec9-9ad3-5225e24f9177 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.020198] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.023547] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.737s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.023807] env[69357]: DEBUG nova.objects.instance [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lazy-loading 'resources' on Instance uuid 95061016-3f49-4d96-a8fc-5794f33880e9 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.050262] env[69357]: INFO nova.scheduler.client.report [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Deleted allocations for instance 1e6c8219-368d-4446-89ab-abb8212252e4 [ 1097.137281] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151338, 'name': Rename_Task, 'duration_secs': 0.265872} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.137560] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.137823] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d26754f-bfc3-4a28-ab09-1a4165fe280c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.145595] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1097.145595] env[69357]: value = "task-4151341" [ 1097.145595] env[69357]: _type = "Task" [ 1097.145595] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.157099] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.160401] env[69357]: DEBUG nova.compute.manager [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.288554] env[69357]: DEBUG oslo_vmware.api [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Task: {'id': task-4151340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430651} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.288930] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.289124] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.289206] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.289472] env[69357]: INFO nova.compute.manager [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1097.289637] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.289836] env[69357]: DEBUG nova.compute.manager [-] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.289932] env[69357]: DEBUG nova.network.neutron [-] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.476363] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.561919] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4cfe8d29-d0f3-4c46-be5c-b321732eee2e tempest-ImagesOneServerTestJSON-442764698 tempest-ImagesOneServerTestJSON-442764698-project-member] Lock "1e6c8219-368d-4446-89ab-abb8212252e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.046s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.594289] env[69357]: DEBUG nova.virt.hardware [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.594554] env[69357]: DEBUG nova.virt.hardware [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.594734] env[69357]: DEBUG nova.virt.hardware [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.594923] env[69357]: DEBUG nova.virt.hardware [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.595098] env[69357]: DEBUG nova.virt.hardware [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.595519] env[69357]: DEBUG nova.virt.hardware [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.595519] env[69357]: DEBUG nova.virt.hardware [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.595673] env[69357]: DEBUG nova.virt.hardware [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.595845] env[69357]: DEBUG nova.virt.hardware [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.596015] env[69357]: DEBUG nova.virt.hardware [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.596463] env[69357]: DEBUG nova.virt.hardware [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.599105] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0b59cd-d16c-4d3d-8c82-69c790fa5045 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.619544] env[69357]: DEBUG nova.virt.hardware [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='77e7b4d47620fb27ec3929d1d571b6a6',container_format='bare',created_at=2025-05-14T13:57:51Z,direct_url=,disk_format='vmdk',id=91c308be-c771-4b71-be82-dcf20e2933d8,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1208066388-shelved',owner='c07fba44da3046f5a349f1c812d09558',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-05-14T13:58:08Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.619792] env[69357]: DEBUG nova.virt.hardware [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.619934] env[69357]: DEBUG nova.virt.hardware [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.620218] env[69357]: DEBUG nova.virt.hardware [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.620351] env[69357]: DEBUG nova.virt.hardware [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.620430] env[69357]: DEBUG nova.virt.hardware [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.620640] env[69357]: DEBUG nova.virt.hardware [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.620916] env[69357]: DEBUG nova.virt.hardware [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.620974] env[69357]: DEBUG nova.virt.hardware [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.621352] env[69357]: DEBUG nova.virt.hardware [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.621457] env[69357]: DEBUG nova.virt.hardware [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.623339] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7861a2-8e07-4803-9a02-4a57bfb459bf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.632136] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a732717b-c340-4a32-986a-7328f562e87e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.660213] env[69357]: DEBUG nova.virt.hardware [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.660472] env[69357]: DEBUG nova.virt.hardware [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.660634] env[69357]: DEBUG nova.virt.hardware [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.661169] env[69357]: DEBUG nova.virt.hardware [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.661367] env[69357]: DEBUG nova.virt.hardware [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.661523] env[69357]: DEBUG nova.virt.hardware [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.661736] env[69357]: DEBUG nova.virt.hardware [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.661937] env[69357]: DEBUG nova.virt.hardware [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.662170] env[69357]: DEBUG nova.virt.hardware [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.662346] env[69357]: DEBUG nova.virt.hardware [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.662526] env[69357]: DEBUG nova.virt.hardware [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.667174] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997a67d7-1236-43da-9415-229ee3d7c0fe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.672344] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:74:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c7a7240-ac4d-46a0-983e-82796079bee1', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.681568] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Creating folder: Project (2798e4ee13bb426bbbeda722ea6aeead). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.686568] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53e3443-888e-4bde-adb3-1a20757bf99a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.689756] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ffafcbb-0e4a-4a04-a4cb-ceffa03b5870 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.695032] env[69357]: DEBUG oslo_vmware.rw_handles [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b1b7f8-acf9-f0e0-d6e9-17e519b6ea6f/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1097.696407] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7dfff8-d39d-4c1c-9f43-09273d55ae6c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.713303] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151341, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.713843] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:2c:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4da15c3-07cd-457f-982d-4f8bf20746fc', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.721445] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.726804] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446a42da-438b-4e23-a265-4d534274ca8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.731010] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.731326] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Created folder: Project (2798e4ee13bb426bbbeda722ea6aeead) in parent group-v821763. [ 1097.731479] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Creating folder: Instances. Parent ref: group-v822027. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.733641] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65b9ecf5-2457-4cf7-8838-c8946a0e5076 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.748279] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23dad94c-5ccf-4606-b92d-3c329f1e79fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.750138] env[69357]: DEBUG oslo_vmware.rw_handles [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b1b7f8-acf9-f0e0-d6e9-17e519b6ea6f/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1097.750312] env[69357]: ERROR oslo_vmware.rw_handles [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b1b7f8-acf9-f0e0-d6e9-17e519b6ea6f/disk-0.vmdk due to incomplete transfer. [ 1097.750983] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-06b915e3-c287-40c1-a121-db86f2e2418c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.768018] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Created folder: Instances in parent group-v822027. [ 1097.768284] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.768461] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.768461] env[69357]: value = "task-4151344" [ 1097.768461] env[69357]: _type = "Task" [ 1097.768461] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.768654] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.768904] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5f071eb-e220-4b73-812c-5f2070082d7b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.792245] env[69357]: DEBUG oslo_vmware.rw_handles [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b1b7f8-acf9-f0e0-d6e9-17e519b6ea6f/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1097.792448] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Uploaded image 31d568cb-58eb-401e-ae5f-3d0d25d523bc to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1097.794862] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1097.796080] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4d18b09d-c181-4d26-bd34-b737dd0790a3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.804353] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151344, 'name': CreateVM_Task} progress is 15%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.806731] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.806731] env[69357]: value = "task-4151345" [ 1097.806731] env[69357]: _type = "Task" [ 1097.806731] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.807045] env[69357]: DEBUG oslo_vmware.api [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1097.807045] env[69357]: value = "task-4151346" [ 1097.807045] env[69357]: _type = "Task" [ 1097.807045] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.823338] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151345, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.823916] env[69357]: DEBUG oslo_vmware.api [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151346, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.947855] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d992ab-816e-48e3-89ea-649505d28ecf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.957217] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e7a18b-7fc3-4535-8584-8b64ebbb154d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.991432] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80eb32ce-79f8-4aae-b9b7-8d1e3935ece4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.000898] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfc3b22-f89f-4bcd-a1f2-b545a9fdea86 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.016960] env[69357]: DEBUG nova.compute.provider_tree [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.160489] env[69357]: DEBUG oslo_vmware.api [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151341, 'name': PowerOnVM_Task, 'duration_secs': 0.973807} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.161093] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.161456] env[69357]: INFO nova.compute.manager [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1098.161731] env[69357]: DEBUG nova.compute.manager [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1098.163209] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79de520-2946-4ae5-b8fe-6eabf2729bd2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.173870] env[69357]: DEBUG nova.network.neutron [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Successfully updated port: aaed26df-a5e6-42b5-b85c-a631686e5e15 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.283984] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151344, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.325544] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151345, 'name': CreateVM_Task, 'duration_secs': 0.422752} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.329442] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.329954] env[69357]: DEBUG oslo_vmware.api [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151346, 'name': Destroy_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.330800] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.331112] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.331556] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.331923] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3a5ca76-2df5-4e21-bf79-d8d3340a003b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.339532] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Waiting for the task: (returnval){ [ 1098.339532] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52231faa-0ba0-8989-80c8-b57583bd8c05" [ 1098.339532] env[69357]: _type = "Task" [ 1098.339532] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.349945] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52231faa-0ba0-8989-80c8-b57583bd8c05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.357943] env[69357]: DEBUG nova.compute.manager [req-a0cbfb10-ba14-4c2f-81aa-fde12ae61305 req-e37554d4-c253-4544-9fb9-0ca2f72999db service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Received event network-vif-plugged-e4da15c3-07cd-457f-982d-4f8bf20746fc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.358643] env[69357]: DEBUG oslo_concurrency.lockutils [req-a0cbfb10-ba14-4c2f-81aa-fde12ae61305 req-e37554d4-c253-4544-9fb9-0ca2f72999db service nova] Acquiring lock "58b2571c-6eb9-47ad-b7c1-bfd16e282e0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.359206] env[69357]: DEBUG oslo_concurrency.lockutils [req-a0cbfb10-ba14-4c2f-81aa-fde12ae61305 req-e37554d4-c253-4544-9fb9-0ca2f72999db service nova] Lock "58b2571c-6eb9-47ad-b7c1-bfd16e282e0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.359499] env[69357]: DEBUG oslo_concurrency.lockutils [req-a0cbfb10-ba14-4c2f-81aa-fde12ae61305 req-e37554d4-c253-4544-9fb9-0ca2f72999db service nova] Lock "58b2571c-6eb9-47ad-b7c1-bfd16e282e0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.359816] env[69357]: DEBUG nova.compute.manager [req-a0cbfb10-ba14-4c2f-81aa-fde12ae61305 req-e37554d4-c253-4544-9fb9-0ca2f72999db service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] No waiting events found dispatching network-vif-plugged-e4da15c3-07cd-457f-982d-4f8bf20746fc {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1098.360652] env[69357]: WARNING nova.compute.manager [req-a0cbfb10-ba14-4c2f-81aa-fde12ae61305 req-e37554d4-c253-4544-9fb9-0ca2f72999db service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Received unexpected event network-vif-plugged-e4da15c3-07cd-457f-982d-4f8bf20746fc for instance with vm_state shelved_offloaded and task_state spawning. [ 1098.360652] env[69357]: DEBUG nova.compute.manager [req-a0cbfb10-ba14-4c2f-81aa-fde12ae61305 req-e37554d4-c253-4544-9fb9-0ca2f72999db service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Received event network-changed-e4da15c3-07cd-457f-982d-4f8bf20746fc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.360652] env[69357]: DEBUG nova.compute.manager [req-a0cbfb10-ba14-4c2f-81aa-fde12ae61305 req-e37554d4-c253-4544-9fb9-0ca2f72999db service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Refreshing instance network info cache due to event network-changed-e4da15c3-07cd-457f-982d-4f8bf20746fc. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.360768] env[69357]: DEBUG oslo_concurrency.lockutils [req-a0cbfb10-ba14-4c2f-81aa-fde12ae61305 req-e37554d4-c253-4544-9fb9-0ca2f72999db service nova] Acquiring lock "refresh_cache-58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.360974] env[69357]: DEBUG oslo_concurrency.lockutils [req-a0cbfb10-ba14-4c2f-81aa-fde12ae61305 req-e37554d4-c253-4544-9fb9-0ca2f72999db service nova] Acquired lock "refresh_cache-58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.362100] env[69357]: DEBUG nova.network.neutron [req-a0cbfb10-ba14-4c2f-81aa-fde12ae61305 req-e37554d4-c253-4544-9fb9-0ca2f72999db service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Refreshing network info cache for port e4da15c3-07cd-457f-982d-4f8bf20746fc {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.384389] env[69357]: DEBUG nova.compute.manager [req-393cdf62-8ba3-40c8-9332-13e263390005 req-b27914c5-d24e-454b-9e67-0e0bd2609bea service nova] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Received event network-vif-deleted-dce9d417-3d19-4ed4-bc68-4ac9ca6ada5c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.395316] env[69357]: INFO nova.compute.manager [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Rebuilding instance [ 1098.445545] env[69357]: DEBUG nova.compute.manager [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1098.446467] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7221852a-0a0d-47d0-a980-a61c8daafac0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.521091] env[69357]: DEBUG nova.scheduler.client.report [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.561274] env[69357]: DEBUG nova.network.neutron [-] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.686517] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "refresh_cache-e05613c2-0517-48fc-9fdb-47f347327a3c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.686777] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "refresh_cache-e05613c2-0517-48fc-9fdb-47f347327a3c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.687043] env[69357]: DEBUG nova.network.neutron [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.703627] env[69357]: INFO nova.compute.manager [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Took 21.45 seconds to build instance. [ 1098.782264] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151344, 'name': CreateVM_Task, 'duration_secs': 0.557642} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.782434] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.783271] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/91c308be-c771-4b71-be82-dcf20e2933d8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.783390] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/91c308be-c771-4b71-be82-dcf20e2933d8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.783854] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/91c308be-c771-4b71-be82-dcf20e2933d8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.784165] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59360d75-dde0-4f13-9f70-d89caef315b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.791606] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1098.791606] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b7b335-1837-9b7c-e5aa-c820aed8b972" [ 1098.791606] env[69357]: _type = "Task" [ 1098.791606] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.802087] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b7b335-1837-9b7c-e5aa-c820aed8b972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.820325] env[69357]: DEBUG oslo_vmware.api [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151346, 'name': Destroy_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.852620] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52231faa-0ba0-8989-80c8-b57583bd8c05, 'name': SearchDatastore_Task, 'duration_secs': 0.022777} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.853114] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.854510] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.854510] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.854510] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.854510] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.854510] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c6c2398-5f49-4a29-96c3-2066f3cb7fc8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.869519] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.869748] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.870679] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1da5cbf5-d1eb-4817-bca1-6931313ab0bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.879438] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Waiting for the task: (returnval){ [ 1098.879438] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52eedff2-cce4-f753-49b9-da0ebf3a3f6e" [ 1098.879438] env[69357]: _type = "Task" [ 1098.879438] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.893726] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52eedff2-cce4-f753-49b9-da0ebf3a3f6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.028224] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.036022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.560s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.036353] env[69357]: DEBUG nova.objects.instance [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1099.063818] env[69357]: INFO nova.compute.manager [-] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Took 1.77 seconds to deallocate network for instance. [ 1099.074556] env[69357]: INFO nova.scheduler.client.report [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Deleted allocations for instance 95061016-3f49-4d96-a8fc-5794f33880e9 [ 1099.205621] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6da1a31a-7cac-4f06-9e5d-6a8324efb5ba tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "76c12a8d-72fa-4428-81c4-a31c4b6e0951" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.965s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.292291] env[69357]: DEBUG nova.network.neutron [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.316856] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/91c308be-c771-4b71-be82-dcf20e2933d8" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.317767] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Processing image 91c308be-c771-4b71-be82-dcf20e2933d8 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.318783] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/91c308be-c771-4b71-be82-dcf20e2933d8/91c308be-c771-4b71-be82-dcf20e2933d8.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.319104] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/91c308be-c771-4b71-be82-dcf20e2933d8/91c308be-c771-4b71-be82-dcf20e2933d8.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.319555] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.319903] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d4d614b-edf0-4d1b-9f54-fb245eb94d42 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.333353] env[69357]: DEBUG oslo_vmware.api [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151346, 'name': Destroy_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.335521] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.335882] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.339934] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2a86cce-ad74-49c9-8e05-36e5cb22a0d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.344389] env[69357]: DEBUG nova.network.neutron [req-a0cbfb10-ba14-4c2f-81aa-fde12ae61305 req-e37554d4-c253-4544-9fb9-0ca2f72999db service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Updated VIF entry in instance network info cache for port e4da15c3-07cd-457f-982d-4f8bf20746fc. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.344976] env[69357]: DEBUG nova.network.neutron [req-a0cbfb10-ba14-4c2f-81aa-fde12ae61305 req-e37554d4-c253-4544-9fb9-0ca2f72999db service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Updating instance_info_cache with network_info: [{"id": "e4da15c3-07cd-457f-982d-4f8bf20746fc", "address": "fa:16:3e:66:2c:b2", "network": {"id": "9ac9af87-2a9b-4b98-916d-d52218cbd798", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1209329353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c07fba44da3046f5a349f1c812d09558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4da15c3-07", "ovs_interfaceid": "e4da15c3-07cd-457f-982d-4f8bf20746fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.351731] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1099.351731] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]525b2d07-52c2-3638-b11c-672b70a1a45c" [ 1099.351731] env[69357]: _type = "Task" [ 1099.351731] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.365263] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]525b2d07-52c2-3638-b11c-672b70a1a45c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.395525] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52eedff2-cce4-f753-49b9-da0ebf3a3f6e, 'name': SearchDatastore_Task, 'duration_secs': 0.0257} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.396914] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bc73fda-3521-49a9-8a18-a1aeb13d5c6a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.404599] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Waiting for the task: (returnval){ [ 1099.404599] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f5ee9f-de34-f42a-5202-f7da6c7b2e06" [ 1099.404599] env[69357]: _type = "Task" [ 1099.404599] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.416477] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f5ee9f-de34-f42a-5202-f7da6c7b2e06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.420229] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.420484] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.420677] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.420900] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.421139] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.423613] env[69357]: INFO nova.compute.manager [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Terminating instance [ 1099.465173] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.465173] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0722afe5-4fdc-4cd5-b7b2-1864db29c885 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.475312] env[69357]: DEBUG oslo_vmware.api [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Waiting for the task: (returnval){ [ 1099.475312] env[69357]: value = "task-4151347" [ 1099.475312] env[69357]: _type = "Task" [ 1099.475312] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.489964] env[69357]: DEBUG oslo_vmware.api [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Task: {'id': task-4151347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.582037] env[69357]: DEBUG oslo_concurrency.lockutils [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.588514] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f464d054-0080-4361-92ab-6d9da0f43518 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "95061016-3f49-4d96-a8fc-5794f33880e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.423s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.592518] env[69357]: DEBUG nova.network.neutron [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Updating instance_info_cache with network_info: [{"id": "aaed26df-a5e6-42b5-b85c-a631686e5e15", "address": "fa:16:3e:9f:d5:98", "network": {"id": "e4b350ba-ef87-4c2d-b94d-153f1aa0d1aa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-224470408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6a244fe5024e1a98608a731f3cbe86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaed26df-a5", "ovs_interfaceid": "aaed26df-a5e6-42b5-b85c-a631686e5e15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.823643] env[69357]: DEBUG oslo_vmware.api [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151346, 'name': Destroy_Task, 'duration_secs': 1.548335} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.824048] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Destroyed the VM [ 1099.824386] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1099.824983] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ff14adf8-ad57-48e9-988e-aaa39d086647 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.835907] env[69357]: DEBUG oslo_vmware.api [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1099.835907] env[69357]: value = "task-4151348" [ 1099.835907] env[69357]: _type = "Task" [ 1099.835907] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.848190] env[69357]: DEBUG oslo_concurrency.lockutils [req-a0cbfb10-ba14-4c2f-81aa-fde12ae61305 req-e37554d4-c253-4544-9fb9-0ca2f72999db service nova] Releasing lock "refresh_cache-58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.848847] env[69357]: DEBUG oslo_vmware.api [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151348, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.865578] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Preparing fetch location {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1099.866091] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Fetch image to [datastore2] OSTACK_IMG_bffe1602-c457-4e20-8e0d-f0d4b25e57e0/OSTACK_IMG_bffe1602-c457-4e20-8e0d-f0d4b25e57e0.vmdk {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1099.866493] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Downloading stream optimized image 91c308be-c771-4b71-be82-dcf20e2933d8 to [datastore2] OSTACK_IMG_bffe1602-c457-4e20-8e0d-f0d4b25e57e0/OSTACK_IMG_bffe1602-c457-4e20-8e0d-f0d4b25e57e0.vmdk on the data store datastore2 as vApp {{(pid=69357) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1099.866611] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Downloading image file data 91c308be-c771-4b71-be82-dcf20e2933d8 to the ESX as VM named 'OSTACK_IMG_bffe1602-c457-4e20-8e0d-f0d4b25e57e0' {{(pid=69357) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1099.929483] env[69357]: DEBUG nova.compute.manager [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.929715] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.930204] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f5ee9f-de34-f42a-5202-f7da6c7b2e06, 'name': SearchDatastore_Task, 'duration_secs': 0.024488} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.931161] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30bbf15-41ba-4113-a9a0-5de64d3d0092 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.934517] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.934891] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 64672542-5390-4542-8e3e-7e16b01b4070/64672542-5390-4542-8e3e-7e16b01b4070.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.936052] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-affca597-ca70-4c76-a4aa-98d28f46e9a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.947532] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.952375] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14620f16-417b-4093-b184-3bb339523e07 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.952375] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Waiting for the task: (returnval){ [ 1099.952375] env[69357]: value = "task-4151349" [ 1099.952375] env[69357]: _type = "Task" [ 1099.952375] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.965604] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Task: {'id': task-4151349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.971753] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1099.971753] env[69357]: value = "resgroup-9" [ 1099.971753] env[69357]: _type = "ResourcePool" [ 1099.971753] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1099.972133] env[69357]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5eb1d2c4-7514-4975-8bae-7b854a89e459 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.998655] env[69357]: DEBUG oslo_vmware.api [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Task: {'id': task-4151347, 'name': PowerOffVM_Task, 'duration_secs': 0.222024} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.003021] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.003021] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.003021] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lease: (returnval){ [ 1100.003021] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52793094-bece-6acc-20b9-2e88b36c6676" [ 1100.003021] env[69357]: _type = "HttpNfcLease" [ 1100.003021] env[69357]: } obtained for vApp import into resource pool (val){ [ 1100.003021] env[69357]: value = "resgroup-9" [ 1100.003021] env[69357]: _type = "ResourcePool" [ 1100.003021] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1100.003021] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the lease: (returnval){ [ 1100.003021] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52793094-bece-6acc-20b9-2e88b36c6676" [ 1100.003021] env[69357]: _type = "HttpNfcLease" [ 1100.003021] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1100.003021] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15a434ba-7354-4087-a6b4-c956e27d3cc5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.013770] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1100.013770] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52793094-bece-6acc-20b9-2e88b36c6676" [ 1100.013770] env[69357]: _type = "HttpNfcLease" [ 1100.013770] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1100.015681] env[69357]: DEBUG oslo_vmware.api [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Waiting for the task: (returnval){ [ 1100.015681] env[69357]: value = "task-4151352" [ 1100.015681] env[69357]: _type = "Task" [ 1100.015681] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.033027] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1100.033027] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1100.033027] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821978', 'volume_id': 'fcb349e2-0a7b-480b-88e1-6f232c14410e', 'name': 'volume-fcb349e2-0a7b-480b-88e1-6f232c14410e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9c730c4-021e-4fcf-b245-78d8479aa995', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcb349e2-0a7b-480b-88e1-6f232c14410e', 'serial': 'fcb349e2-0a7b-480b-88e1-6f232c14410e'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1100.033027] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae7812e-0437-4d96-85a0-4bf0bd322ce7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.065286] env[69357]: DEBUG oslo_concurrency.lockutils [None req-4f13bb5a-e44d-4764-9108-d898313f1295 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.028s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.065635] env[69357]: DEBUG oslo_concurrency.lockutils [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.484s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.066516] env[69357]: DEBUG nova.objects.instance [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Lazy-loading 'resources' on Instance uuid ca1c5e0d-acd0-46cd-bdb3-9cff41e74060 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.068604] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c50b423-8c02-44c0-b238-a6e24a54d7f7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.080971] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf29898-0796-4017-9e8f-a0b94d7b880f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.115627] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "refresh_cache-e05613c2-0517-48fc-9fdb-47f347327a3c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.116103] env[69357]: DEBUG nova.compute.manager [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Instance network_info: |[{"id": "aaed26df-a5e6-42b5-b85c-a631686e5e15", "address": "fa:16:3e:9f:d5:98", "network": {"id": "e4b350ba-ef87-4c2d-b94d-153f1aa0d1aa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-224470408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6a244fe5024e1a98608a731f3cbe86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaed26df-a5", "ovs_interfaceid": "aaed26df-a5e6-42b5-b85c-a631686e5e15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.117200] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:d5:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aaed26df-a5e6-42b5-b85c-a631686e5e15', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.130241] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.134412] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf104cc-d313-4385-814b-1646a7899638 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.136361] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.136812] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1247187-8f4c-4bc6-9d4b-f63d67c8ec7b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.187114] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] The volume has not been displaced from its original location: [datastore2] volume-fcb349e2-0a7b-480b-88e1-6f232c14410e/volume-fcb349e2-0a7b-480b-88e1-6f232c14410e.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1100.196766] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1100.199236] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c41bc2a-1a40-4735-9f43-df77b907d4e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.224379] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.224379] env[69357]: value = "task-4151353" [ 1100.224379] env[69357]: _type = "Task" [ 1100.224379] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.233300] env[69357]: DEBUG oslo_vmware.api [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Waiting for the task: (returnval){ [ 1100.233300] env[69357]: value = "task-4151354" [ 1100.233300] env[69357]: _type = "Task" [ 1100.233300] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.245795] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151353, 'name': CreateVM_Task} progress is 15%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.256591] env[69357]: DEBUG oslo_vmware.api [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Task: {'id': task-4151354, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.349457] env[69357]: DEBUG oslo_vmware.api [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151348, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.366336] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "fced8f57-3c14-43df-8931-5928be74e4bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.367793] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "fced8f57-3c14-43df-8931-5928be74e4bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.464424] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Task: {'id': task-4151349, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.485602] env[69357]: DEBUG nova.compute.manager [req-17a1b99a-e769-4bbd-a6d6-548ade3f4eaa req-9f424601-3fb9-484d-b43b-e52176e6fc81 service nova] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Received event network-vif-deleted-fd061047-628c-4ecc-89a5-168928a0a2d3 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.485850] env[69357]: DEBUG nova.compute.manager [req-17a1b99a-e769-4bbd-a6d6-548ade3f4eaa req-9f424601-3fb9-484d-b43b-e52176e6fc81 service nova] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Received event network-vif-plugged-aaed26df-a5e6-42b5-b85c-a631686e5e15 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.486361] env[69357]: DEBUG oslo_concurrency.lockutils [req-17a1b99a-e769-4bbd-a6d6-548ade3f4eaa req-9f424601-3fb9-484d-b43b-e52176e6fc81 service nova] Acquiring lock "e05613c2-0517-48fc-9fdb-47f347327a3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.486774] env[69357]: DEBUG oslo_concurrency.lockutils [req-17a1b99a-e769-4bbd-a6d6-548ade3f4eaa req-9f424601-3fb9-484d-b43b-e52176e6fc81 service nova] Lock "e05613c2-0517-48fc-9fdb-47f347327a3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.487848] env[69357]: DEBUG oslo_concurrency.lockutils [req-17a1b99a-e769-4bbd-a6d6-548ade3f4eaa req-9f424601-3fb9-484d-b43b-e52176e6fc81 service nova] Lock "e05613c2-0517-48fc-9fdb-47f347327a3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.487848] env[69357]: DEBUG nova.compute.manager [req-17a1b99a-e769-4bbd-a6d6-548ade3f4eaa req-9f424601-3fb9-484d-b43b-e52176e6fc81 service nova] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] No waiting events found dispatching network-vif-plugged-aaed26df-a5e6-42b5-b85c-a631686e5e15 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1100.487848] env[69357]: WARNING nova.compute.manager [req-17a1b99a-e769-4bbd-a6d6-548ade3f4eaa req-9f424601-3fb9-484d-b43b-e52176e6fc81 service nova] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Received unexpected event network-vif-plugged-aaed26df-a5e6-42b5-b85c-a631686e5e15 for instance with vm_state building and task_state spawning. [ 1100.487937] env[69357]: DEBUG nova.compute.manager [req-17a1b99a-e769-4bbd-a6d6-548ade3f4eaa req-9f424601-3fb9-484d-b43b-e52176e6fc81 service nova] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Received event network-vif-deleted-2799ba29-d00d-40c4-b0a6-cfd5e74122a2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.488177] env[69357]: DEBUG nova.compute.manager [req-17a1b99a-e769-4bbd-a6d6-548ade3f4eaa req-9f424601-3fb9-484d-b43b-e52176e6fc81 service nova] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Received event network-changed-aaed26df-a5e6-42b5-b85c-a631686e5e15 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.488462] env[69357]: DEBUG nova.compute.manager [req-17a1b99a-e769-4bbd-a6d6-548ade3f4eaa req-9f424601-3fb9-484d-b43b-e52176e6fc81 service nova] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Refreshing instance network info cache due to event network-changed-aaed26df-a5e6-42b5-b85c-a631686e5e15. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.488834] env[69357]: DEBUG oslo_concurrency.lockutils [req-17a1b99a-e769-4bbd-a6d6-548ade3f4eaa req-9f424601-3fb9-484d-b43b-e52176e6fc81 service nova] Acquiring lock "refresh_cache-e05613c2-0517-48fc-9fdb-47f347327a3c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.489435] env[69357]: DEBUG oslo_concurrency.lockutils [req-17a1b99a-e769-4bbd-a6d6-548ade3f4eaa req-9f424601-3fb9-484d-b43b-e52176e6fc81 service nova] Acquired lock "refresh_cache-e05613c2-0517-48fc-9fdb-47f347327a3c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.489435] env[69357]: DEBUG nova.network.neutron [req-17a1b99a-e769-4bbd-a6d6-548ade3f4eaa req-9f424601-3fb9-484d-b43b-e52176e6fc81 service nova] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Refreshing network info cache for port aaed26df-a5e6-42b5-b85c-a631686e5e15 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.515318] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1100.515318] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52793094-bece-6acc-20b9-2e88b36c6676" [ 1100.515318] env[69357]: _type = "HttpNfcLease" [ 1100.515318] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1100.822945] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151353, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.828852] env[69357]: DEBUG oslo_vmware.api [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Task: {'id': task-4151354, 'name': ReconfigVM_Task, 'duration_secs': 0.434004} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.828852] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1100.836722] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31f3af9c-2984-465c-bd39-73000f10ad98 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.859567] env[69357]: DEBUG oslo_vmware.api [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151348, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.861601] env[69357]: DEBUG oslo_vmware.api [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Waiting for the task: (returnval){ [ 1100.861601] env[69357]: value = "task-4151355" [ 1100.861601] env[69357]: _type = "Task" [ 1100.861601] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.870336] env[69357]: DEBUG nova.compute.manager [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.932451] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "d2e0ef34-5e39-4839-bd30-56dfef720baf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.932838] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "d2e0ef34-5e39-4839-bd30-56dfef720baf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.970181] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Task: {'id': task-4151349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720618} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.975671] env[69357]: DEBUG oslo_vmware.rw_handles [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d320fc-fc19-4b98-077f-d9f1f2a08db5/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1100.976051] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 64672542-5390-4542-8e3e-7e16b01b4070/64672542-5390-4542-8e3e-7e16b01b4070.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.976304] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.977340] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75178982-c3d3-48b2-9c9b-2aff23adca3b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.982395] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18abc95d-7dbc-4336-a5e4-1982e49537a0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.989990] env[69357]: DEBUG oslo_vmware.rw_handles [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d320fc-fc19-4b98-077f-d9f1f2a08db5/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1100.990248] env[69357]: ERROR oslo_vmware.rw_handles [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d320fc-fc19-4b98-077f-d9f1f2a08db5/disk-0.vmdk due to incomplete transfer. [ 1100.991695] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-33cd0288-de88-414f-b094-d3cca37c511f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.993630] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Waiting for the task: (returnval){ [ 1100.993630] env[69357]: value = "task-4151356" [ 1100.993630] env[69357]: _type = "Task" [ 1100.993630] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.013999] env[69357]: DEBUG oslo_vmware.rw_handles [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d320fc-fc19-4b98-077f-d9f1f2a08db5/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1101.014208] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Uploaded image 5c53eadd-6343-402b-b630-220f3460cd12 to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1101.016215] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1101.016555] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Task: {'id': task-4151356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.020543] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fe95b107-6d0c-45ed-91d0-9fde851a34a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.028025] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1101.028025] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52793094-bece-6acc-20b9-2e88b36c6676" [ 1101.028025] env[69357]: _type = "HttpNfcLease" [ 1101.028025] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1101.028025] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1101.028025] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52793094-bece-6acc-20b9-2e88b36c6676" [ 1101.028025] env[69357]: _type = "HttpNfcLease" [ 1101.028025] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1101.028025] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd44bcc-a41f-4d27-b1d1-be1af2dd336d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.034074] env[69357]: DEBUG oslo_vmware.api [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1101.034074] env[69357]: value = "task-4151357" [ 1101.034074] env[69357]: _type = "Task" [ 1101.034074] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.042356] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb3288-786d-66d4-dbc2-cfbf4710545d/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1101.042619] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb3288-786d-66d4-dbc2-cfbf4710545d/disk-0.vmdk. {{(pid=69357) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1101.062304] env[69357]: DEBUG oslo_vmware.api [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151357, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.129070] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-98ae7c27-e5ef-4a72-9d8b-ee44798e58f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.248359] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143ee423-294a-4a0c-8b34-205c3594b9c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.258104] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd33f0e8-5153-43d6-95ae-1aaf1b86712c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.295254] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b0985a-a242-4058-8fe5-05e9caec410f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.304255] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3f6b71-9102-4a8c-9aa8-81d158baf858 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.309769] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.309769] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.309977] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Deleting the datastore file [datastore2] 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.313486] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8be56a4-28b9-4c15-ada6-b420ec283ed0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.327230] env[69357]: DEBUG nova.compute.provider_tree [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.332576] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151353, 'name': CreateVM_Task, 'duration_secs': 0.744427} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.334279] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.334773] env[69357]: DEBUG oslo_vmware.api [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1101.334773] env[69357]: value = "task-4151358" [ 1101.334773] env[69357]: _type = "Task" [ 1101.334773] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.335735] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.335919] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.336317] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.339915] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0dd6f5-0e22-4d43-a2a3-f3840972829a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.345850] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1101.345850] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d544b3-5ba6-cc89-8ca9-df836e8587ca" [ 1101.345850] env[69357]: _type = "Task" [ 1101.345850] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.351230] env[69357]: DEBUG oslo_vmware.api [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.372265] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d544b3-5ba6-cc89-8ca9-df836e8587ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.372642] env[69357]: DEBUG oslo_vmware.api [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151348, 'name': RemoveSnapshot_Task, 'duration_secs': 1.223024} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.373469] env[69357]: DEBUG nova.network.neutron [req-17a1b99a-e769-4bbd-a6d6-548ade3f4eaa req-9f424601-3fb9-484d-b43b-e52176e6fc81 service nova] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Updated VIF entry in instance network info cache for port aaed26df-a5e6-42b5-b85c-a631686e5e15. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.373825] env[69357]: DEBUG nova.network.neutron [req-17a1b99a-e769-4bbd-a6d6-548ade3f4eaa req-9f424601-3fb9-484d-b43b-e52176e6fc81 service nova] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Updating instance_info_cache with network_info: [{"id": "aaed26df-a5e6-42b5-b85c-a631686e5e15", "address": "fa:16:3e:9f:d5:98", "network": {"id": "e4b350ba-ef87-4c2d-b94d-153f1aa0d1aa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-224470408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6a244fe5024e1a98608a731f3cbe86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaed26df-a5", "ovs_interfaceid": "aaed26df-a5e6-42b5-b85c-a631686e5e15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.379021] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1101.379021] env[69357]: INFO nova.compute.manager [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Took 19.24 seconds to snapshot the instance on the hypervisor. [ 1101.385392] env[69357]: DEBUG oslo_vmware.api [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Task: {'id': task-4151355, 'name': ReconfigVM_Task, 'duration_secs': 0.187567} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.388259] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-821978', 'volume_id': 'fcb349e2-0a7b-480b-88e1-6f232c14410e', 'name': 'volume-fcb349e2-0a7b-480b-88e1-6f232c14410e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9c730c4-021e-4fcf-b245-78d8479aa995', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcb349e2-0a7b-480b-88e1-6f232c14410e', 'serial': 'fcb349e2-0a7b-480b-88e1-6f232c14410e'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1101.388563] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.389982] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f94601-4e17-45b2-8187-e7b59229732b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.400273] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.400581] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0d8710f-db30-4ac8-950f-5536c54dfbca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.403977] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.438036] env[69357]: DEBUG nova.compute.manager [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.495621] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.495880] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.496085] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Deleting the datastore file [datastore2] b9c730c4-021e-4fcf-b245-78d8479aa995 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.496366] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4449bdb8-135b-4eba-ad09-8c95be473936 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.504161] env[69357]: DEBUG oslo_vmware.api [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Waiting for the task: (returnval){ [ 1101.504161] env[69357]: value = "task-4151360" [ 1101.504161] env[69357]: _type = "Task" [ 1101.504161] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.512554] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Task: {'id': task-4151356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185836} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.513360] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.514452] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7521afa6-4453-4523-8509-9f01b7430e25 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.523542] env[69357]: DEBUG oslo_vmware.api [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Task: {'id': task-4151360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.546349] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 64672542-5390-4542-8e3e-7e16b01b4070/64672542-5390-4542-8e3e-7e16b01b4070.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.549980] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19b13b85-44ec-446b-a4db-e3c0a5f21fcb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.572164] env[69357]: DEBUG oslo_vmware.api [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151357, 'name': Destroy_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.574217] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Waiting for the task: (returnval){ [ 1101.574217] env[69357]: value = "task-4151361" [ 1101.574217] env[69357]: _type = "Task" [ 1101.574217] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.584311] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Task: {'id': task-4151361, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.837073] env[69357]: DEBUG nova.scheduler.client.report [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.855257] env[69357]: DEBUG oslo_vmware.api [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460502} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.860994] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.861278] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.861939] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.862184] env[69357]: INFO nova.compute.manager [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Took 1.93 seconds to destroy the instance on the hypervisor. [ 1101.862482] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.865966] env[69357]: DEBUG nova.compute.manager [-] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.865966] env[69357]: DEBUG nova.network.neutron [-] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.875582] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d544b3-5ba6-cc89-8ca9-df836e8587ca, 'name': SearchDatastore_Task, 'duration_secs': 0.029237} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.878476] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.878476] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.878735] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.878912] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.879129] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.879734] env[69357]: DEBUG oslo_concurrency.lockutils [req-17a1b99a-e769-4bbd-a6d6-548ade3f4eaa req-9f424601-3fb9-484d-b43b-e52176e6fc81 service nova] Releasing lock "refresh_cache-e05613c2-0517-48fc-9fdb-47f347327a3c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.880149] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e7cf603-9a84-426c-8136-dd1fcb87850b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.887118] env[69357]: DEBUG nova.compute.manager [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Instance disappeared during snapshot {{(pid=69357) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1101.893062] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.893363] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.894224] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89537873-f7df-4b37-9c2b-154f48100bad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.901395] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1101.901395] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52993d91-944e-7d59-dcd0-48b12aad6497" [ 1101.901395] env[69357]: _type = "Task" [ 1101.901395] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.902484] env[69357]: DEBUG nova.compute.manager [None req-579e4f93-aedd-4405-940a-f9e4d1d9a3ec tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Image not found during clean up 31d568cb-58eb-401e-ae5f-3d0d25d523bc {{(pid=69357) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1101.920886] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52993d91-944e-7d59-dcd0-48b12aad6497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.959278] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.006880] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "f888c4a2-79e8-4aa0-b7db-9237fabdd5cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.006880] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "f888c4a2-79e8-4aa0-b7db-9237fabdd5cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.016897] env[69357]: DEBUG oslo_vmware.api [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Task: {'id': task-4151360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253947} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.017309] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.017520] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.017698] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.049714] env[69357]: DEBUG oslo_vmware.api [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151357, 'name': Destroy_Task, 'duration_secs': 0.760755} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.050179] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Destroyed the VM [ 1102.050511] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1102.052010] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-acee93ec-2972-4e2b-a62e-7a3441717624 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.064245] env[69357]: DEBUG oslo_vmware.api [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1102.064245] env[69357]: value = "task-4151362" [ 1102.064245] env[69357]: _type = "Task" [ 1102.064245] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.076255] env[69357]: DEBUG oslo_vmware.api [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151362, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.089758] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Task: {'id': task-4151361, 'name': ReconfigVM_Task, 'duration_secs': 0.370915} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.090097] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 64672542-5390-4542-8e3e-7e16b01b4070/64672542-5390-4542-8e3e-7e16b01b4070.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.090922] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8188b57f-3d84-4f37-a07c-c42372bfb820 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.106357] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Waiting for the task: (returnval){ [ 1102.106357] env[69357]: value = "task-4151363" [ 1102.106357] env[69357]: _type = "Task" [ 1102.106357] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.115959] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1102.116552] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf7497a8-3ace-4b7a-a4da-aa778632e51d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.134732] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Task: {'id': task-4151363, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.143845] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec96ff8e-a4ac-4776-8c7f-b7ed0201b073 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.193556] env[69357]: ERROR nova.compute.manager [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Failed to detach volume fcb349e2-0a7b-480b-88e1-6f232c14410e from /dev/sda: nova.exception.InstanceNotFound: Instance b9c730c4-021e-4fcf-b245-78d8479aa995 could not be found. [ 1102.193556] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Traceback (most recent call last): [ 1102.193556] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1102.193556] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] self.driver.rebuild(**kwargs) [ 1102.193556] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1102.193556] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] raise NotImplementedError() [ 1102.193556] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] NotImplementedError [ 1102.193556] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] [ 1102.193556] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] During handling of the above exception, another exception occurred: [ 1102.193556] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] [ 1102.193556] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Traceback (most recent call last): [ 1102.193556] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1102.193556] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] self.driver.detach_volume(context, old_connection_info, [ 1102.193556] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1102.193556] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] return self._volumeops.detach_volume(connection_info, instance) [ 1102.193556] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1102.193556] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] self._detach_volume_vmdk(connection_info, instance) [ 1102.193556] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1102.193556] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1102.193556] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1102.193556] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] stable_ref.fetch_moref(session) [ 1102.193556] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1102.193556] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1102.193556] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] nova.exception.InstanceNotFound: Instance b9c730c4-021e-4fcf-b245-78d8479aa995 could not be found. [ 1102.193556] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] [ 1102.345692] env[69357]: DEBUG oslo_concurrency.lockutils [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.347764] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.944s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.350101] env[69357]: INFO nova.compute.claims [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.368403] env[69357]: INFO nova.scheduler.client.report [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Deleted allocations for instance ca1c5e0d-acd0-46cd-bdb3-9cff41e74060 [ 1102.373674] env[69357]: DEBUG nova.compute.utils [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Build of instance b9c730c4-021e-4fcf-b245-78d8479aa995 aborted: Failed to rebuild volume backed instance. {{(pid=69357) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1102.377864] env[69357]: ERROR nova.compute.manager [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance b9c730c4-021e-4fcf-b245-78d8479aa995 aborted: Failed to rebuild volume backed instance. [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Traceback (most recent call last): [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] self.driver.rebuild(**kwargs) [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] raise NotImplementedError() [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] NotImplementedError [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] During handling of the above exception, another exception occurred: [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Traceback (most recent call last): [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] self._detach_root_volume(context, instance, root_bdm) [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] with excutils.save_and_reraise_exception(): [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] self.force_reraise() [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] raise self.value [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] self.driver.detach_volume(context, old_connection_info, [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] return self._volumeops.detach_volume(connection_info, instance) [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] self._detach_volume_vmdk(connection_info, instance) [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] stable_ref.fetch_moref(session) [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] nova.exception.InstanceNotFound: Instance b9c730c4-021e-4fcf-b245-78d8479aa995 could not be found. [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] During handling of the above exception, another exception occurred: [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Traceback (most recent call last): [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] yield [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1102.377864] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] self._do_rebuild_instance_with_claim( [ 1102.378872] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1102.378872] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] self._do_rebuild_instance( [ 1102.378872] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1102.378872] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] self._rebuild_default_impl(**kwargs) [ 1102.378872] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1102.378872] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] self._rebuild_volume_backed_instance( [ 1102.378872] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1102.378872] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] raise exception.BuildAbortException( [ 1102.378872] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] nova.exception.BuildAbortException: Build of instance b9c730c4-021e-4fcf-b245-78d8479aa995 aborted: Failed to rebuild volume backed instance. [ 1102.378872] env[69357]: ERROR nova.compute.manager [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] [ 1102.419413] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52993d91-944e-7d59-dcd0-48b12aad6497, 'name': SearchDatastore_Task, 'duration_secs': 0.026904} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.421767] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dcf8e4a-e782-4828-825c-9e2cf46a2a36 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.429871] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1102.429871] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a9312c-06fb-bf93-8969-881fb5558327" [ 1102.429871] env[69357]: _type = "Task" [ 1102.429871] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.442228] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a9312c-06fb-bf93-8969-881fb5558327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.507396] env[69357]: DEBUG nova.compute.manager [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.559323] env[69357]: DEBUG nova.compute.manager [req-6d1fba5c-b3e9-48e5-b352-51fb21b0bfcc req-7323a8f7-d32a-42c9-879e-152a4f49808f service nova] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Received event network-vif-deleted-ea5c5a37-3810-4444-b5d0-494b3f8137f8 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.559323] env[69357]: INFO nova.compute.manager [req-6d1fba5c-b3e9-48e5-b352-51fb21b0bfcc req-7323a8f7-d32a-42c9-879e-152a4f49808f service nova] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Neutron deleted interface ea5c5a37-3810-4444-b5d0-494b3f8137f8; detaching it from the instance and deleting it from the info cache [ 1102.559323] env[69357]: DEBUG nova.network.neutron [req-6d1fba5c-b3e9-48e5-b352-51fb21b0bfcc req-7323a8f7-d32a-42c9-879e-152a4f49808f service nova] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.575580] env[69357]: DEBUG oslo_vmware.api [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151362, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.619971] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Task: {'id': task-4151363, 'name': Rename_Task, 'duration_secs': 0.193028} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.619971] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.619971] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f66b721f-a1ea-49a4-a670-b17ff6b30264 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.629448] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Waiting for the task: (returnval){ [ 1102.629448] env[69357]: value = "task-4151364" [ 1102.629448] env[69357]: _type = "Task" [ 1102.629448] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.642370] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Task: {'id': task-4151364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.719861] env[69357]: DEBUG nova.network.neutron [-] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.811294] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Completed reading data from the image iterator. {{(pid=69357) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1102.811294] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb3288-786d-66d4-dbc2-cfbf4710545d/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1102.815129] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f90e03-7785-42fd-bf83-4f5351605bbd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.820938] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb3288-786d-66d4-dbc2-cfbf4710545d/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1102.821209] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb3288-786d-66d4-dbc2-cfbf4710545d/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1102.821505] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-21fceda1-370c-4a9b-8a9b-04a4cac93763 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.880340] env[69357]: DEBUG oslo_concurrency.lockutils [None req-441117af-038d-461c-9e30-8947e445badb tempest-ServersTestMultiNic-1094546435 tempest-ServersTestMultiNic-1094546435-project-member] Lock "ca1c5e0d-acd0-46cd-bdb3-9cff41e74060" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.304s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.941086] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a9312c-06fb-bf93-8969-881fb5558327, 'name': SearchDatastore_Task, 'duration_secs': 0.014993} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.941407] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.941680] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] e05613c2-0517-48fc-9fdb-47f347327a3c/e05613c2-0517-48fc-9fdb-47f347327a3c.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.941944] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18f410d2-1692-497f-a022-72075b6c5fdb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.949100] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1102.949100] env[69357]: value = "task-4151365" [ 1102.949100] env[69357]: _type = "Task" [ 1102.949100] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.958123] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.036557] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.062722] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcdcf31c-c6ad-4994-9ecb-bf16a69b4fe0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.076564] env[69357]: DEBUG oslo_vmware.api [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151362, 'name': RemoveSnapshot_Task, 'duration_secs': 0.738131} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.078223] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1103.078608] env[69357]: INFO nova.compute.manager [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Took 19.94 seconds to snapshot the instance on the hypervisor. [ 1103.086698] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c000fdf-cb87-436b-b9c4-3e533927173f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.101445] env[69357]: DEBUG oslo_vmware.rw_handles [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb3288-786d-66d4-dbc2-cfbf4710545d/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1103.101663] env[69357]: INFO nova.virt.vmwareapi.images [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Downloaded image file data 91c308be-c771-4b71-be82-dcf20e2933d8 [ 1103.103098] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278a801b-7d96-4edb-a7d4-9cf1388f5f6a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.134213] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42e6d75c-979c-48e1-a5c0-dc539eb33f8c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.136381] env[69357]: DEBUG nova.compute.manager [req-6d1fba5c-b3e9-48e5-b352-51fb21b0bfcc req-7323a8f7-d32a-42c9-879e-152a4f49808f service nova] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Detach interface failed, port_id=ea5c5a37-3810-4444-b5d0-494b3f8137f8, reason: Instance 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1103.148898] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Task: {'id': task-4151364, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.222781] env[69357]: INFO nova.compute.manager [-] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Took 1.36 seconds to deallocate network for instance. [ 1103.235836] env[69357]: INFO nova.virt.vmwareapi.images [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] The imported VM was unregistered [ 1103.239032] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Caching image {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1103.239436] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Creating directory with path [datastore2] devstack-image-cache_base/91c308be-c771-4b71-be82-dcf20e2933d8 {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.239873] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3a8ad4a-a8c9-4c86-95cc-9b849b42cd39 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.254042] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Created directory with path [datastore2] devstack-image-cache_base/91c308be-c771-4b71-be82-dcf20e2933d8 {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.254423] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_bffe1602-c457-4e20-8e0d-f0d4b25e57e0/OSTACK_IMG_bffe1602-c457-4e20-8e0d-f0d4b25e57e0.vmdk to [datastore2] devstack-image-cache_base/91c308be-c771-4b71-be82-dcf20e2933d8/91c308be-c771-4b71-be82-dcf20e2933d8.vmdk. {{(pid=69357) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1103.254807] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-50bc793c-d3f7-4e03-89e0-db7d66676d8b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.262272] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1103.262272] env[69357]: value = "task-4151367" [ 1103.262272] env[69357]: _type = "Task" [ 1103.262272] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.272754] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151367, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.462037] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151365, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.637162] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b282d7-6012-4a98-beb5-44f8476326c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.652895] env[69357]: DEBUG oslo_vmware.api [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Task: {'id': task-4151364, 'name': PowerOnVM_Task, 'duration_secs': 0.522114} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.655235] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.655622] env[69357]: INFO nova.compute.manager [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Took 12.42 seconds to spawn the instance on the hypervisor. [ 1103.658575] env[69357]: DEBUG nova.compute.manager [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1103.658575] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25efc74b-99d1-4a17-a932-c41c5c240712 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.661106] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adc221d-b559-4d9a-9339-3128d7286ad8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.678108] env[69357]: DEBUG nova.compute.manager [None req-44fcdccf-2370-4940-a868-f48dc42508f6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Found 1 images (rotation: 2) {{(pid=69357) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1103.711681] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ffc507-9b80-4a93-bc13-d4d9cb68ebf7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.724563] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c2bfea-b4a4-41b8-8c5d-936d60207d84 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.742338] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.743880] env[69357]: DEBUG nova.compute.provider_tree [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.774450] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151367, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.963604] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151365, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744933} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.963604] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] e05613c2-0517-48fc-9fdb-47f347327a3c/e05613c2-0517-48fc-9fdb-47f347327a3c.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.963604] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.963604] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-244dc132-08c7-497a-981a-82bb7c252ed6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.971263] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1103.971263] env[69357]: value = "task-4151368" [ 1103.971263] env[69357]: _type = "Task" [ 1103.971263] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.983306] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.220724] env[69357]: INFO nova.compute.manager [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Took 26.96 seconds to build instance. [ 1104.247354] env[69357]: DEBUG nova.scheduler.client.report [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.279702] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151367, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.394915] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.485143] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086357} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.485501] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.486252] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd4ae26-3d7e-42c4-9118-b15358a9b4ba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.521059] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] e05613c2-0517-48fc-9fdb-47f347327a3c/e05613c2-0517-48fc-9fdb-47f347327a3c.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.521481] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-361e14d7-93fe-4588-9a69-be931269cf46 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.549681] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1104.549681] env[69357]: value = "task-4151369" [ 1104.549681] env[69357]: _type = "Task" [ 1104.549681] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.560955] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.723395] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b0233506-4769-437b-aa7a-b738d28bf9e3 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Lock "64672542-5390-4542-8e3e-7e16b01b4070" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.480s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.753635] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.754508] env[69357]: DEBUG nova.compute.manager [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.757597] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.799s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.759920] env[69357]: INFO nova.compute.claims [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.774781] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151367, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.782421] env[69357]: DEBUG nova.compute.manager [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1104.783512] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883fce35-a84b-4907-8aa1-b3bb362ab349 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.830066] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dbd90c7c-e3d9-4936-aafd-e9b02a644655 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Acquiring lock "b9c730c4-021e-4fcf-b245-78d8479aa995" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.830390] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dbd90c7c-e3d9-4936-aafd-e9b02a644655 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Lock "b9c730c4-021e-4fcf-b245-78d8479aa995" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.830611] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dbd90c7c-e3d9-4936-aafd-e9b02a644655 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Acquiring lock "b9c730c4-021e-4fcf-b245-78d8479aa995-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.830801] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dbd90c7c-e3d9-4936-aafd-e9b02a644655 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Lock "b9c730c4-021e-4fcf-b245-78d8479aa995-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.831060] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dbd90c7c-e3d9-4936-aafd-e9b02a644655 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Lock "b9c730c4-021e-4fcf-b245-78d8479aa995-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.834204] env[69357]: INFO nova.compute.manager [None req-dbd90c7c-e3d9-4936-aafd-e9b02a644655 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Terminating instance [ 1105.065212] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.269018] env[69357]: DEBUG nova.compute.utils [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.274766] env[69357]: DEBUG nova.compute.manager [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.274885] env[69357]: DEBUG nova.network.neutron [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.289984] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151367, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.298028] env[69357]: INFO nova.compute.manager [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] instance snapshotting [ 1105.298028] env[69357]: DEBUG nova.objects.instance [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lazy-loading 'flavor' on Instance uuid facbe890-7d28-4e20-8126-8382383e0468 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.340735] env[69357]: DEBUG nova.policy [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '759d3c79e44c486992d1bc4309dafed1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bda71363f2a49d4a857ec99bb9cb47a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.342211] env[69357]: DEBUG nova.compute.manager [None req-dbd90c7c-e3d9-4936-aafd-e9b02a644655 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.342557] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f379891-d996-4c90-8310-34ca85c9fbb9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.357878] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6571fb-fa0b-4937-9e8a-b8803b9c15b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.404458] env[69357]: WARNING nova.virt.vmwareapi.driver [None req-dbd90c7c-e3d9-4936-aafd-e9b02a644655 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance b9c730c4-021e-4fcf-b245-78d8479aa995 could not be found. [ 1105.404742] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd90c7c-e3d9-4936-aafd-e9b02a644655 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.405117] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35234279-518c-4377-b9e5-64dc8fa5e3a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.418174] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17baf5cf-7ebd-48cd-b1ff-e4b344876492 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.455838] env[69357]: WARNING nova.virt.vmwareapi.vmops [None req-dbd90c7c-e3d9-4936-aafd-e9b02a644655 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b9c730c4-021e-4fcf-b245-78d8479aa995 could not be found. [ 1105.456153] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd90c7c-e3d9-4936-aafd-e9b02a644655 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.456401] env[69357]: INFO nova.compute.manager [None req-dbd90c7c-e3d9-4936-aafd-e9b02a644655 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Took 0.11 seconds to destroy the instance on the hypervisor. [ 1105.456657] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbd90c7c-e3d9-4936-aafd-e9b02a644655 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.456939] env[69357]: DEBUG nova.compute.manager [-] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.457047] env[69357]: DEBUG nova.network.neutron [-] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.466587] env[69357]: DEBUG oslo_concurrency.lockutils [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "8d23c06e-283e-4d2c-965e-2cb32d4b4605" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.467190] env[69357]: DEBUG oslo_concurrency.lockutils [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "8d23c06e-283e-4d2c-965e-2cb32d4b4605" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.467190] env[69357]: DEBUG oslo_concurrency.lockutils [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "8d23c06e-283e-4d2c-965e-2cb32d4b4605-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.467338] env[69357]: DEBUG oslo_concurrency.lockutils [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "8d23c06e-283e-4d2c-965e-2cb32d4b4605-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.467426] env[69357]: DEBUG oslo_concurrency.lockutils [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "8d23c06e-283e-4d2c-965e-2cb32d4b4605-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.469809] env[69357]: INFO nova.compute.manager [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Terminating instance [ 1105.561938] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.787222] env[69357]: DEBUG nova.compute.manager [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.790368] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151367, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.812037] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7f1e4d-0931-49ea-a1b1-2244153b9f49 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.840651] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963a1527-0113-433b-bab9-1aadb1bca6ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.977148] env[69357]: DEBUG nova.compute.manager [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.977148] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.977148] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf41e57-0364-4c49-96c9-1844bbccc060 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.987912] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.988257] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01d5576c-944b-477b-b621-12824032e484 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.002566] env[69357]: DEBUG oslo_vmware.api [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 1106.002566] env[69357]: value = "task-4151370" [ 1106.002566] env[69357]: _type = "Task" [ 1106.002566] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.018306] env[69357]: DEBUG oslo_vmware.api [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.069321] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151369, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.078410] env[69357]: DEBUG nova.network.neutron [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Successfully created port: 09c31512-f51d-45fa-80b9-a29eed026c8d {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.095277] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Acquiring lock "64672542-5390-4542-8e3e-7e16b01b4070" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.095781] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Lock "64672542-5390-4542-8e3e-7e16b01b4070" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.096075] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Acquiring lock "64672542-5390-4542-8e3e-7e16b01b4070-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.096352] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Lock "64672542-5390-4542-8e3e-7e16b01b4070-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.096626] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Lock "64672542-5390-4542-8e3e-7e16b01b4070-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.100225] env[69357]: INFO nova.compute.manager [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Terminating instance [ 1106.141235] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac11d025-23e9-4d70-b251-d34aa10822ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.149993] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07feecb-182a-4b42-a7bc-d833645c3f9c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.187648] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657a4c3d-6b2f-4d4f-8643-371a7279f814 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.197818] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b94f2e3-0c0d-434c-a442-cdd40ea366af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.214472] env[69357]: DEBUG nova.compute.provider_tree [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.285616] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151367, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.357596] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1106.358666] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3805b537-f85b-4155-8d85-68a60668f35c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.369549] env[69357]: DEBUG oslo_vmware.api [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1106.369549] env[69357]: value = "task-4151371" [ 1106.369549] env[69357]: _type = "Task" [ 1106.369549] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.383663] env[69357]: DEBUG oslo_vmware.api [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151371, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.504555] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "interface-5fb64e02-0c67-4cd2-8138-68d07cdb33f7-cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.504868] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "interface-5fb64e02-0c67-4cd2-8138-68d07cdb33f7-cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.505322] env[69357]: DEBUG nova.objects.instance [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lazy-loading 'flavor' on Instance uuid 5fb64e02-0c67-4cd2-8138-68d07cdb33f7 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.518111] env[69357]: DEBUG oslo_vmware.api [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151370, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.564482] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151369, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.608209] env[69357]: DEBUG nova.compute.manager [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.608209] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.608209] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fd2b15-c5bd-4826-92ec-0af30fe5e58e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.614518] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.616146] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-780b146b-02ae-4f3e-9c9b-51c8263aedc5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.624478] env[69357]: DEBUG oslo_vmware.api [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Waiting for the task: (returnval){ [ 1106.624478] env[69357]: value = "task-4151372" [ 1106.624478] env[69357]: _type = "Task" [ 1106.624478] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.637544] env[69357]: DEBUG oslo_vmware.api [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Task: {'id': task-4151372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.718145] env[69357]: DEBUG nova.scheduler.client.report [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.786596] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151367, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.201134} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.786846] env[69357]: INFO nova.virt.vmwareapi.ds_util [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_bffe1602-c457-4e20-8e0d-f0d4b25e57e0/OSTACK_IMG_bffe1602-c457-4e20-8e0d-f0d4b25e57e0.vmdk to [datastore2] devstack-image-cache_base/91c308be-c771-4b71-be82-dcf20e2933d8/91c308be-c771-4b71-be82-dcf20e2933d8.vmdk. [ 1106.787119] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Cleaning up location [datastore2] OSTACK_IMG_bffe1602-c457-4e20-8e0d-f0d4b25e57e0 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1106.787311] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_bffe1602-c457-4e20-8e0d-f0d4b25e57e0 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.788452] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1f9c893-d2ea-4e00-801c-20f9c4327269 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.797068] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1106.797068] env[69357]: value = "task-4151373" [ 1106.797068] env[69357]: _type = "Task" [ 1106.797068] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.798255] env[69357]: DEBUG nova.compute.manager [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.811576] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.845472] env[69357]: DEBUG nova.virt.hardware [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.845806] env[69357]: DEBUG nova.virt.hardware [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.846097] env[69357]: DEBUG nova.virt.hardware [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.847265] env[69357]: DEBUG nova.virt.hardware [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.848302] env[69357]: DEBUG nova.virt.hardware [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.848302] env[69357]: DEBUG nova.virt.hardware [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.848569] env[69357]: DEBUG nova.virt.hardware [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.849325] env[69357]: DEBUG nova.virt.hardware [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.849325] env[69357]: DEBUG nova.virt.hardware [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.849325] env[69357]: DEBUG nova.virt.hardware [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.849325] env[69357]: DEBUG nova.virt.hardware [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.850189] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6cca54-bbef-427e-a906-322754ac553b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.865581] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc26539-9917-4b18-85c6-63d967b007e4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.889228] env[69357]: DEBUG oslo_vmware.api [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151371, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.022206] env[69357]: DEBUG oslo_vmware.api [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151370, 'name': PowerOffVM_Task, 'duration_secs': 0.551874} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.022557] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.022787] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.026163] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c206246d-132b-4348-b820-2c04439b1d30 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.065781] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151369, 'name': ReconfigVM_Task, 'duration_secs': 2.449912} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.065995] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Reconfigured VM instance instance-00000061 to attach disk [datastore2] e05613c2-0517-48fc-9fdb-47f347327a3c/e05613c2-0517-48fc-9fdb-47f347327a3c.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.066644] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45c790c3-cb58-44dd-ace9-57320f397f4d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.074194] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1107.074194] env[69357]: value = "task-4151375" [ 1107.074194] env[69357]: _type = "Task" [ 1107.074194] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.087296] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151375, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.113332] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.113696] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.113937] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Deleting the datastore file [datastore2] 8d23c06e-283e-4d2c-965e-2cb32d4b4605 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.114257] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e803f81-9248-43ca-bb02-7ae54a5ce0a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.121977] env[69357]: DEBUG oslo_vmware.api [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for the task: (returnval){ [ 1107.121977] env[69357]: value = "task-4151376" [ 1107.121977] env[69357]: _type = "Task" [ 1107.121977] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.131951] env[69357]: DEBUG oslo_vmware.api [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.137495] env[69357]: DEBUG oslo_vmware.api [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Task: {'id': task-4151372, 'name': PowerOffVM_Task, 'duration_secs': 0.22712} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.137883] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.138277] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.138277] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d37aba54-f45a-4891-9725-eae142b155da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.188339] env[69357]: DEBUG nova.compute.manager [req-f2183adf-49fe-4ebd-be3f-a22ac430356d req-e431f46c-c6a1-480a-8652-dddea78e7905 service nova] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Received event network-vif-deleted-c33ee153-839a-41ed-94a2-f5c98d3fb342 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.188577] env[69357]: INFO nova.compute.manager [req-f2183adf-49fe-4ebd-be3f-a22ac430356d req-e431f46c-c6a1-480a-8652-dddea78e7905 service nova] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Neutron deleted interface c33ee153-839a-41ed-94a2-f5c98d3fb342; detaching it from the instance and deleting it from the info cache [ 1107.188865] env[69357]: DEBUG nova.network.neutron [req-f2183adf-49fe-4ebd-be3f-a22ac430356d req-e431f46c-c6a1-480a-8652-dddea78e7905 service nova] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.213795] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.214363] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.214532] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Deleting the datastore file [datastore2] 64672542-5390-4542-8e3e-7e16b01b4070 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.215193] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fc664be-db08-4d7f-a6d7-ccd55bbfef7f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.226678] env[69357]: DEBUG oslo_vmware.api [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Waiting for the task: (returnval){ [ 1107.226678] env[69357]: value = "task-4151378" [ 1107.226678] env[69357]: _type = "Task" [ 1107.226678] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.232211] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.232779] env[69357]: DEBUG nova.compute.manager [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.236152] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.199s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.237314] env[69357]: INFO nova.compute.claims [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.247999] env[69357]: DEBUG oslo_vmware.api [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Task: {'id': task-4151378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.255366] env[69357]: DEBUG nova.objects.instance [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lazy-loading 'pci_requests' on Instance uuid 5fb64e02-0c67-4cd2-8138-68d07cdb33f7 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.317029] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.06192} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.317029] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.317029] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/91c308be-c771-4b71-be82-dcf20e2933d8/91c308be-c771-4b71-be82-dcf20e2933d8.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.317029] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/91c308be-c771-4b71-be82-dcf20e2933d8/91c308be-c771-4b71-be82-dcf20e2933d8.vmdk to [datastore2] 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e/58b2571c-6eb9-47ad-b7c1-bfd16e282e0e.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.317029] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a497ab3-2608-4b04-9d77-418955caeca2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.329758] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1107.329758] env[69357]: value = "task-4151379" [ 1107.329758] env[69357]: _type = "Task" [ 1107.329758] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.343330] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.360269] env[69357]: DEBUG nova.network.neutron [-] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.384495] env[69357]: DEBUG oslo_vmware.api [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151371, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.585525] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151375, 'name': Rename_Task, 'duration_secs': 0.261051} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.585867] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.586082] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-448a1924-4a3d-4cb9-8be5-5f2004796fe5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.594102] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1107.594102] env[69357]: value = "task-4151380" [ 1107.594102] env[69357]: _type = "Task" [ 1107.594102] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.602835] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.635011] env[69357]: DEBUG oslo_vmware.api [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Task: {'id': task-4151376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460693} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.635395] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.635627] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.635855] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.636094] env[69357]: INFO nova.compute.manager [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1107.636450] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.636684] env[69357]: DEBUG nova.compute.manager [-] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.636792] env[69357]: DEBUG nova.network.neutron [-] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.699224] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15fbeff2-5314-42b7-b210-b284e9e75944 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.711250] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab603949-e46a-49e0-a0a7-4fd1eb2af8f7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.738710] env[69357]: DEBUG oslo_vmware.api [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Task: {'id': task-4151378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401493} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.754316] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.754927] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.755491] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.756217] env[69357]: INFO nova.compute.manager [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1107.756521] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.761316] env[69357]: DEBUG nova.compute.utils [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.766030] env[69357]: DEBUG nova.compute.manager [req-f2183adf-49fe-4ebd-be3f-a22ac430356d req-e431f46c-c6a1-480a-8652-dddea78e7905 service nova] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Detach interface failed, port_id=c33ee153-839a-41ed-94a2-f5c98d3fb342, reason: Instance b9c730c4-021e-4fcf-b245-78d8479aa995 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1107.766030] env[69357]: DEBUG nova.compute.manager [-] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.766030] env[69357]: DEBUG nova.network.neutron [-] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.767038] env[69357]: DEBUG nova.objects.base [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Object Instance<5fb64e02-0c67-4cd2-8138-68d07cdb33f7> lazy-loaded attributes: flavor,pci_requests {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1107.767219] env[69357]: DEBUG nova.network.neutron [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.770328] env[69357]: DEBUG nova.compute.manager [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.770478] env[69357]: DEBUG nova.network.neutron [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.840832] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151379, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.864369] env[69357]: INFO nova.compute.manager [-] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Took 2.41 seconds to deallocate network for instance. [ 1107.884932] env[69357]: DEBUG oslo_vmware.api [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151371, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.916828] env[69357]: DEBUG nova.policy [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca99513067eb4da494e0b7e329919f01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23dc72ce697b4338922e291c1024f3f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.974573] env[69357]: DEBUG nova.policy [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1335749a38054f0382246473110fc97d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac796fa7f0f646949a76de9e811a2f8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.105984] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151380, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.268955] env[69357]: DEBUG nova.compute.manager [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.342018] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151379, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.387364] env[69357]: DEBUG oslo_vmware.api [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151371, 'name': CreateSnapshot_Task, 'duration_secs': 1.620409} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.388671] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1108.389202] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44fa45b-1524-4fda-beac-624f0ed087cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.458503] env[69357]: INFO nova.compute.manager [None req-dbd90c7c-e3d9-4936-aafd-e9b02a644655 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Took 0.59 seconds to detach 1 volumes for instance. [ 1108.463554] env[69357]: DEBUG nova.compute.manager [None req-dbd90c7c-e3d9-4936-aafd-e9b02a644655 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Deleting volume: fcb349e2-0a7b-480b-88e1-6f232c14410e {{(pid=69357) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1108.610767] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151380, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.620377] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cd6c89-fe58-4954-bb1c-31e861b1a69a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.629929] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec60d0fc-bdeb-4759-82a2-0e1cbedca6c5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.667871] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d096533-42a6-4032-99f6-4e4a20d3f806 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.677702] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba49adc1-941e-4333-8638-5d5842a39cdc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.693640] env[69357]: DEBUG nova.compute.provider_tree [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.831137] env[69357]: DEBUG nova.network.neutron [-] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.848504] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151379, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.915840] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1108.916664] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8bbb559b-3355-4765-9bca-3fa4d3358816 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.930283] env[69357]: DEBUG oslo_vmware.api [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1108.930283] env[69357]: value = "task-4151382" [ 1108.930283] env[69357]: _type = "Task" [ 1108.930283] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.941252] env[69357]: DEBUG nova.network.neutron [-] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.942972] env[69357]: DEBUG oslo_vmware.api [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151382, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.995586] env[69357]: DEBUG nova.network.neutron [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Successfully updated port: 09c31512-f51d-45fa-80b9-a29eed026c8d {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.001780] env[69357]: DEBUG nova.network.neutron [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Successfully created port: c2932c71-ed56-489c-a75a-c5925afc8b1c {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.008575] env[69357]: DEBUG nova.compute.manager [req-202889e8-4470-4925-9ff3-d4af3cc1cae5 req-4db60494-a96b-45f9-9904-a763292e38c9 service nova] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Received event network-vif-deleted-4c7a7240-ac4d-46a0-983e-82796079bee1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.027442] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dbd90c7c-e3d9-4936-aafd-e9b02a644655 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.105897] env[69357]: DEBUG oslo_vmware.api [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151380, 'name': PowerOnVM_Task, 'duration_secs': 1.13568} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.106984] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.107145] env[69357]: INFO nova.compute.manager [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Took 11.95 seconds to spawn the instance on the hypervisor. [ 1109.108068] env[69357]: DEBUG nova.compute.manager [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1109.108218] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f23a43e-6db3-4147-bf76-cc09da8eaf71 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.177472] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "f99c05d9-8670-4977-85bc-b630cff90ba0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.178599] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "f99c05d9-8670-4977-85bc-b630cff90ba0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.197042] env[69357]: DEBUG nova.scheduler.client.report [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.279143] env[69357]: DEBUG nova.compute.manager [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.304660] env[69357]: DEBUG nova.virt.hardware [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.305339] env[69357]: DEBUG nova.virt.hardware [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.305339] env[69357]: DEBUG nova.virt.hardware [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.305463] env[69357]: DEBUG nova.virt.hardware [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.305856] env[69357]: DEBUG nova.virt.hardware [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.306015] env[69357]: DEBUG nova.virt.hardware [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.306459] env[69357]: DEBUG nova.virt.hardware [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.306663] env[69357]: DEBUG nova.virt.hardware [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.306943] env[69357]: DEBUG nova.virt.hardware [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.307208] env[69357]: DEBUG nova.virt.hardware [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.307442] env[69357]: DEBUG nova.virt.hardware [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.309270] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63d92ab-cf80-402b-b616-012ab995963a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.325342] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74375da3-88f4-4468-bc45-67258f5c49d5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.350277] env[69357]: INFO nova.compute.manager [-] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Took 1.71 seconds to deallocate network for instance. [ 1109.361225] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151379, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.442994] env[69357]: DEBUG oslo_vmware.api [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151382, 'name': CloneVM_Task} progress is 93%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.444641] env[69357]: INFO nova.compute.manager [-] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Took 1.68 seconds to deallocate network for instance. [ 1109.498551] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "refresh_cache-fced8f57-3c14-43df-8931-5928be74e4bc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.498727] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquired lock "refresh_cache-fced8f57-3c14-43df-8931-5928be74e4bc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.498887] env[69357]: DEBUG nova.network.neutron [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.630033] env[69357]: INFO nova.compute.manager [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Took 20.66 seconds to build instance. [ 1109.680435] env[69357]: DEBUG nova.compute.manager [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.704337] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.705059] env[69357]: DEBUG nova.compute.manager [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.711195] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.967s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.711195] env[69357]: DEBUG nova.objects.instance [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lazy-loading 'resources' on Instance uuid 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.743513] env[69357]: DEBUG nova.compute.manager [req-dad89468-ae9a-4265-9829-96f4a55e7ab0 req-fbda46e0-5ffc-4295-a17e-723e955d6f2b service nova] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Received event network-vif-deleted-7a79c52a-a307-43ac-bcb4-c636de094b1a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.743987] env[69357]: DEBUG nova.compute.manager [req-dad89468-ae9a-4265-9829-96f4a55e7ab0 req-fbda46e0-5ffc-4295-a17e-723e955d6f2b service nova] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Received event network-vif-plugged-09c31512-f51d-45fa-80b9-a29eed026c8d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.744286] env[69357]: DEBUG oslo_concurrency.lockutils [req-dad89468-ae9a-4265-9829-96f4a55e7ab0 req-fbda46e0-5ffc-4295-a17e-723e955d6f2b service nova] Acquiring lock "fced8f57-3c14-43df-8931-5928be74e4bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.744341] env[69357]: DEBUG oslo_concurrency.lockutils [req-dad89468-ae9a-4265-9829-96f4a55e7ab0 req-fbda46e0-5ffc-4295-a17e-723e955d6f2b service nova] Lock "fced8f57-3c14-43df-8931-5928be74e4bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.744538] env[69357]: DEBUG oslo_concurrency.lockutils [req-dad89468-ae9a-4265-9829-96f4a55e7ab0 req-fbda46e0-5ffc-4295-a17e-723e955d6f2b service nova] Lock "fced8f57-3c14-43df-8931-5928be74e4bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.744745] env[69357]: DEBUG nova.compute.manager [req-dad89468-ae9a-4265-9829-96f4a55e7ab0 req-fbda46e0-5ffc-4295-a17e-723e955d6f2b service nova] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] No waiting events found dispatching network-vif-plugged-09c31512-f51d-45fa-80b9-a29eed026c8d {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1109.744928] env[69357]: WARNING nova.compute.manager [req-dad89468-ae9a-4265-9829-96f4a55e7ab0 req-fbda46e0-5ffc-4295-a17e-723e955d6f2b service nova] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Received unexpected event network-vif-plugged-09c31512-f51d-45fa-80b9-a29eed026c8d for instance with vm_state building and task_state spawning. [ 1109.745241] env[69357]: DEBUG nova.compute.manager [req-dad89468-ae9a-4265-9829-96f4a55e7ab0 req-fbda46e0-5ffc-4295-a17e-723e955d6f2b service nova] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Received event network-changed-09c31512-f51d-45fa-80b9-a29eed026c8d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.745241] env[69357]: DEBUG nova.compute.manager [req-dad89468-ae9a-4265-9829-96f4a55e7ab0 req-fbda46e0-5ffc-4295-a17e-723e955d6f2b service nova] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Refreshing instance network info cache due to event network-changed-09c31512-f51d-45fa-80b9-a29eed026c8d. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.745563] env[69357]: DEBUG oslo_concurrency.lockutils [req-dad89468-ae9a-4265-9829-96f4a55e7ab0 req-fbda46e0-5ffc-4295-a17e-723e955d6f2b service nova] Acquiring lock "refresh_cache-fced8f57-3c14-43df-8931-5928be74e4bc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.842920] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151379, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.863449] env[69357]: DEBUG oslo_concurrency.lockutils [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.942973] env[69357]: DEBUG oslo_vmware.api [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151382, 'name': CloneVM_Task} progress is 93%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.951398] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.069616] env[69357]: DEBUG nova.network.neutron [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.132962] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8ae250f4-751d-4f0c-9ac9-5b694d17adeb tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "e05613c2-0517-48fc-9fdb-47f347327a3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.175s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.200936] env[69357]: DEBUG oslo_concurrency.lockutils [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "8e920f0a-05e6-401c-84bd-3dc8d8b1628e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.201293] env[69357]: DEBUG oslo_concurrency.lockutils [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "8e920f0a-05e6-401c-84bd-3dc8d8b1628e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.210228] env[69357]: DEBUG nova.compute.utils [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.214057] env[69357]: DEBUG nova.compute.manager [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.214331] env[69357]: DEBUG nova.network.neutron [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.222817] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.291606] env[69357]: DEBUG nova.policy [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43b1a3f5244e444bab3a22e87585ade6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aeed843967394582a8207ae77c9b18aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.346715] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151379, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.8534} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.349852] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/91c308be-c771-4b71-be82-dcf20e2933d8/91c308be-c771-4b71-be82-dcf20e2933d8.vmdk to [datastore2] 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e/58b2571c-6eb9-47ad-b7c1-bfd16e282e0e.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.354971] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b24d0b-e642-4ef7-b7b4-e6bcc29c9027 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.384488] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e/58b2571c-6eb9-47ad-b7c1-bfd16e282e0e.vmdk or device None with type streamOptimized {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.388812] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4293a29-1a62-4272-b04b-258769dc41eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.409172] env[69357]: DEBUG nova.network.neutron [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Updating instance_info_cache with network_info: [{"id": "09c31512-f51d-45fa-80b9-a29eed026c8d", "address": "fa:16:3e:0e:33:66", "network": {"id": "b7851c43-d7d5-418d-8dc2-988add5166fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-323923284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bda71363f2a49d4a857ec99bb9cb47a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09c31512-f5", "ovs_interfaceid": "09c31512-f51d-45fa-80b9-a29eed026c8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.412767] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1110.412767] env[69357]: value = "task-4151383" [ 1110.412767] env[69357]: _type = "Task" [ 1110.412767] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.424333] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151383, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.444665] env[69357]: DEBUG oslo_vmware.api [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151382, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.565386] env[69357]: DEBUG oslo_concurrency.lockutils [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Acquiring lock "6159c74a-b050-4873-81ee-dded20de7ebd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.565386] env[69357]: DEBUG oslo_concurrency.lockutils [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Lock "6159c74a-b050-4873-81ee-dded20de7ebd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.608723] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862e6a45-2927-4653-b365-9aea9a637104 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.618496] env[69357]: DEBUG nova.network.neutron [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Successfully updated port: cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.619634] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96c5612-549f-4cc6-829c-10c7b3079968 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.661194] env[69357]: DEBUG nova.network.neutron [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Successfully created port: 507ccafc-7cf4-4261-89c7-b834b8b785d1 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.663930] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cdebc1-092c-4b8e-b8c6-08a9f49d983c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.674133] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c2b96b-3dae-40a0-9d8b-28aa7dcf93ef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.689846] env[69357]: DEBUG nova.compute.provider_tree [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.707017] env[69357]: DEBUG nova.compute.manager [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.717161] env[69357]: DEBUG nova.compute.manager [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.882392] env[69357]: DEBUG nova.network.neutron [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Successfully updated port: c2932c71-ed56-489c-a75a-c5925afc8b1c {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.912232] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Releasing lock "refresh_cache-fced8f57-3c14-43df-8931-5928be74e4bc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.912576] env[69357]: DEBUG nova.compute.manager [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Instance network_info: |[{"id": "09c31512-f51d-45fa-80b9-a29eed026c8d", "address": "fa:16:3e:0e:33:66", "network": {"id": "b7851c43-d7d5-418d-8dc2-988add5166fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-323923284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bda71363f2a49d4a857ec99bb9cb47a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09c31512-f5", "ovs_interfaceid": "09c31512-f51d-45fa-80b9-a29eed026c8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.912870] env[69357]: DEBUG oslo_concurrency.lockutils [req-dad89468-ae9a-4265-9829-96f4a55e7ab0 req-fbda46e0-5ffc-4295-a17e-723e955d6f2b service nova] Acquired lock "refresh_cache-fced8f57-3c14-43df-8931-5928be74e4bc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.913048] env[69357]: DEBUG nova.network.neutron [req-dad89468-ae9a-4265-9829-96f4a55e7ab0 req-fbda46e0-5ffc-4295-a17e-723e955d6f2b service nova] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Refreshing network info cache for port 09c31512-f51d-45fa-80b9-a29eed026c8d {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.914219] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:33:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09c31512-f51d-45fa-80b9-a29eed026c8d', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.924345] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.927550] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.931714] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab089f17-8257-42ca-b98c-bcc693c6291a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.953416] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.955140] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.955140] env[69357]: value = "task-4151384" [ 1110.955140] env[69357]: _type = "Task" [ 1110.955140] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.961194] env[69357]: DEBUG oslo_vmware.api [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151382, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.965968] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151384, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.066938] env[69357]: DEBUG nova.compute.manager [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.127908] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.128217] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.128435] env[69357]: DEBUG nova.network.neutron [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.184669] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "06b42879-ec25-40a2-9cea-b742373c3ccd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.184921] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "06b42879-ec25-40a2-9cea-b742373c3ccd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.192787] env[69357]: DEBUG nova.scheduler.client.report [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.233611] env[69357]: DEBUG oslo_concurrency.lockutils [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.262561] env[69357]: DEBUG nova.network.neutron [req-dad89468-ae9a-4265-9829-96f4a55e7ab0 req-fbda46e0-5ffc-4295-a17e-723e955d6f2b service nova] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Updated VIF entry in instance network info cache for port 09c31512-f51d-45fa-80b9-a29eed026c8d. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.262971] env[69357]: DEBUG nova.network.neutron [req-dad89468-ae9a-4265-9829-96f4a55e7ab0 req-fbda46e0-5ffc-4295-a17e-723e955d6f2b service nova] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Updating instance_info_cache with network_info: [{"id": "09c31512-f51d-45fa-80b9-a29eed026c8d", "address": "fa:16:3e:0e:33:66", "network": {"id": "b7851c43-d7d5-418d-8dc2-988add5166fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-323923284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bda71363f2a49d4a857ec99bb9cb47a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09c31512-f5", "ovs_interfaceid": "09c31512-f51d-45fa-80b9-a29eed026c8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.385403] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "refresh_cache-d2e0ef34-5e39-4839-bd30-56dfef720baf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.385553] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired lock "refresh_cache-d2e0ef34-5e39-4839-bd30-56dfef720baf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.385708] env[69357]: DEBUG nova.network.neutron [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.439858] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151383, 'name': ReconfigVM_Task, 'duration_secs': 0.90886} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.441036] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e/58b2571c-6eb9-47ad-b7c1-bfd16e282e0e.vmdk or device None with type streamOptimized {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.441036] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da4c16f9-a6a8-4fb4-bbfa-ff7bf3204b11 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.452331] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1111.452331] env[69357]: value = "task-4151385" [ 1111.452331] env[69357]: _type = "Task" [ 1111.452331] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.460240] env[69357]: DEBUG oslo_vmware.api [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151382, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.469926] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151385, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.473983] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151384, 'name': CreateVM_Task, 'duration_secs': 0.490506} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.474201] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.475918] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.475918] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.475918] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.475918] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad5bda6-ae1b-40c9-8bfd-07757321f66d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.481450] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1111.481450] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f5d3d2-fae6-ee00-393e-b51958f0ab5c" [ 1111.481450] env[69357]: _type = "Task" [ 1111.481450] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.490932] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f5d3d2-fae6-ee00-393e-b51958f0ab5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.597952] env[69357]: DEBUG oslo_concurrency.lockutils [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.673615] env[69357]: WARNING nova.network.neutron [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] f9b34c77-3ff2-4855-a6ec-3012cb923c22 already exists in list: networks containing: ['f9b34c77-3ff2-4855-a6ec-3012cb923c22']. ignoring it [ 1111.690701] env[69357]: DEBUG nova.compute.manager [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.699731] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.703285] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.308s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.725935] env[69357]: DEBUG nova.scheduler.client.report [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Refreshing inventories for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1111.729168] env[69357]: DEBUG nova.compute.manager [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.733726] env[69357]: INFO nova.scheduler.client.report [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Deleted allocations for instance 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb [ 1111.748643] env[69357]: DEBUG nova.scheduler.client.report [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Updating ProviderTree inventory for provider 41cb361a-522d-4695-b4b7-7751ac8e311a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1111.748982] env[69357]: DEBUG nova.compute.provider_tree [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1111.765215] env[69357]: DEBUG nova.virt.hardware [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.765215] env[69357]: DEBUG nova.virt.hardware [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.765215] env[69357]: DEBUG nova.virt.hardware [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.765215] env[69357]: DEBUG nova.virt.hardware [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.765215] env[69357]: DEBUG nova.virt.hardware [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.765215] env[69357]: DEBUG nova.virt.hardware [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.765215] env[69357]: DEBUG nova.virt.hardware [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.765656] env[69357]: DEBUG nova.virt.hardware [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.765656] env[69357]: DEBUG nova.virt.hardware [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.765722] env[69357]: DEBUG nova.virt.hardware [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.766359] env[69357]: DEBUG nova.virt.hardware [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.766799] env[69357]: DEBUG oslo_concurrency.lockutils [req-dad89468-ae9a-4265-9829-96f4a55e7ab0 req-fbda46e0-5ffc-4295-a17e-723e955d6f2b service nova] Releasing lock "refresh_cache-fced8f57-3c14-43df-8931-5928be74e4bc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.767409] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff781702-c3df-4a31-b1e7-dc453dd7d72c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.771582] env[69357]: DEBUG nova.scheduler.client.report [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Refreshing aggregate associations for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1111.783301] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f19db7-5c93-4266-a2e2-689b206ae6f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.801809] env[69357]: DEBUG nova.scheduler.client.report [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Refreshing trait associations for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1111.964533] env[69357]: DEBUG nova.network.neutron [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.966747] env[69357]: DEBUG oslo_vmware.api [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151382, 'name': CloneVM_Task, 'duration_secs': 2.972887} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.972040] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Created linked-clone VM from snapshot [ 1111.975625] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bb2b73-ecef-4016-a1bd-0bbcb787dae0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.981580] env[69357]: DEBUG nova.compute.manager [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Received event network-vif-plugged-cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.981987] env[69357]: DEBUG oslo_concurrency.lockutils [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] Acquiring lock "5fb64e02-0c67-4cd2-8138-68d07cdb33f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.982285] env[69357]: DEBUG oslo_concurrency.lockutils [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] Lock "5fb64e02-0c67-4cd2-8138-68d07cdb33f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.982573] env[69357]: DEBUG oslo_concurrency.lockutils [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] Lock "5fb64e02-0c67-4cd2-8138-68d07cdb33f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.982885] env[69357]: DEBUG nova.compute.manager [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] No waiting events found dispatching network-vif-plugged-cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1111.983565] env[69357]: WARNING nova.compute.manager [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Received unexpected event network-vif-plugged-cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e for instance with vm_state active and task_state None. [ 1111.985106] env[69357]: DEBUG nova.compute.manager [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Received event network-changed-cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.985333] env[69357]: DEBUG nova.compute.manager [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Refreshing instance network info cache due to event network-changed-cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.989177] env[69357]: DEBUG oslo_concurrency.lockutils [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] Acquiring lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.993263] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151385, 'name': Rename_Task, 'duration_secs': 0.266922} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.000813] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.008125] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82939fd1-d764-4e1d-906d-d2402a4cf618 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.008730] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Uploading image 435eaba7-a337-4724-9cd3-fd44ac3f190e {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1112.020620] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f5d3d2-fae6-ee00-393e-b51958f0ab5c, 'name': SearchDatastore_Task, 'duration_secs': 0.01179} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.022906] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.022906] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.022906] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.023187] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.023422] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.023821] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1112.023821] env[69357]: value = "task-4151386" [ 1112.023821] env[69357]: _type = "Task" [ 1112.023821] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.024891] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a734e083-aca6-441c-9f17-67f2baf60fd7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.045889] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151386, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.048696] env[69357]: DEBUG oslo_vmware.rw_handles [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1112.048696] env[69357]: value = "vm-822034" [ 1112.048696] env[69357]: _type = "VirtualMachine" [ 1112.048696] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1112.052500] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-79c6fe3d-92aa-4ccf-8e4d-da8b66353e3e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.055242] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.055646] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.062278] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c363486-3bb1-4cba-a5b8-58c119b94d8e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.070660] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1112.070660] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]527bd45d-d634-e3f9-d10d-507046cceef4" [ 1112.070660] env[69357]: _type = "Task" [ 1112.070660] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.072359] env[69357]: DEBUG oslo_vmware.rw_handles [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lease: (returnval){ [ 1112.072359] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]525eb7a2-3630-0965-997b-e77a78d05504" [ 1112.072359] env[69357]: _type = "HttpNfcLease" [ 1112.072359] env[69357]: } obtained for exporting VM: (result){ [ 1112.072359] env[69357]: value = "vm-822034" [ 1112.072359] env[69357]: _type = "VirtualMachine" [ 1112.072359] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1112.072617] env[69357]: DEBUG oslo_vmware.api [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the lease: (returnval){ [ 1112.072617] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]525eb7a2-3630-0965-997b-e77a78d05504" [ 1112.072617] env[69357]: _type = "HttpNfcLease" [ 1112.072617] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1112.089375] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1112.089375] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]525eb7a2-3630-0965-997b-e77a78d05504" [ 1112.089375] env[69357]: _type = "HttpNfcLease" [ 1112.089375] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1112.090076] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527bd45d-d634-e3f9-d10d-507046cceef4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.170112] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535744eb-5f34-47ad-b55b-f8be942f8e5e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.178076] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df342178-5f68-431b-8e1b-99493cb42775 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.214956] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e285f7e-bd32-4bd1-8a62-abd2ccf6a9ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.226112] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a9d7e2-8a02-45cf-8cdb-9b8b0d9ac184 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.245585] env[69357]: DEBUG nova.compute.provider_tree [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.247282] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e0f20310-b7b1-47df-a30c-d816374a1d38 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.827s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.249070] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.282042] env[69357]: DEBUG nova.network.neutron [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Updating instance_info_cache with network_info: [{"id": "49accdd2-d40d-4ad8-bbe1-5d094943074a", "address": "fa:16:3e:a8:07:08", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49accdd2-d4", "ovs_interfaceid": "49accdd2-d40d-4ad8-bbe1-5d094943074a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e", "address": "fa:16:3e:c6:08:a5", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbe0a6ff-67", "ovs_interfaceid": "cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.284524] env[69357]: DEBUG nova.network.neutron [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Successfully updated port: 507ccafc-7cf4-4261-89c7-b834b8b785d1 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.321331] env[69357]: DEBUG nova.network.neutron [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Updating instance_info_cache with network_info: [{"id": "c2932c71-ed56-489c-a75a-c5925afc8b1c", "address": "fa:16:3e:f4:c0:db", "network": {"id": "e34cd1fb-6717-4f16-8b02-8ed103ebe442", "bridge": "br-int", "label": "tempest-ServersTestJSON-1455807592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23dc72ce697b4338922e291c1024f3f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2932c71-ed", "ovs_interfaceid": "c2932c71-ed56-489c-a75a-c5925afc8b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.405709] env[69357]: DEBUG nova.compute.manager [req-2a16684d-2c78-4623-9b02-5e6fae7a7283 req-601e8e14-02fa-4428-a0fd-08b99cadb080 service nova] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Received event network-vif-plugged-507ccafc-7cf4-4261-89c7-b834b8b785d1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.406606] env[69357]: DEBUG oslo_concurrency.lockutils [req-2a16684d-2c78-4623-9b02-5e6fae7a7283 req-601e8e14-02fa-4428-a0fd-08b99cadb080 service nova] Acquiring lock "f888c4a2-79e8-4aa0-b7db-9237fabdd5cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.407641] env[69357]: DEBUG oslo_concurrency.lockutils [req-2a16684d-2c78-4623-9b02-5e6fae7a7283 req-601e8e14-02fa-4428-a0fd-08b99cadb080 service nova] Lock "f888c4a2-79e8-4aa0-b7db-9237fabdd5cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.407641] env[69357]: DEBUG oslo_concurrency.lockutils [req-2a16684d-2c78-4623-9b02-5e6fae7a7283 req-601e8e14-02fa-4428-a0fd-08b99cadb080 service nova] Lock "f888c4a2-79e8-4aa0-b7db-9237fabdd5cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.407641] env[69357]: DEBUG nova.compute.manager [req-2a16684d-2c78-4623-9b02-5e6fae7a7283 req-601e8e14-02fa-4428-a0fd-08b99cadb080 service nova] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] No waiting events found dispatching network-vif-plugged-507ccafc-7cf4-4261-89c7-b834b8b785d1 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1112.407641] env[69357]: WARNING nova.compute.manager [req-2a16684d-2c78-4623-9b02-5e6fae7a7283 req-601e8e14-02fa-4428-a0fd-08b99cadb080 service nova] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Received unexpected event network-vif-plugged-507ccafc-7cf4-4261-89c7-b834b8b785d1 for instance with vm_state building and task_state spawning. [ 1112.537782] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.583293] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1112.583293] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]525eb7a2-3630-0965-997b-e77a78d05504" [ 1112.583293] env[69357]: _type = "HttpNfcLease" [ 1112.583293] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1112.587045] env[69357]: DEBUG oslo_vmware.rw_handles [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1112.587045] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]525eb7a2-3630-0965-997b-e77a78d05504" [ 1112.587045] env[69357]: _type = "HttpNfcLease" [ 1112.587045] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1112.587390] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527bd45d-d634-e3f9-d10d-507046cceef4, 'name': SearchDatastore_Task, 'duration_secs': 0.016019} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.588837] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a53d953-18cc-4d45-88df-3b0cea20764c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.592115] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62333354-3fb7-46f8-b9e3-89866ad09b0d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.598177] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1112.598177] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a6c425-85cc-5e6e-d38f-17a852b8303a" [ 1112.598177] env[69357]: _type = "Task" [ 1112.598177] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.601436] env[69357]: DEBUG oslo_vmware.rw_handles [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b6e00d-40fe-d3dd-545a-27126bd02325/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1112.601573] env[69357]: DEBUG oslo_vmware.rw_handles [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b6e00d-40fe-d3dd-545a-27126bd02325/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1112.663764] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a6c425-85cc-5e6e-d38f-17a852b8303a, 'name': SearchDatastore_Task, 'duration_secs': 0.010775} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.665226] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.665533] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] fced8f57-3c14-43df-8931-5928be74e4bc/fced8f57-3c14-43df-8931-5928be74e4bc.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.665809] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-423d866e-3a43-4840-8981-59dbdd911e60 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.674413] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1112.674413] env[69357]: value = "task-4151388" [ 1112.674413] env[69357]: _type = "Task" [ 1112.674413] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.682456] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.727569] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6aedddec-5524-401b-b251-e2cfe4a50fd4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.751075] env[69357]: DEBUG nova.scheduler.client.report [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.786072] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.786761] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.786923] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.787466] env[69357]: DEBUG oslo_concurrency.lockutils [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] Acquired lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.787650] env[69357]: DEBUG nova.network.neutron [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Refreshing network info cache for port cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.789769] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "refresh_cache-f888c4a2-79e8-4aa0-b7db-9237fabdd5cd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.789769] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired lock "refresh_cache-f888c4a2-79e8-4aa0-b7db-9237fabdd5cd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.789769] env[69357]: DEBUG nova.network.neutron [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.791084] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031d8c0e-ee9a-4488-b795-6d6a25a23ea5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.812948] env[69357]: DEBUG nova.virt.hardware [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.813241] env[69357]: DEBUG nova.virt.hardware [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.813398] env[69357]: DEBUG nova.virt.hardware [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.813589] env[69357]: DEBUG nova.virt.hardware [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.813788] env[69357]: DEBUG nova.virt.hardware [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.813958] env[69357]: DEBUG nova.virt.hardware [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.814418] env[69357]: DEBUG nova.virt.hardware [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.814418] env[69357]: DEBUG nova.virt.hardware [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.814534] env[69357]: DEBUG nova.virt.hardware [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.816769] env[69357]: DEBUG nova.virt.hardware [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.816769] env[69357]: DEBUG nova.virt.hardware [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.821389] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Reconfiguring VM to attach interface {{(pid=69357) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1112.822052] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42622de7-e918-4f56-8e4c-4c3f7d440ed6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.836167] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Releasing lock "refresh_cache-d2e0ef34-5e39-4839-bd30-56dfef720baf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.836167] env[69357]: DEBUG nova.compute.manager [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Instance network_info: |[{"id": "c2932c71-ed56-489c-a75a-c5925afc8b1c", "address": "fa:16:3e:f4:c0:db", "network": {"id": "e34cd1fb-6717-4f16-8b02-8ed103ebe442", "bridge": "br-int", "label": "tempest-ServersTestJSON-1455807592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23dc72ce697b4338922e291c1024f3f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2932c71-ed", "ovs_interfaceid": "c2932c71-ed56-489c-a75a-c5925afc8b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.836865] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:c0:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2932c71-ed56-489c-a75a-c5925afc8b1c', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.844785] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.846890] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.846890] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6e17a83-548a-44c7-a45a-9d25418d5398 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.863130] env[69357]: DEBUG oslo_vmware.api [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 1112.863130] env[69357]: value = "task-4151389" [ 1112.863130] env[69357]: _type = "Task" [ 1112.863130] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.870140] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.870140] env[69357]: value = "task-4151390" [ 1112.870140] env[69357]: _type = "Task" [ 1112.870140] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.876775] env[69357]: DEBUG oslo_vmware.api [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151389, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.886821] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151390, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.015053] env[69357]: DEBUG nova.compute.manager [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Stashing vm_state: active {{(pid=69357) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1113.040591] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151386, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.196452] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151388, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.260486] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.558s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.260897] env[69357]: INFO nova.compute.manager [None req-dd1dab19-ee78-4f81-ab27-95ffa5dd1867 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Successfully reverted task state from rebuilding on failure for instance. [ 1113.271608] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dbd90c7c-e3d9-4936-aafd-e9b02a644655 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.244s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.272198] env[69357]: DEBUG nova.objects.instance [None req-dbd90c7c-e3d9-4936-aafd-e9b02a644655 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Lazy-loading 'resources' on Instance uuid b9c730c4-021e-4fcf-b245-78d8479aa995 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.350494] env[69357]: DEBUG nova.network.neutron [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.378448] env[69357]: DEBUG oslo_vmware.api [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.386419] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151390, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.541342] env[69357]: DEBUG nova.network.neutron [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Updating instance_info_cache with network_info: [{"id": "507ccafc-7cf4-4261-89c7-b834b8b785d1", "address": "fa:16:3e:11:08:66", "network": {"id": "53920da6-d263-44f4-a530-25b528a83149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-247356550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeed843967394582a8207ae77c9b18aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap507ccafc-7c", "ovs_interfaceid": "507ccafc-7cf4-4261-89c7-b834b8b785d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.548545] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.557557] env[69357]: DEBUG oslo_vmware.api [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151386, 'name': PowerOnVM_Task, 'duration_secs': 1.175108} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.557954] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.667577] env[69357]: DEBUG nova.network.neutron [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Updated VIF entry in instance network info cache for port cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.667577] env[69357]: DEBUG nova.network.neutron [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Updating instance_info_cache with network_info: [{"id": "49accdd2-d40d-4ad8-bbe1-5d094943074a", "address": "fa:16:3e:a8:07:08", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49accdd2-d4", "ovs_interfaceid": "49accdd2-d40d-4ad8-bbe1-5d094943074a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e", "address": "fa:16:3e:c6:08:a5", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbe0a6ff-67", "ovs_interfaceid": "cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.691253] env[69357]: INFO nova.compute.manager [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Rebuilding instance [ 1113.693574] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558718} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.696229] env[69357]: DEBUG nova.compute.manager [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1113.696540] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] fced8f57-3c14-43df-8931-5928be74e4bc/fced8f57-3c14-43df-8931-5928be74e4bc.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.696747] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.697990] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda0f136-1dd0-4678-b794-bdb744baf1ae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.701343] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-167da2c4-8416-4b38-a959-43278ecb4bbf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.716897] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1113.716897] env[69357]: value = "task-4151391" [ 1113.716897] env[69357]: _type = "Task" [ 1113.716897] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.731772] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.745241] env[69357]: DEBUG nova.compute.manager [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1113.746322] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cebea23-9fbb-4d89-9d17-063863af2a31 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.882835] env[69357]: DEBUG oslo_vmware.api [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151389, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.888552] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151390, 'name': CreateVM_Task, 'duration_secs': 0.548673} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.892120] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.893909] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.894308] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.895107] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.895559] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1399144-d6b7-4654-ad36-d48c2e2d88d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.902435] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1113.902435] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ca83f9-280f-1e40-67cb-d4f32a6e7271" [ 1113.902435] env[69357]: _type = "Task" [ 1113.902435] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.915859] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ca83f9-280f-1e40-67cb-d4f32a6e7271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.045813] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Releasing lock "refresh_cache-f888c4a2-79e8-4aa0-b7db-9237fabdd5cd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.047111] env[69357]: DEBUG nova.compute.manager [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Instance network_info: |[{"id": "507ccafc-7cf4-4261-89c7-b834b8b785d1", "address": "fa:16:3e:11:08:66", "network": {"id": "53920da6-d263-44f4-a530-25b528a83149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-247356550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeed843967394582a8207ae77c9b18aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap507ccafc-7c", "ovs_interfaceid": "507ccafc-7cf4-4261-89c7-b834b8b785d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.047111] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:08:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '507ccafc-7cf4-4261-89c7-b834b8b785d1', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.054680] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.058094] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.058631] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fcac98f-9f71-4e05-91c0-1fc8ca222fa7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.084120] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.084120] env[69357]: value = "task-4151392" [ 1114.084120] env[69357]: _type = "Task" [ 1114.084120] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.095256] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151392, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.157797] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6e5346-9921-4003-b54b-c09eb634051d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.166471] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7187a8a0-afbb-424a-ba18-33c3bc542135 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.170537] env[69357]: DEBUG oslo_concurrency.lockutils [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] Releasing lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.171099] env[69357]: DEBUG nova.compute.manager [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Received event network-vif-plugged-c2932c71-ed56-489c-a75a-c5925afc8b1c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.171460] env[69357]: DEBUG oslo_concurrency.lockutils [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] Acquiring lock "d2e0ef34-5e39-4839-bd30-56dfef720baf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.172469] env[69357]: DEBUG oslo_concurrency.lockutils [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] Lock "d2e0ef34-5e39-4839-bd30-56dfef720baf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.172469] env[69357]: DEBUG oslo_concurrency.lockutils [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] Lock "d2e0ef34-5e39-4839-bd30-56dfef720baf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.172469] env[69357]: DEBUG nova.compute.manager [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] No waiting events found dispatching network-vif-plugged-c2932c71-ed56-489c-a75a-c5925afc8b1c {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1114.172713] env[69357]: WARNING nova.compute.manager [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Received unexpected event network-vif-plugged-c2932c71-ed56-489c-a75a-c5925afc8b1c for instance with vm_state building and task_state spawning. [ 1114.172815] env[69357]: DEBUG nova.compute.manager [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Received event network-changed-c2932c71-ed56-489c-a75a-c5925afc8b1c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.173022] env[69357]: DEBUG nova.compute.manager [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Refreshing instance network info cache due to event network-changed-c2932c71-ed56-489c-a75a-c5925afc8b1c. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.173283] env[69357]: DEBUG oslo_concurrency.lockutils [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] Acquiring lock "refresh_cache-d2e0ef34-5e39-4839-bd30-56dfef720baf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.173941] env[69357]: DEBUG oslo_concurrency.lockutils [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] Acquired lock "refresh_cache-d2e0ef34-5e39-4839-bd30-56dfef720baf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.173941] env[69357]: DEBUG nova.network.neutron [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Refreshing network info cache for port c2932c71-ed56-489c-a75a-c5925afc8b1c {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.207236] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bc6c76-b7ba-4587-858f-e9cee007b3b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.217179] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79aaeeb2-9e74-4c58-984b-8b730fff6106 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.243338] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5bdce048-30cc-463c-9cf5-e6b088045da7 tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 32.111s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.245167] env[69357]: DEBUG nova.compute.provider_tree [None req-dbd90c7c-e3d9-4936-aafd-e9b02a644655 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.250692] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119125} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.250985] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.252026] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d520a8-045b-489f-81ac-ab361a4ca503 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.281126] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] fced8f57-3c14-43df-8931-5928be74e4bc/fced8f57-3c14-43df-8931-5928be74e4bc.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.282679] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dbb78bb-5128-46b4-97ca-e2083bcd788b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.304023] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1114.304023] env[69357]: value = "task-4151393" [ 1114.304023] env[69357]: _type = "Task" [ 1114.304023] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.314360] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.378327] env[69357]: DEBUG oslo_vmware.api [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151389, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.413305] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ca83f9-280f-1e40-67cb-d4f32a6e7271, 'name': SearchDatastore_Task, 'duration_secs': 0.025216} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.413759] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.414381] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.414494] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.414640] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.414818] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.415201] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4129b42a-213f-4c46-9b69-fb341172eadf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.425862] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.426073] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.426877] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a8fa38d-ce3a-480b-979f-ad25b48156a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.432933] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1114.432933] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5229a376-587d-90af-727e-5953034e1aad" [ 1114.432933] env[69357]: _type = "Task" [ 1114.432933] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.440332] env[69357]: DEBUG nova.compute.manager [req-6ab89c33-b648-4522-b9cd-7225afaf09fc req-b1813de2-98d9-4703-b6ee-9d1c9454731f service nova] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Received event network-changed-507ccafc-7cf4-4261-89c7-b834b8b785d1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.440332] env[69357]: DEBUG nova.compute.manager [req-6ab89c33-b648-4522-b9cd-7225afaf09fc req-b1813de2-98d9-4703-b6ee-9d1c9454731f service nova] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Refreshing instance network info cache due to event network-changed-507ccafc-7cf4-4261-89c7-b834b8b785d1. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.440332] env[69357]: DEBUG oslo_concurrency.lockutils [req-6ab89c33-b648-4522-b9cd-7225afaf09fc req-b1813de2-98d9-4703-b6ee-9d1c9454731f service nova] Acquiring lock "refresh_cache-f888c4a2-79e8-4aa0-b7db-9237fabdd5cd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.440687] env[69357]: DEBUG oslo_concurrency.lockutils [req-6ab89c33-b648-4522-b9cd-7225afaf09fc req-b1813de2-98d9-4703-b6ee-9d1c9454731f service nova] Acquired lock "refresh_cache-f888c4a2-79e8-4aa0-b7db-9237fabdd5cd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.440994] env[69357]: DEBUG nova.network.neutron [req-6ab89c33-b648-4522-b9cd-7225afaf09fc req-b1813de2-98d9-4703-b6ee-9d1c9454731f service nova] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Refreshing network info cache for port 507ccafc-7cf4-4261-89c7-b834b8b785d1 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.450651] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5229a376-587d-90af-727e-5953034e1aad, 'name': SearchDatastore_Task, 'duration_secs': 0.010616} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.452282] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-984b16d8-5365-4cd2-9dfc-e5d7c7223c15 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.459283] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1114.459283] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52413065-dcae-afd8-7d36-eb7df43a8d1d" [ 1114.459283] env[69357]: _type = "Task" [ 1114.459283] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.468330] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52413065-dcae-afd8-7d36-eb7df43a8d1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.598934] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151392, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.748925] env[69357]: DEBUG nova.scheduler.client.report [None req-dbd90c7c-e3d9-4936-aafd-e9b02a644655 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.783676] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.784015] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f36f9782-2e0f-431f-940d-db5d596cbe22 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.792094] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1114.792094] env[69357]: value = "task-4151394" [ 1114.792094] env[69357]: _type = "Task" [ 1114.792094] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.801732] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.813957] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.882152] env[69357]: DEBUG oslo_vmware.api [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151389, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.966682] env[69357]: DEBUG nova.network.neutron [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Updated VIF entry in instance network info cache for port c2932c71-ed56-489c-a75a-c5925afc8b1c. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.967097] env[69357]: DEBUG nova.network.neutron [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Updating instance_info_cache with network_info: [{"id": "c2932c71-ed56-489c-a75a-c5925afc8b1c", "address": "fa:16:3e:f4:c0:db", "network": {"id": "e34cd1fb-6717-4f16-8b02-8ed103ebe442", "bridge": "br-int", "label": "tempest-ServersTestJSON-1455807592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23dc72ce697b4338922e291c1024f3f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2932c71-ed", "ovs_interfaceid": "c2932c71-ed56-489c-a75a-c5925afc8b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.978260] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52413065-dcae-afd8-7d36-eb7df43a8d1d, 'name': SearchDatastore_Task, 'duration_secs': 0.010995} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.978611] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.978938] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] d2e0ef34-5e39-4839-bd30-56dfef720baf/d2e0ef34-5e39-4839-bd30-56dfef720baf.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.979250] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63ad5c51-64fb-4e8f-9c99-d0389df1a5ae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.990682] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1114.990682] env[69357]: value = "task-4151395" [ 1114.990682] env[69357]: _type = "Task" [ 1114.990682] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.006137] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.100894] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151392, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.202487] env[69357]: DEBUG nova.network.neutron [req-6ab89c33-b648-4522-b9cd-7225afaf09fc req-b1813de2-98d9-4703-b6ee-9d1c9454731f service nova] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Updated VIF entry in instance network info cache for port 507ccafc-7cf4-4261-89c7-b834b8b785d1. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.203163] env[69357]: DEBUG nova.network.neutron [req-6ab89c33-b648-4522-b9cd-7225afaf09fc req-b1813de2-98d9-4703-b6ee-9d1c9454731f service nova] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Updating instance_info_cache with network_info: [{"id": "507ccafc-7cf4-4261-89c7-b834b8b785d1", "address": "fa:16:3e:11:08:66", "network": {"id": "53920da6-d263-44f4-a530-25b528a83149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-247356550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeed843967394582a8207ae77c9b18aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap507ccafc-7c", "ovs_interfaceid": "507ccafc-7cf4-4261-89c7-b834b8b785d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.253819] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dbd90c7c-e3d9-4936-aafd-e9b02a644655 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.256951] env[69357]: DEBUG oslo_concurrency.lockutils [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.394s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.257306] env[69357]: DEBUG nova.objects.instance [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lazy-loading 'resources' on Instance uuid 8d23c06e-283e-4d2c-965e-2cb32d4b4605 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.305906] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151394, 'name': PowerOffVM_Task, 'duration_secs': 0.426074} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.305906] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.305906] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.311788] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57545ac2-48c8-452d-a4c0-fea1e893a8ac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.322040] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151393, 'name': ReconfigVM_Task, 'duration_secs': 0.595263} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.324683] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Reconfigured VM instance instance-00000062 to attach disk [datastore1] fced8f57-3c14-43df-8931-5928be74e4bc/fced8f57-3c14-43df-8931-5928be74e4bc.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.325541] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.325795] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d579aff-c8f3-4e90-875b-6c5aff718812 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.327788] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-591b5c0b-29f7-46b0-93b6-670d0703dba1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.338038] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1115.338038] env[69357]: value = "task-4151397" [ 1115.338038] env[69357]: _type = "Task" [ 1115.338038] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.350028] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151397, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.382026] env[69357]: DEBUG oslo_vmware.api [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151389, 'name': ReconfigVM_Task, 'duration_secs': 2.141936} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.382026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.382026] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Reconfigured VM to attach interface {{(pid=69357) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1115.455583] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.455851] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.456054] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Deleting the datastore file [datastore2] 3a924a64-140f-4df3-8a18-5f52d5c684b3 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.456345] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55a0296e-54c7-4dcd-8f89-2ed732454169 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.465080] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1115.465080] env[69357]: value = "task-4151398" [ 1115.465080] env[69357]: _type = "Task" [ 1115.465080] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.470017] env[69357]: DEBUG oslo_concurrency.lockutils [req-2b6c025a-4838-41c3-b7d3-f4b6183b6393 req-b2472084-616c-404e-bac8-96a995558a55 service nova] Releasing lock "refresh_cache-d2e0ef34-5e39-4839-bd30-56dfef720baf" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.476848] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.501700] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151395, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.604020] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151392, 'name': CreateVM_Task, 'duration_secs': 1.28352} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.604464] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.605262] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.608016] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.608016] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.608016] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5167687-3559-4dd7-ac1c-49c39f01ad89 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.613373] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1115.613373] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c22855-435f-42d8-68f0-5ccc9271ed66" [ 1115.613373] env[69357]: _type = "Task" [ 1115.613373] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.627253] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c22855-435f-42d8-68f0-5ccc9271ed66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.707122] env[69357]: DEBUG oslo_concurrency.lockutils [req-6ab89c33-b648-4522-b9cd-7225afaf09fc req-b1813de2-98d9-4703-b6ee-9d1c9454731f service nova] Releasing lock "refresh_cache-f888c4a2-79e8-4aa0-b7db-9237fabdd5cd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.781431] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dbd90c7c-e3d9-4936-aafd-e9b02a644655 tempest-ServerActionsV293TestJSON-1388554867 tempest-ServerActionsV293TestJSON-1388554867-project-member] Lock "b9c730c4-021e-4fcf-b245-78d8479aa995" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.950s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.849250] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151397, 'name': Rename_Task, 'duration_secs': 0.261739} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.852619] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.853289] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2feb36cd-0949-4b42-8181-580c0afb6c3d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.860769] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1115.860769] env[69357]: value = "task-4151399" [ 1115.860769] env[69357]: _type = "Task" [ 1115.860769] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.873733] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.888237] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7dff7d62-fd47-4fc3-ac2a-500a1886bd64 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "interface-5fb64e02-0c67-4cd2-8138-68d07cdb33f7-cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.382s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.977867] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285906} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.981332] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.981591] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.981824] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.006016] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638337} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.006016] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] d2e0ef34-5e39-4839-bd30-56dfef720baf/d2e0ef34-5e39-4839-bd30-56dfef720baf.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.006016] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.006409] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-844eb095-2efa-4b7e-8993-c216929d7a29 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.014876] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1116.014876] env[69357]: value = "task-4151400" [ 1116.014876] env[69357]: _type = "Task" [ 1116.014876] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.029049] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.108238] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69aa6251-1812-4bce-9d6c-68f5c655e1db {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.120518] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510bedb9-394c-49a9-90fa-0b21c7f14a7d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.131259] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c22855-435f-42d8-68f0-5ccc9271ed66, 'name': SearchDatastore_Task, 'duration_secs': 0.011144} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.159547] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.159847] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.160333] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.160506] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.160700] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.161831] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53da413c-6c54-4dcd-9aaf-4c15d3388190 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.164547] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e25f39-ba34-4faa-8a01-2682ae09caf4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.174228] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f124b3d2-7eee-4a99-a1b9-4e30a36ee5f4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.179722] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.179922] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.181064] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d73549b-492c-467c-8fff-63b7aa05a525 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.192171] env[69357]: DEBUG nova.compute.provider_tree [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.198503] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1116.198503] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]526ea708-8188-2b35-ca7c-c6905eeeafdd" [ 1116.198503] env[69357]: _type = "Task" [ 1116.198503] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.208227] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526ea708-8188-2b35-ca7c-c6905eeeafdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.371706] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151399, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.527502] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.695519] env[69357]: DEBUG nova.scheduler.client.report [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.713753] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526ea708-8188-2b35-ca7c-c6905eeeafdd, 'name': SearchDatastore_Task, 'duration_secs': 0.03} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.717027] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97fbe199-4880-4681-8132-b4bb47325a40 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.722604] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1116.722604] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]525138da-2062-a9bb-ac11-be1790053acb" [ 1116.722604] env[69357]: _type = "Task" [ 1116.722604] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.736262] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]525138da-2062-a9bb-ac11-be1790053acb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.876098] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151399, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.017267] env[69357]: DEBUG nova.virt.hardware [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.018032] env[69357]: DEBUG nova.virt.hardware [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.018032] env[69357]: DEBUG nova.virt.hardware [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.018032] env[69357]: DEBUG nova.virt.hardware [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.018032] env[69357]: DEBUG nova.virt.hardware [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.018231] env[69357]: DEBUG nova.virt.hardware [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.018403] env[69357]: DEBUG nova.virt.hardware [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.018524] env[69357]: DEBUG nova.virt.hardware [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.018693] env[69357]: DEBUG nova.virt.hardware [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.018858] env[69357]: DEBUG nova.virt.hardware [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.019039] env[69357]: DEBUG nova.virt.hardware [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.019986] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131be7d3-357c-4732-adf4-8a48829695bd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.032725] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.035755] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fecccd-b2e1-4873-9e2d-dfc91512011c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.051302] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:5a:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a81efc1-212c-4294-8a2d-f9f77427eb12', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.059386] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.059712] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.059961] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da4583a3-ed2a-4bb3-8c30-04d331104ae4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.084844] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.084844] env[69357]: value = "task-4151401" [ 1117.084844] env[69357]: _type = "Task" [ 1117.084844] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.095834] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151401, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.205857] env[69357]: DEBUG oslo_concurrency.lockutils [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.208551] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.257s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.208829] env[69357]: DEBUG nova.objects.instance [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Lazy-loading 'resources' on Instance uuid 64672542-5390-4542-8e3e-7e16b01b4070 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.215499] env[69357]: DEBUG oslo_concurrency.lockutils [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "interface-5fb64e02-0c67-4cd2-8138-68d07cdb33f7-cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.215706] env[69357]: DEBUG oslo_concurrency.lockutils [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "interface-5fb64e02-0c67-4cd2-8138-68d07cdb33f7-cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.236991] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]525138da-2062-a9bb-ac11-be1790053acb, 'name': SearchDatastore_Task, 'duration_secs': 0.013672} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.238185] env[69357]: INFO nova.scheduler.client.report [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Deleted allocations for instance 8d23c06e-283e-4d2c-965e-2cb32d4b4605 [ 1117.239458] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.239850] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] f888c4a2-79e8-4aa0-b7db-9237fabdd5cd/f888c4a2-79e8-4aa0-b7db-9237fabdd5cd.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.242700] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-187f7349-566a-49eb-b85c-88404c68bf53 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.253242] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1117.253242] env[69357]: value = "task-4151402" [ 1117.253242] env[69357]: _type = "Task" [ 1117.253242] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.263316] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.373658] env[69357]: DEBUG oslo_vmware.api [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151399, 'name': PowerOnVM_Task, 'duration_secs': 1.345156} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.373948] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.374222] env[69357]: INFO nova.compute.manager [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Took 10.58 seconds to spawn the instance on the hypervisor. [ 1117.374445] env[69357]: DEBUG nova.compute.manager [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1117.375305] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e402ebf5-1c2e-43bf-9de7-40714146b37e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.534135] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.596696] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151401, 'name': CreateVM_Task, 'duration_secs': 0.504515} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.596945] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.597860] env[69357]: DEBUG oslo_concurrency.lockutils [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.597860] env[69357]: DEBUG oslo_concurrency.lockutils [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.598971] env[69357]: DEBUG oslo_concurrency.lockutils [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.598971] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52384fed-b280-4b5d-a7e2-55d4d89c3958 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.604471] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1117.604471] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52904493-b663-4907-3901-5fe7206d7bb0" [ 1117.604471] env[69357]: _type = "Task" [ 1117.604471] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.613508] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52904493-b663-4907-3901-5fe7206d7bb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.719964] env[69357]: DEBUG oslo_concurrency.lockutils [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.720212] env[69357]: DEBUG oslo_concurrency.lockutils [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.721261] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba32a257-dc45-4cb9-81d4-267c0e8f50fd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.745512] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318764ea-a0e1-40d3-9899-a2974e304de1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.751014] env[69357]: DEBUG oslo_concurrency.lockutils [None req-edd63a10-a749-462c-b983-03a08046b4ec tempest-ServersNegativeTestJSON-814899616 tempest-ServersNegativeTestJSON-814899616-project-member] Lock "8d23c06e-283e-4d2c-965e-2cb32d4b4605" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.284s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.780820] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Reconfiguring VM to detach interface {{(pid=69357) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1117.783976] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eaf89f3-30e1-4480-8e12-d627dd5e4665 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.803995] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476885} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.805422] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] f888c4a2-79e8-4aa0-b7db-9237fabdd5cd/f888c4a2-79e8-4aa0-b7db-9237fabdd5cd.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.806306] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.806306] env[69357]: DEBUG oslo_vmware.api [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 1117.806306] env[69357]: value = "task-4151403" [ 1117.806306] env[69357]: _type = "Task" [ 1117.806306] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.806599] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-340c6e57-86de-4903-9028-2b19654878b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.820508] env[69357]: DEBUG oslo_vmware.api [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151403, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.821661] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1117.821661] env[69357]: value = "task-4151404" [ 1117.821661] env[69357]: _type = "Task" [ 1117.821661] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.838663] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.897588] env[69357]: INFO nova.compute.manager [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Took 16.51 seconds to build instance. [ 1118.031986] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.729442} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.032309] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.033278] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0c2464-f3ec-4497-adfc-d5110816c5d2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.064658] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] d2e0ef34-5e39-4839-bd30-56dfef720baf/d2e0ef34-5e39-4839-bd30-56dfef720baf.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.067348] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-646ab96a-42ec-4d46-a781-a1d435429cf7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.094447] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1118.094447] env[69357]: value = "task-4151405" [ 1118.094447] env[69357]: _type = "Task" [ 1118.094447] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.108116] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151405, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.117555] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52904493-b663-4907-3901-5fe7206d7bb0, 'name': SearchDatastore_Task, 'duration_secs': 0.053815} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.120680] env[69357]: DEBUG oslo_concurrency.lockutils [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.121016] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.121298] env[69357]: DEBUG oslo_concurrency.lockutils [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.121680] env[69357]: DEBUG oslo_concurrency.lockutils [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.121680] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.122159] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1184057-b5aa-4f3f-ba69-009e99db393b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.132977] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.133280] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.136728] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa0d2a48-5d49-4866-b7a9-510246ddda30 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.144026] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1118.144026] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5219a0e6-9798-ccd9-4d23-cd2930439afa" [ 1118.144026] env[69357]: _type = "Task" [ 1118.144026] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.155585] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5219a0e6-9798-ccd9-4d23-cd2930439afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.175983] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b286d0-e2e1-4264-a00b-4a2cd556005c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.185733] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c072001d-6744-498e-bfcf-ca12e46c4b5a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.218210] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7983548-3a18-4975-b227-521ed5ffa065 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.227225] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5f82b6-77ef-403a-87ef-9dd2b95c0fc1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.245355] env[69357]: DEBUG nova.compute.provider_tree [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.321043] env[69357]: DEBUG oslo_vmware.api [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.331622] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078065} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.335142] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.341467] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517e38e1-375a-4852-800c-1e5967a288ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.367953] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] f888c4a2-79e8-4aa0-b7db-9237fabdd5cd/f888c4a2-79e8-4aa0-b7db-9237fabdd5cd.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.369263] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d9b752c-efb0-4cd9-95c7-cce6c57ac6a1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.391711] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1118.391711] env[69357]: value = "task-4151406" [ 1118.391711] env[69357]: _type = "Task" [ 1118.391711] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.399060] env[69357]: DEBUG oslo_concurrency.lockutils [None req-cfe4b323-6c3d-46dd-b947-698b381f26b9 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "fced8f57-3c14-43df-8931-5928be74e4bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.032s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.403337] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.607771] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.656284] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5219a0e6-9798-ccd9-4d23-cd2930439afa, 'name': SearchDatastore_Task, 'duration_secs': 0.011908} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.657138] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7901d550-3729-49af-b055-1a1b8f2d7337 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.663886] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1118.663886] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a976cb-63a2-a951-7d50-f47a28f04c73" [ 1118.663886] env[69357]: _type = "Task" [ 1118.663886] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.674599] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a976cb-63a2-a951-7d50-f47a28f04c73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.751954] env[69357]: DEBUG nova.scheduler.client.report [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.819103] env[69357]: DEBUG oslo_vmware.api [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.903662] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151406, 'name': ReconfigVM_Task, 'duration_secs': 0.341002} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.903951] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Reconfigured VM instance instance-00000064 to attach disk [datastore2] f888c4a2-79e8-4aa0-b7db-9237fabdd5cd/f888c4a2-79e8-4aa0-b7db-9237fabdd5cd.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.904666] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f321a33b-29cd-40d1-87b2-64e4e8ecb9fb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.911969] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1118.911969] env[69357]: value = "task-4151407" [ 1118.911969] env[69357]: _type = "Task" [ 1118.911969] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.920951] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151407, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.108560] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151405, 'name': ReconfigVM_Task, 'duration_secs': 0.660563} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.108560] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Reconfigured VM instance instance-00000063 to attach disk [datastore2] d2e0ef34-5e39-4839-bd30-56dfef720baf/d2e0ef34-5e39-4839-bd30-56dfef720baf.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.108560] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce6da281-e4e8-4abd-a9d6-d3be4faf1e3b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.117460] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1119.117460] env[69357]: value = "task-4151408" [ 1119.117460] env[69357]: _type = "Task" [ 1119.117460] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.131707] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151408, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.176022] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a976cb-63a2-a951-7d50-f47a28f04c73, 'name': SearchDatastore_Task, 'duration_secs': 0.016423} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.176241] env[69357]: DEBUG oslo_concurrency.lockutils [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.176563] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 3a924a64-140f-4df3-8a18-5f52d5c684b3/3a924a64-140f-4df3-8a18-5f52d5c684b3.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.176826] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8b8158c-9f61-459c-946a-ed49d200df19 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.186789] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1119.186789] env[69357]: value = "task-4151409" [ 1119.186789] env[69357]: _type = "Task" [ 1119.186789] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.197094] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.257918] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.262434] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.039s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.263908] env[69357]: INFO nova.compute.claims [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.305319] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.305644] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.314452] env[69357]: INFO nova.scheduler.client.report [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Deleted allocations for instance 64672542-5390-4542-8e3e-7e16b01b4070 [ 1119.323219] env[69357]: DEBUG oslo_vmware.api [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.350274] env[69357]: DEBUG nova.compute.manager [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1119.351117] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6e6db6-074f-42b8-8b26-b1bf1608eb48 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.422560] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151407, 'name': Rename_Task, 'duration_secs': 0.160086} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.422847] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.423253] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-787f7542-15f1-4227-b608-95e0e0bdb6e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.431866] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1119.431866] env[69357]: value = "task-4151410" [ 1119.431866] env[69357]: _type = "Task" [ 1119.431866] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.440851] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.635037] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151408, 'name': Rename_Task, 'duration_secs': 0.188449} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.635037] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.635037] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cb0c62a-bfd8-4deb-831d-8f443bbcd357 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.643356] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1119.643356] env[69357]: value = "task-4151411" [ 1119.643356] env[69357]: _type = "Task" [ 1119.643356] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.654585] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.707265] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151409, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.825359] env[69357]: DEBUG oslo_vmware.api [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.827647] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.828672] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.829368] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0dee133e-932b-4d45-b511-2c7851481da6 tempest-ServerMetadataTestJSON-1956134030 tempest-ServerMetadataTestJSON-1956134030-project-member] Lock "64672542-5390-4542-8e3e-7e16b01b4070" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.734s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.831346] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.831346] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.831629] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.831975] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.832189] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1119.832418] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.864745] env[69357]: INFO nova.compute.manager [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] instance snapshotting [ 1119.869244] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71769263-9af9-4a9c-9542-cf4cb34decd3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.894966] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12d8f37-37ec-4b80-98b9-3fadc02fec29 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.944585] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151410, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.158994] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151411, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.200376] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534854} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.200817] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 3a924a64-140f-4df3-8a18-5f52d5c684b3/3a924a64-140f-4df3-8a18-5f52d5c684b3.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.201195] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.201562] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dff1479f-c668-4acb-8346-2f5b33765fe0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.212151] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1120.212151] env[69357]: value = "task-4151412" [ 1120.212151] env[69357]: _type = "Task" [ 1120.212151] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.224289] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.322313] env[69357]: DEBUG oslo_vmware.api [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.335335] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.410346] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1120.410685] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6794e7b1-1df0-4fae-8806-21a01cdab0a4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.424606] env[69357]: DEBUG oslo_vmware.api [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1120.424606] env[69357]: value = "task-4151413" [ 1120.424606] env[69357]: _type = "Task" [ 1120.424606] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.445475] env[69357]: DEBUG oslo_vmware.api [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151413, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.454069] env[69357]: DEBUG oslo_vmware.api [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151410, 'name': PowerOnVM_Task, 'duration_secs': 0.773891} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.454445] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.454685] env[69357]: INFO nova.compute.manager [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1120.454896] env[69357]: DEBUG nova.compute.manager [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1120.455778] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b7bf4c-b785-46d1-8b67-76b70125c1c1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.663221] env[69357]: DEBUG oslo_vmware.api [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151411, 'name': PowerOnVM_Task, 'duration_secs': 0.796407} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.663221] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.663221] env[69357]: INFO nova.compute.manager [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Took 11.38 seconds to spawn the instance on the hypervisor. [ 1120.663221] env[69357]: DEBUG nova.compute.manager [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1120.663417] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3121c0ce-023f-4164-9e03-2cca502631fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.666539] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a15586-4d48-4fd7-9d70-1bfea4ed2122 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.679885] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaefa8f4-ff63-4934-a0fd-f3c9de015fc5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.717478] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f453532-3868-4936-ac62-5ae01b627df6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.730560] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48125c16-83cb-4add-9915-26ccdb5a440d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.734573] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112495} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.735164] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.736595] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6ef903-a360-4ab1-84ae-204cdaf9b799 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.747084] env[69357]: DEBUG nova.compute.provider_tree [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.770137] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 3a924a64-140f-4df3-8a18-5f52d5c684b3/3a924a64-140f-4df3-8a18-5f52d5c684b3.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.770229] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70dce8ce-3e13-45cf-95c7-fc57269a5163 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.790458] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1120.790458] env[69357]: value = "task-4151414" [ 1120.790458] env[69357]: _type = "Task" [ 1120.790458] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.798887] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.821916] env[69357]: DEBUG oslo_vmware.api [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.935760] env[69357]: DEBUG oslo_vmware.api [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151413, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.978591] env[69357]: INFO nova.compute.manager [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Took 17.96 seconds to build instance. [ 1121.195581] env[69357]: INFO nova.compute.manager [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Took 19.25 seconds to build instance. [ 1121.250146] env[69357]: DEBUG nova.scheduler.client.report [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.303536] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.323360] env[69357]: DEBUG oslo_vmware.api [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.438774] env[69357]: DEBUG oslo_vmware.api [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151413, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.483702] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9b06c79e-6d6a-4049-a9f7-f2a0ed6e40db tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "f888c4a2-79e8-4aa0-b7db-9237fabdd5cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.479s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.699921] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7d9a925-c597-44ff-9256-85bc9aa662cd tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "d2e0ef34-5e39-4839-bd30-56dfef720baf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.767s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.757164] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.757896] env[69357]: DEBUG nova.compute.manager [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.760824] env[69357]: DEBUG oslo_concurrency.lockutils [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.527s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.762362] env[69357]: INFO nova.compute.claims [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.803908] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151414, 'name': ReconfigVM_Task, 'duration_secs': 0.56734} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.804225] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 3a924a64-140f-4df3-8a18-5f52d5c684b3/3a924a64-140f-4df3-8a18-5f52d5c684b3.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.804850] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba256b4a-9246-44e7-9f33-65dfd7edf0fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.813480] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1121.813480] env[69357]: value = "task-4151415" [ 1121.813480] env[69357]: _type = "Task" [ 1121.813480] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.826233] env[69357]: DEBUG oslo_vmware.api [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.831932] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151415, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.937873] env[69357]: DEBUG oslo_vmware.api [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151413, 'name': CreateSnapshot_Task, 'duration_secs': 1.174629} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.938194] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1121.938971] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ef7be5-b62f-4f1b-bd8b-8a991cca5c6c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.267090] env[69357]: DEBUG nova.compute.utils [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.271008] env[69357]: DEBUG nova.compute.manager [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1122.271215] env[69357]: DEBUG nova.network.neutron [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.312323] env[69357]: DEBUG nova.policy [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c52f6efdd3742c9aa2fc420f9de0d1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '989aefa38594401f99cdcd7c82b779c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.326340] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151415, 'name': Rename_Task, 'duration_secs': 0.237385} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.329705] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.329994] env[69357]: DEBUG oslo_vmware.api [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.330233] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6e0baac-3360-4f21-9cfa-7dc2baba3324 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.337744] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1122.337744] env[69357]: value = "task-4151416" [ 1122.337744] env[69357]: _type = "Task" [ 1122.337744] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.346929] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.459475] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1122.459904] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d80000c9-67ea-467c-809d-2d7cd6509979 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.470955] env[69357]: DEBUG oslo_vmware.api [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1122.470955] env[69357]: value = "task-4151417" [ 1122.470955] env[69357]: _type = "Task" [ 1122.470955] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.474876] env[69357]: DEBUG oslo_concurrency.lockutils [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "d2e0ef34-5e39-4839-bd30-56dfef720baf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.475119] env[69357]: DEBUG oslo_concurrency.lockutils [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "d2e0ef34-5e39-4839-bd30-56dfef720baf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.475377] env[69357]: DEBUG oslo_concurrency.lockutils [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "d2e0ef34-5e39-4839-bd30-56dfef720baf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.475709] env[69357]: DEBUG oslo_concurrency.lockutils [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "d2e0ef34-5e39-4839-bd30-56dfef720baf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.475892] env[69357]: DEBUG oslo_concurrency.lockutils [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "d2e0ef34-5e39-4839-bd30-56dfef720baf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.478545] env[69357]: INFO nova.compute.manager [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Terminating instance [ 1122.484152] env[69357]: DEBUG oslo_vmware.api [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151417, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.607078] env[69357]: DEBUG nova.network.neutron [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Successfully created port: 7f3d236c-7e21-4ca6-983a-9b79e12834d2 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.748011] env[69357]: DEBUG nova.compute.manager [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Stashing vm_state: active {{(pid=69357) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1122.777102] env[69357]: DEBUG nova.compute.manager [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.828511] env[69357]: DEBUG oslo_vmware.api [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.849761] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151416, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.981893] env[69357]: DEBUG oslo_vmware.api [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151417, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.987544] env[69357]: DEBUG nova.compute.manager [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1122.987788] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.988677] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca64cedb-7490-4bf3-8890-bf1296924f7d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.997393] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.000594] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee0c6072-3486-484b-a49c-7a69ce077052 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.010578] env[69357]: DEBUG oslo_vmware.api [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1123.010578] env[69357]: value = "task-4151418" [ 1123.010578] env[69357]: _type = "Task" [ 1123.010578] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.024107] env[69357]: DEBUG oslo_vmware.api [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.106304] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f703653-81da-4eec-a290-69f5b7ae4f05 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.117131] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab7db44-9307-4acc-84c4-8925f4cb58c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.154927] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4d231c-3b75-40cb-b220-064f36c58785 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.166099] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9b3a13-7179-4b1b-8dd2-84a7aff7634f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.182740] env[69357]: DEBUG nova.compute.provider_tree [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.272210] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.327313] env[69357]: DEBUG oslo_vmware.api [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151403, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.349551] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151416, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.482033] env[69357]: DEBUG oslo_vmware.api [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151417, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.521220] env[69357]: DEBUG oslo_vmware.api [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151418, 'name': PowerOffVM_Task, 'duration_secs': 0.447503} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.521477] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.521627] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.521902] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcaddb39-281a-4752-ba99-1485edf2a10e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.618472] env[69357]: DEBUG oslo_vmware.rw_handles [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b6e00d-40fe-d3dd-545a-27126bd02325/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1123.619426] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ce09fc-0ed8-484f-b3b2-0ac80306c2ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.622788] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.623009] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.623230] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Deleting the datastore file [datastore2] d2e0ef34-5e39-4839-bd30-56dfef720baf {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.623844] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1519b96-1ebd-40c2-b500-82380bdea0e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.627206] env[69357]: DEBUG oslo_vmware.rw_handles [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b6e00d-40fe-d3dd-545a-27126bd02325/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1123.627331] env[69357]: ERROR oslo_vmware.rw_handles [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b6e00d-40fe-d3dd-545a-27126bd02325/disk-0.vmdk due to incomplete transfer. [ 1123.627904] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3b02f9c5-1dc3-4981-8f50-d818e514d4b4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.633079] env[69357]: DEBUG oslo_vmware.api [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1123.633079] env[69357]: value = "task-4151420" [ 1123.633079] env[69357]: _type = "Task" [ 1123.633079] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.637632] env[69357]: DEBUG oslo_vmware.rw_handles [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b6e00d-40fe-d3dd-545a-27126bd02325/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1123.637847] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Uploaded image 435eaba7-a337-4724-9cd3-fd44ac3f190e to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1123.640239] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1123.640853] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-505c66fe-3d54-4df0-9ad6-c8f94a14758d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.645792] env[69357]: DEBUG oslo_vmware.api [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.647751] env[69357]: DEBUG oslo_vmware.api [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1123.647751] env[69357]: value = "task-4151421" [ 1123.647751] env[69357]: _type = "Task" [ 1123.647751] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.656471] env[69357]: DEBUG oslo_vmware.api [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151421, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.686890] env[69357]: DEBUG nova.scheduler.client.report [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.793767] env[69357]: DEBUG nova.compute.manager [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.822989] env[69357]: DEBUG nova.virt.hardware [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.823445] env[69357]: DEBUG nova.virt.hardware [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.823654] env[69357]: DEBUG nova.virt.hardware [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.823863] env[69357]: DEBUG nova.virt.hardware [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.824030] env[69357]: DEBUG nova.virt.hardware [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.824192] env[69357]: DEBUG nova.virt.hardware [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.824446] env[69357]: DEBUG nova.virt.hardware [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.824637] env[69357]: DEBUG nova.virt.hardware [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.824820] env[69357]: DEBUG nova.virt.hardware [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.825033] env[69357]: DEBUG nova.virt.hardware [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.825250] env[69357]: DEBUG nova.virt.hardware [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.826264] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1221ffaf-58e9-49dc-8376-d8bc4dfeff44 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.840042] env[69357]: DEBUG oslo_vmware.api [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151403, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.841212] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdaf37f-5806-4e4a-b0ad-d5a4128db894 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.871098] env[69357]: DEBUG oslo_vmware.api [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151416, 'name': PowerOnVM_Task, 'duration_secs': 1.075838} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.871406] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.871613] env[69357]: DEBUG nova.compute.manager [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1123.872427] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd155523-f8bb-43e8-bcf4-6845f781e68c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.983700] env[69357]: DEBUG oslo_vmware.api [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151417, 'name': CloneVM_Task, 'duration_secs': 1.488366} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.983700] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Created linked-clone VM from snapshot [ 1123.983700] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2956822-eead-4970-93a9-1b95fb274646 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.994642] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Uploading image 8a1f55b1-da44-4e80-97ec-e4b8c96120d7 {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1124.024129] env[69357]: DEBUG oslo_vmware.rw_handles [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1124.024129] env[69357]: value = "vm-822040" [ 1124.024129] env[69357]: _type = "VirtualMachine" [ 1124.024129] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1124.024551] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-52a79e3e-6220-47bf-b34b-cbdc00d6dfc1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.031830] env[69357]: DEBUG oslo_vmware.rw_handles [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lease: (returnval){ [ 1124.031830] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b53296-6076-3999-9f1c-71add06aec1e" [ 1124.031830] env[69357]: _type = "HttpNfcLease" [ 1124.031830] env[69357]: } obtained for exporting VM: (result){ [ 1124.031830] env[69357]: value = "vm-822040" [ 1124.031830] env[69357]: _type = "VirtualMachine" [ 1124.031830] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1124.032132] env[69357]: DEBUG oslo_vmware.api [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the lease: (returnval){ [ 1124.032132] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b53296-6076-3999-9f1c-71add06aec1e" [ 1124.032132] env[69357]: _type = "HttpNfcLease" [ 1124.032132] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1124.039328] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1124.039328] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b53296-6076-3999-9f1c-71add06aec1e" [ 1124.039328] env[69357]: _type = "HttpNfcLease" [ 1124.039328] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1124.148063] env[69357]: DEBUG oslo_vmware.api [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.512557} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.148584] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.148807] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.149112] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.149397] env[69357]: INFO nova.compute.manager [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1124.149839] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.156055] env[69357]: DEBUG nova.compute.manager [-] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.156260] env[69357]: DEBUG nova.network.neutron [-] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.166681] env[69357]: DEBUG oslo_vmware.api [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151421, 'name': Destroy_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.192374] env[69357]: DEBUG oslo_concurrency.lockutils [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.192920] env[69357]: DEBUG nova.compute.manager [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.197867] env[69357]: DEBUG oslo_concurrency.lockutils [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.600s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.199433] env[69357]: INFO nova.compute.claims [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.262677] env[69357]: DEBUG nova.compute.manager [req-a743dbfe-7b7d-4c99-944e-2d6d43bdbe41 req-8d365948-137c-4d0c-a0a8-545cc99612d8 service nova] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Received event network-vif-plugged-7f3d236c-7e21-4ca6-983a-9b79e12834d2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.262999] env[69357]: DEBUG oslo_concurrency.lockutils [req-a743dbfe-7b7d-4c99-944e-2d6d43bdbe41 req-8d365948-137c-4d0c-a0a8-545cc99612d8 service nova] Acquiring lock "f99c05d9-8670-4977-85bc-b630cff90ba0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.263645] env[69357]: DEBUG oslo_concurrency.lockutils [req-a743dbfe-7b7d-4c99-944e-2d6d43bdbe41 req-8d365948-137c-4d0c-a0a8-545cc99612d8 service nova] Lock "f99c05d9-8670-4977-85bc-b630cff90ba0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.263946] env[69357]: DEBUG oslo_concurrency.lockutils [req-a743dbfe-7b7d-4c99-944e-2d6d43bdbe41 req-8d365948-137c-4d0c-a0a8-545cc99612d8 service nova] Lock "f99c05d9-8670-4977-85bc-b630cff90ba0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.264280] env[69357]: DEBUG nova.compute.manager [req-a743dbfe-7b7d-4c99-944e-2d6d43bdbe41 req-8d365948-137c-4d0c-a0a8-545cc99612d8 service nova] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] No waiting events found dispatching network-vif-plugged-7f3d236c-7e21-4ca6-983a-9b79e12834d2 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1124.264578] env[69357]: WARNING nova.compute.manager [req-a743dbfe-7b7d-4c99-944e-2d6d43bdbe41 req-8d365948-137c-4d0c-a0a8-545cc99612d8 service nova] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Received unexpected event network-vif-plugged-7f3d236c-7e21-4ca6-983a-9b79e12834d2 for instance with vm_state building and task_state spawning. [ 1124.326915] env[69357]: DEBUG oslo_vmware.api [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151403, 'name': ReconfigVM_Task, 'duration_secs': 6.518043} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.327487] env[69357]: DEBUG oslo_concurrency.lockutils [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.327736] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Reconfigured VM to detach interface {{(pid=69357) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1124.395094] env[69357]: DEBUG oslo_concurrency.lockutils [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.541242] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1124.541242] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b53296-6076-3999-9f1c-71add06aec1e" [ 1124.541242] env[69357]: _type = "HttpNfcLease" [ 1124.541242] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1124.541433] env[69357]: DEBUG oslo_vmware.rw_handles [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1124.541433] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b53296-6076-3999-9f1c-71add06aec1e" [ 1124.541433] env[69357]: _type = "HttpNfcLease" [ 1124.541433] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1124.542230] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2909573e-f6ef-4991-8a5c-e53ff7a6d79b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.550485] env[69357]: DEBUG oslo_vmware.rw_handles [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb5bb6-587b-448d-94c8-dcb28c97be6e/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1124.550658] env[69357]: DEBUG oslo_vmware.rw_handles [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb5bb6-587b-448d-94c8-dcb28c97be6e/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1124.627736] env[69357]: DEBUG nova.compute.manager [req-9382ef0a-55ea-48fd-8656-f359d507f530 req-bacb41da-d550-4083-8343-9962e764b205 service nova] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Received event network-vif-deleted-c2932c71-ed56-489c-a75a-c5925afc8b1c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.627881] env[69357]: INFO nova.compute.manager [req-9382ef0a-55ea-48fd-8656-f359d507f530 req-bacb41da-d550-4083-8343-9962e764b205 service nova] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Neutron deleted interface c2932c71-ed56-489c-a75a-c5925afc8b1c; detaching it from the instance and deleting it from the info cache [ 1124.628027] env[69357]: DEBUG nova.network.neutron [req-9382ef0a-55ea-48fd-8656-f359d507f530 req-bacb41da-d550-4083-8343-9962e764b205 service nova] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.658645] env[69357]: DEBUG oslo_vmware.api [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151421, 'name': Destroy_Task, 'duration_secs': 0.867321} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.658909] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Destroyed the VM [ 1124.659169] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1124.659484] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fb44a4b9-deaf-4196-afd7-12cc5a605d82 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.669884] env[69357]: DEBUG oslo_vmware.api [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1124.669884] env[69357]: value = "task-4151423" [ 1124.669884] env[69357]: _type = "Task" [ 1124.669884] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.682817] env[69357]: DEBUG oslo_vmware.api [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151423, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.694701] env[69357]: DEBUG nova.network.neutron [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Successfully updated port: 7f3d236c-7e21-4ca6-983a-9b79e12834d2 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.704609] env[69357]: DEBUG nova.compute.utils [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.707976] env[69357]: DEBUG nova.compute.manager [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.708248] env[69357]: DEBUG nova.network.neutron [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.714909] env[69357]: DEBUG nova.compute.manager [req-cf93e229-66fc-4e10-b1c1-a63cf3d5fcbf req-cb11597f-8cca-4839-8c66-40ae11132b82 service nova] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Received event network-changed-7f3d236c-7e21-4ca6-983a-9b79e12834d2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.715126] env[69357]: DEBUG nova.compute.manager [req-cf93e229-66fc-4e10-b1c1-a63cf3d5fcbf req-cb11597f-8cca-4839-8c66-40ae11132b82 service nova] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Refreshing instance network info cache due to event network-changed-7f3d236c-7e21-4ca6-983a-9b79e12834d2. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.715344] env[69357]: DEBUG oslo_concurrency.lockutils [req-cf93e229-66fc-4e10-b1c1-a63cf3d5fcbf req-cb11597f-8cca-4839-8c66-40ae11132b82 service nova] Acquiring lock "refresh_cache-f99c05d9-8670-4977-85bc-b630cff90ba0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.716128] env[69357]: DEBUG oslo_concurrency.lockutils [req-cf93e229-66fc-4e10-b1c1-a63cf3d5fcbf req-cb11597f-8cca-4839-8c66-40ae11132b82 service nova] Acquired lock "refresh_cache-f99c05d9-8670-4977-85bc-b630cff90ba0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.716128] env[69357]: DEBUG nova.network.neutron [req-cf93e229-66fc-4e10-b1c1-a63cf3d5fcbf req-cb11597f-8cca-4839-8c66-40ae11132b82 service nova] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Refreshing network info cache for port 7f3d236c-7e21-4ca6-983a-9b79e12834d2 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.750783] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-da4fa276-0971-4926-a626-975071ab53c5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.755230] env[69357]: DEBUG nova.policy [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c52f6efdd3742c9aa2fc420f9de0d1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '989aefa38594401f99cdcd7c82b779c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.025994] env[69357]: DEBUG nova.network.neutron [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Successfully created port: e583fe9a-8f7b-4437-9f9f-f32727338c9e {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.107368] env[69357]: DEBUG nova.network.neutron [-] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.130567] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70227203-2461-45c0-8e70-de45f767c400 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.148363] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b384cd-973c-4f05-9cd5-4f4fe36f91b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.189271] env[69357]: DEBUG nova.compute.manager [req-9382ef0a-55ea-48fd-8656-f359d507f530 req-bacb41da-d550-4083-8343-9962e764b205 service nova] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Detach interface failed, port_id=c2932c71-ed56-489c-a75a-c5925afc8b1c, reason: Instance d2e0ef34-5e39-4839-bd30-56dfef720baf could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1125.192415] env[69357]: DEBUG oslo_vmware.api [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151423, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.201635] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "refresh_cache-f99c05d9-8670-4977-85bc-b630cff90ba0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.212364] env[69357]: DEBUG nova.compute.manager [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.277548] env[69357]: DEBUG nova.network.neutron [req-cf93e229-66fc-4e10-b1c1-a63cf3d5fcbf req-cb11597f-8cca-4839-8c66-40ae11132b82 service nova] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.389920] env[69357]: DEBUG nova.network.neutron [req-cf93e229-66fc-4e10-b1c1-a63cf3d5fcbf req-cb11597f-8cca-4839-8c66-40ae11132b82 service nova] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.593026] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c262d0f-12b4-4cc0-95d2-cda7dd00c738 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.605766] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a1d1cb-434b-4858-aacf-50d520ff501a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.609881] env[69357]: INFO nova.compute.manager [-] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Took 1.45 seconds to deallocate network for instance. [ 1125.644993] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0941793b-55e2-4b5c-8aa1-a43f2986074f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.653630] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e777da-e591-4c91-9fb3-630a4c2fb703 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.670214] env[69357]: DEBUG nova.compute.provider_tree [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.682485] env[69357]: DEBUG oslo_vmware.api [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151423, 'name': RemoveSnapshot_Task, 'duration_secs': 0.888247} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.683583] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1125.683923] env[69357]: INFO nova.compute.manager [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Took 19.87 seconds to snapshot the instance on the hypervisor. [ 1125.781020] env[69357]: DEBUG oslo_concurrency.lockutils [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.781520] env[69357]: DEBUG oslo_concurrency.lockutils [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.781795] env[69357]: DEBUG nova.network.neutron [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.898563] env[69357]: DEBUG oslo_concurrency.lockutils [req-cf93e229-66fc-4e10-b1c1-a63cf3d5fcbf req-cb11597f-8cca-4839-8c66-40ae11132b82 service nova] Releasing lock "refresh_cache-f99c05d9-8670-4977-85bc-b630cff90ba0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.899280] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquired lock "refresh_cache-f99c05d9-8670-4977-85bc-b630cff90ba0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.899394] env[69357]: DEBUG nova.network.neutron [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.145895] env[69357]: DEBUG oslo_concurrency.lockutils [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.177458] env[69357]: DEBUG nova.scheduler.client.report [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.227846] env[69357]: DEBUG nova.compute.manager [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.288725] env[69357]: DEBUG nova.compute.manager [None req-97ee1f63-8b4c-484d-9e15-711254c5a538 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Found 2 images (rotation: 2) {{(pid=69357) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1126.306011] env[69357]: DEBUG nova.virt.hardware [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.306301] env[69357]: DEBUG nova.virt.hardware [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.306478] env[69357]: DEBUG nova.virt.hardware [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.306778] env[69357]: DEBUG nova.virt.hardware [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.306942] env[69357]: DEBUG nova.virt.hardware [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.307117] env[69357]: DEBUG nova.virt.hardware [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.307622] env[69357]: DEBUG nova.virt.hardware [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.309507] env[69357]: DEBUG nova.virt.hardware [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.309507] env[69357]: DEBUG nova.virt.hardware [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.309507] env[69357]: DEBUG nova.virt.hardware [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.309507] env[69357]: DEBUG nova.virt.hardware [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.309932] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d495ae70-7849-4012-9b2d-bdd0f8707a0c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.319998] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255266a2-902f-44c5-ab72-62b7686e4c94 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.684880] env[69357]: DEBUG oslo_concurrency.lockutils [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.685429] env[69357]: DEBUG nova.compute.manager [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1126.688790] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.440s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.693046] env[69357]: INFO nova.compute.claims [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.716724] env[69357]: DEBUG nova.network.neutron [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Successfully updated port: e583fe9a-8f7b-4437-9f9f-f32727338c9e {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.735491] env[69357]: DEBUG nova.network.neutron [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.910263] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "interface-be0476b0-ea77-4e48-a417-c0f48fc0b867-cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.910545] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "interface-be0476b0-ea77-4e48-a417-c0f48fc0b867-cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.910885] env[69357]: DEBUG nova.objects.instance [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lazy-loading 'flavor' on Instance uuid be0476b0-ea77-4e48-a417-c0f48fc0b867 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.916097] env[69357]: INFO nova.network.neutron [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Port cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1126.916307] env[69357]: DEBUG nova.network.neutron [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Updating instance_info_cache with network_info: [{"id": "49accdd2-d40d-4ad8-bbe1-5d094943074a", "address": "fa:16:3e:a8:07:08", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49accdd2-d4", "ovs_interfaceid": "49accdd2-d40d-4ad8-bbe1-5d094943074a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.937620] env[69357]: DEBUG nova.network.neutron [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Updating instance_info_cache with network_info: [{"id": "7f3d236c-7e21-4ca6-983a-9b79e12834d2", "address": "fa:16:3e:e4:83:db", "network": {"id": "88d2564b-28c0-4aab-b4f4-dcd4960374ee", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1158897730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "989aefa38594401f99cdcd7c82b779c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f3d236c-7e", "ovs_interfaceid": "7f3d236c-7e21-4ca6-983a-9b79e12834d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.002125] env[69357]: DEBUG nova.compute.manager [req-5e74a21a-3a1d-4a53-b12f-3bc7c765443e req-2ce00a51-2aab-48aa-adc6-e7e79de7690b service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Received event network-changed-49accdd2-d40d-4ad8-bbe1-5d094943074a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.002340] env[69357]: DEBUG nova.compute.manager [req-5e74a21a-3a1d-4a53-b12f-3bc7c765443e req-2ce00a51-2aab-48aa-adc6-e7e79de7690b service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Refreshing instance network info cache due to event network-changed-49accdd2-d40d-4ad8-bbe1-5d094943074a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.002538] env[69357]: DEBUG oslo_concurrency.lockutils [req-5e74a21a-3a1d-4a53-b12f-3bc7c765443e req-2ce00a51-2aab-48aa-adc6-e7e79de7690b service nova] Acquiring lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.020671] env[69357]: DEBUG nova.compute.manager [req-5054ffb2-f5a5-4fc7-8807-ade7d1ddce8f req-1ba9be45-4904-40b3-81f8-96c83f29555c service nova] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Received event network-vif-plugged-e583fe9a-8f7b-4437-9f9f-f32727338c9e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.020931] env[69357]: DEBUG oslo_concurrency.lockutils [req-5054ffb2-f5a5-4fc7-8807-ade7d1ddce8f req-1ba9be45-4904-40b3-81f8-96c83f29555c service nova] Acquiring lock "8e920f0a-05e6-401c-84bd-3dc8d8b1628e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.021112] env[69357]: DEBUG oslo_concurrency.lockutils [req-5054ffb2-f5a5-4fc7-8807-ade7d1ddce8f req-1ba9be45-4904-40b3-81f8-96c83f29555c service nova] Lock "8e920f0a-05e6-401c-84bd-3dc8d8b1628e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.021288] env[69357]: DEBUG oslo_concurrency.lockutils [req-5054ffb2-f5a5-4fc7-8807-ade7d1ddce8f req-1ba9be45-4904-40b3-81f8-96c83f29555c service nova] Lock "8e920f0a-05e6-401c-84bd-3dc8d8b1628e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.021457] env[69357]: DEBUG nova.compute.manager [req-5054ffb2-f5a5-4fc7-8807-ade7d1ddce8f req-1ba9be45-4904-40b3-81f8-96c83f29555c service nova] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] No waiting events found dispatching network-vif-plugged-e583fe9a-8f7b-4437-9f9f-f32727338c9e {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1127.021645] env[69357]: WARNING nova.compute.manager [req-5054ffb2-f5a5-4fc7-8807-ade7d1ddce8f req-1ba9be45-4904-40b3-81f8-96c83f29555c service nova] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Received unexpected event network-vif-plugged-e583fe9a-8f7b-4437-9f9f-f32727338c9e for instance with vm_state building and task_state spawning. [ 1127.021823] env[69357]: DEBUG nova.compute.manager [req-5054ffb2-f5a5-4fc7-8807-ade7d1ddce8f req-1ba9be45-4904-40b3-81f8-96c83f29555c service nova] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Received event network-changed-e583fe9a-8f7b-4437-9f9f-f32727338c9e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.021979] env[69357]: DEBUG nova.compute.manager [req-5054ffb2-f5a5-4fc7-8807-ade7d1ddce8f req-1ba9be45-4904-40b3-81f8-96c83f29555c service nova] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Refreshing instance network info cache due to event network-changed-e583fe9a-8f7b-4437-9f9f-f32727338c9e. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.022181] env[69357]: DEBUG oslo_concurrency.lockutils [req-5054ffb2-f5a5-4fc7-8807-ade7d1ddce8f req-1ba9be45-4904-40b3-81f8-96c83f29555c service nova] Acquiring lock "refresh_cache-8e920f0a-05e6-401c-84bd-3dc8d8b1628e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.022321] env[69357]: DEBUG oslo_concurrency.lockutils [req-5054ffb2-f5a5-4fc7-8807-ade7d1ddce8f req-1ba9be45-4904-40b3-81f8-96c83f29555c service nova] Acquired lock "refresh_cache-8e920f0a-05e6-401c-84bd-3dc8d8b1628e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.022483] env[69357]: DEBUG nova.network.neutron [req-5054ffb2-f5a5-4fc7-8807-ade7d1ddce8f req-1ba9be45-4904-40b3-81f8-96c83f29555c service nova] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Refreshing network info cache for port e583fe9a-8f7b-4437-9f9f-f32727338c9e {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.199549] env[69357]: DEBUG nova.compute.utils [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.201302] env[69357]: DEBUG nova.compute.manager [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Not allocating networking since 'none' was specified. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1127.218685] env[69357]: DEBUG oslo_concurrency.lockutils [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "refresh_cache-8e920f0a-05e6-401c-84bd-3dc8d8b1628e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.310200] env[69357]: DEBUG nova.compute.manager [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1127.312015] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8833b61d-ea8b-4941-a85c-a2f2bb140c5a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.418762] env[69357]: DEBUG oslo_concurrency.lockutils [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.420889] env[69357]: DEBUG oslo_concurrency.lockutils [req-5e74a21a-3a1d-4a53-b12f-3bc7c765443e req-2ce00a51-2aab-48aa-adc6-e7e79de7690b service nova] Acquired lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.421100] env[69357]: DEBUG nova.network.neutron [req-5e74a21a-3a1d-4a53-b12f-3bc7c765443e req-2ce00a51-2aab-48aa-adc6-e7e79de7690b service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Refreshing network info cache for port 49accdd2-d40d-4ad8-bbe1-5d094943074a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.440228] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Releasing lock "refresh_cache-f99c05d9-8670-4977-85bc-b630cff90ba0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.440524] env[69357]: DEBUG nova.compute.manager [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Instance network_info: |[{"id": "7f3d236c-7e21-4ca6-983a-9b79e12834d2", "address": "fa:16:3e:e4:83:db", "network": {"id": "88d2564b-28c0-4aab-b4f4-dcd4960374ee", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1158897730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "989aefa38594401f99cdcd7c82b779c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f3d236c-7e", "ovs_interfaceid": "7f3d236c-7e21-4ca6-983a-9b79e12834d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1127.440983] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:83:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f3d236c-7e21-4ca6-983a-9b79e12834d2', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.448807] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Creating folder: Project (989aefa38594401f99cdcd7c82b779c8). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1127.451995] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d86b95b-dd52-44d1-881e-20984cbcf57d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.466676] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Created folder: Project (989aefa38594401f99cdcd7c82b779c8) in parent group-v821763. [ 1127.466973] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Creating folder: Instances. Parent ref: group-v822041. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1127.467253] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de790177-4c3a-4da2-9e56-22f3fec2f6ea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.478890] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Created folder: Instances in parent group-v822041. [ 1127.479184] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.479395] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.479630] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03bb0abf-176a-4b88-80e0-dc73a4eed569 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.501526] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.501526] env[69357]: value = "task-4151426" [ 1127.501526] env[69357]: _type = "Task" [ 1127.501526] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.510607] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151426, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.538091] env[69357]: DEBUG nova.objects.instance [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lazy-loading 'pci_requests' on Instance uuid be0476b0-ea77-4e48-a417-c0f48fc0b867 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.562264] env[69357]: DEBUG nova.network.neutron [req-5054ffb2-f5a5-4fc7-8807-ade7d1ddce8f req-1ba9be45-4904-40b3-81f8-96c83f29555c service nova] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.643199] env[69357]: DEBUG nova.network.neutron [req-5054ffb2-f5a5-4fc7-8807-ade7d1ddce8f req-1ba9be45-4904-40b3-81f8-96c83f29555c service nova] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.705317] env[69357]: DEBUG nova.compute.manager [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1127.824548] env[69357]: INFO nova.compute.manager [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] instance snapshotting [ 1127.825190] env[69357]: DEBUG nova.objects.instance [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lazy-loading 'flavor' on Instance uuid facbe890-7d28-4e20-8126-8382383e0468 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.930606] env[69357]: DEBUG oslo_concurrency.lockutils [None req-af23dee9-8ba3-419e-bd9f-8b9867f0aec8 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "interface-5fb64e02-0c67-4cd2-8138-68d07cdb33f7-cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.715s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.014730] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151426, 'name': CreateVM_Task, 'duration_secs': 0.494863} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.014940] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.015861] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.015861] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.016176] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.016439] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4c39b2f-e1c6-44e6-b543-e5cc81584fec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.025536] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1128.025536] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529cb978-b8fe-bcd4-6c81-7e7dc3ded4cc" [ 1128.025536] env[69357]: _type = "Task" [ 1128.025536] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.035031] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529cb978-b8fe-bcd4-6c81-7e7dc3ded4cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.039951] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cda743-a44d-4bea-8d88-df8bb0a160ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.042856] env[69357]: DEBUG nova.objects.base [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1128.043137] env[69357]: DEBUG nova.network.neutron [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.050369] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60197550-06b0-4506-9061-3dd9259f2d77 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.089104] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f180447e-ff67-488c-b685-b8320054525f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.101308] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c17cb7d-faa4-4c75-b5c7-49181eea3012 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.114478] env[69357]: DEBUG nova.compute.provider_tree [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.146389] env[69357]: DEBUG oslo_concurrency.lockutils [req-5054ffb2-f5a5-4fc7-8807-ade7d1ddce8f req-1ba9be45-4904-40b3-81f8-96c83f29555c service nova] Releasing lock "refresh_cache-8e920f0a-05e6-401c-84bd-3dc8d8b1628e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.146779] env[69357]: DEBUG oslo_concurrency.lockutils [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquired lock "refresh_cache-8e920f0a-05e6-401c-84bd-3dc8d8b1628e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.146942] env[69357]: DEBUG nova.network.neutron [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.168720] env[69357]: DEBUG nova.policy [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1335749a38054f0382246473110fc97d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac796fa7f0f646949a76de9e811a2f8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.284927] env[69357]: DEBUG nova.network.neutron [req-5e74a21a-3a1d-4a53-b12f-3bc7c765443e req-2ce00a51-2aab-48aa-adc6-e7e79de7690b service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Updated VIF entry in instance network info cache for port 49accdd2-d40d-4ad8-bbe1-5d094943074a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.285377] env[69357]: DEBUG nova.network.neutron [req-5e74a21a-3a1d-4a53-b12f-3bc7c765443e req-2ce00a51-2aab-48aa-adc6-e7e79de7690b service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Updating instance_info_cache with network_info: [{"id": "49accdd2-d40d-4ad8-bbe1-5d094943074a", "address": "fa:16:3e:a8:07:08", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49accdd2-d4", "ovs_interfaceid": "49accdd2-d40d-4ad8-bbe1-5d094943074a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.333487] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbccf741-7e09-4949-baca-1090facff38e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.353476] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fbe018-029c-4fde-a5b9-e9a1f1a7438d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.538264] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529cb978-b8fe-bcd4-6c81-7e7dc3ded4cc, 'name': SearchDatastore_Task, 'duration_secs': 0.01309} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.538519] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.538880] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.539256] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.539510] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.539797] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.540208] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec40fe58-4a07-49c4-8a7c-ef0b51eebf6d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.550624] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.550820] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.551804] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1221772-bc48-4da2-9351-53a391394e81 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.557845] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1128.557845] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]527903d4-c5ba-9e73-b7de-cf5b4066a337" [ 1128.557845] env[69357]: _type = "Task" [ 1128.557845] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.566415] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527903d4-c5ba-9e73-b7de-cf5b4066a337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.620923] env[69357]: DEBUG nova.scheduler.client.report [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.681964] env[69357]: DEBUG nova.network.neutron [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.715186] env[69357]: DEBUG nova.compute.manager [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1128.744029] env[69357]: DEBUG nova.virt.hardware [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.744301] env[69357]: DEBUG nova.virt.hardware [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.744472] env[69357]: DEBUG nova.virt.hardware [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.744738] env[69357]: DEBUG nova.virt.hardware [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.744961] env[69357]: DEBUG nova.virt.hardware [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.745141] env[69357]: DEBUG nova.virt.hardware [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.745359] env[69357]: DEBUG nova.virt.hardware [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.745525] env[69357]: DEBUG nova.virt.hardware [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.745846] env[69357]: DEBUG nova.virt.hardware [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.745846] env[69357]: DEBUG nova.virt.hardware [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.746050] env[69357]: DEBUG nova.virt.hardware [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.746933] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89781fff-bfc2-4afc-bf10-3ca087884b39 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.756196] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3771429c-fae3-46e3-9646-4ec3f7ec8c6f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.771919] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.777692] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Creating folder: Project (ab6a0b9df48f4f28bdfb220a575259ab). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1128.778110] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecf39945-5569-42d5-ac86-e6ff7a443dc9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.788000] env[69357]: DEBUG oslo_concurrency.lockutils [req-5e74a21a-3a1d-4a53-b12f-3bc7c765443e req-2ce00a51-2aab-48aa-adc6-e7e79de7690b service nova] Releasing lock "refresh_cache-5fb64e02-0c67-4cd2-8138-68d07cdb33f7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.788434] env[69357]: DEBUG nova.compute.manager [req-5e74a21a-3a1d-4a53-b12f-3bc7c765443e req-2ce00a51-2aab-48aa-adc6-e7e79de7690b service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Received event network-changed-9cd8e2ca-97e4-42db-9c1a-ab1bc9393726 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.788695] env[69357]: DEBUG nova.compute.manager [req-5e74a21a-3a1d-4a53-b12f-3bc7c765443e req-2ce00a51-2aab-48aa-adc6-e7e79de7690b service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Refreshing instance network info cache due to event network-changed-9cd8e2ca-97e4-42db-9c1a-ab1bc9393726. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.788969] env[69357]: DEBUG oslo_concurrency.lockutils [req-5e74a21a-3a1d-4a53-b12f-3bc7c765443e req-2ce00a51-2aab-48aa-adc6-e7e79de7690b service nova] Acquiring lock "refresh_cache-be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.789132] env[69357]: DEBUG oslo_concurrency.lockutils [req-5e74a21a-3a1d-4a53-b12f-3bc7c765443e req-2ce00a51-2aab-48aa-adc6-e7e79de7690b service nova] Acquired lock "refresh_cache-be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.789302] env[69357]: DEBUG nova.network.neutron [req-5e74a21a-3a1d-4a53-b12f-3bc7c765443e req-2ce00a51-2aab-48aa-adc6-e7e79de7690b service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Refreshing network info cache for port 9cd8e2ca-97e4-42db-9c1a-ab1bc9393726 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.794485] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Created folder: Project (ab6a0b9df48f4f28bdfb220a575259ab) in parent group-v821763. [ 1128.794668] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Creating folder: Instances. Parent ref: group-v822044. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1128.795459] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14f5327b-7adf-4de1-adfd-4ad2515bc4f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.807235] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Created folder: Instances in parent group-v822044. [ 1128.807519] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.807732] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.808369] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5849175e-cd6e-4912-b9a1-bfe13e1a8d7a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.826981] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.826981] env[69357]: value = "task-4151429" [ 1128.826981] env[69357]: _type = "Task" [ 1128.826981] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.833489] env[69357]: DEBUG nova.network.neutron [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Updating instance_info_cache with network_info: [{"id": "e583fe9a-8f7b-4437-9f9f-f32727338c9e", "address": "fa:16:3e:ce:0d:12", "network": {"id": "88d2564b-28c0-4aab-b4f4-dcd4960374ee", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1158897730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "989aefa38594401f99cdcd7c82b779c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape583fe9a-8f", "ovs_interfaceid": "e583fe9a-8f7b-4437-9f9f-f32727338c9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.838575] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151429, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.865985] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1128.866330] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0d1bbad0-f9ae-4eaf-89d7-708fbc254709 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.874457] env[69357]: DEBUG oslo_vmware.api [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1128.874457] env[69357]: value = "task-4151430" [ 1128.874457] env[69357]: _type = "Task" [ 1128.874457] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.885777] env[69357]: DEBUG oslo_vmware.api [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151430, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.069037] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527903d4-c5ba-9e73-b7de-cf5b4066a337, 'name': SearchDatastore_Task, 'duration_secs': 0.009679} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.069963] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-187e86b6-adea-49ca-9eb1-4119fea3513c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.076368] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1129.076368] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]521d0dfe-6903-bf39-4a7c-cb751c2b928c" [ 1129.076368] env[69357]: _type = "Task" [ 1129.076368] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.085356] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]521d0dfe-6903-bf39-4a7c-cb751c2b928c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.126426] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.126971] env[69357]: DEBUG nova.compute.manager [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.130079] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.581s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.342149] env[69357]: DEBUG oslo_concurrency.lockutils [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Releasing lock "refresh_cache-8e920f0a-05e6-401c-84bd-3dc8d8b1628e" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.342510] env[69357]: DEBUG nova.compute.manager [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Instance network_info: |[{"id": "e583fe9a-8f7b-4437-9f9f-f32727338c9e", "address": "fa:16:3e:ce:0d:12", "network": {"id": "88d2564b-28c0-4aab-b4f4-dcd4960374ee", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1158897730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "989aefa38594401f99cdcd7c82b779c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape583fe9a-8f", "ovs_interfaceid": "e583fe9a-8f7b-4437-9f9f-f32727338c9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.342812] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151429, 'name': CreateVM_Task, 'duration_secs': 0.454158} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.343243] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:0d:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e583fe9a-8f7b-4437-9f9f-f32727338c9e', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.351764] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.351902] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.352276] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.352735] env[69357]: DEBUG oslo_concurrency.lockutils [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.352898] env[69357]: DEBUG oslo_concurrency.lockutils [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.353301] env[69357]: DEBUG oslo_concurrency.lockutils [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.353544] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58c96cbb-6738-4c85-a5f9-224298dfe672 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.367966] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7617e1f-c86b-4308-9713-efda862e6086 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.381893] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Waiting for the task: (returnval){ [ 1129.381893] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52891c0f-247f-ff1a-3d45-e27629ae1692" [ 1129.381893] env[69357]: _type = "Task" [ 1129.381893] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.382177] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.382177] env[69357]: value = "task-4151431" [ 1129.382177] env[69357]: _type = "Task" [ 1129.382177] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.392613] env[69357]: DEBUG oslo_vmware.api [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151430, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.399477] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52891c0f-247f-ff1a-3d45-e27629ae1692, 'name': SearchDatastore_Task, 'duration_secs': 0.011243} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.403339] env[69357]: DEBUG oslo_concurrency.lockutils [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.403672] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.403928] env[69357]: DEBUG oslo_concurrency.lockutils [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.404160] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151431, 'name': CreateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.590346] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]521d0dfe-6903-bf39-4a7c-cb751c2b928c, 'name': SearchDatastore_Task, 'duration_secs': 0.0099} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.590904] env[69357]: DEBUG nova.network.neutron [req-5e74a21a-3a1d-4a53-b12f-3bc7c765443e req-2ce00a51-2aab-48aa-adc6-e7e79de7690b service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Updated VIF entry in instance network info cache for port 9cd8e2ca-97e4-42db-9c1a-ab1bc9393726. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.591373] env[69357]: DEBUG nova.network.neutron [req-5e74a21a-3a1d-4a53-b12f-3bc7c765443e req-2ce00a51-2aab-48aa-adc6-e7e79de7690b service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Updating instance_info_cache with network_info: [{"id": "9cd8e2ca-97e4-42db-9c1a-ab1bc9393726", "address": "fa:16:3e:0c:3f:b9", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd8e2ca-97", "ovs_interfaceid": "9cd8e2ca-97e4-42db-9c1a-ab1bc9393726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.592844] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.593213] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] f99c05d9-8670-4977-85bc-b630cff90ba0/f99c05d9-8670-4977-85bc-b630cff90ba0.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.593977] env[69357]: DEBUG oslo_concurrency.lockutils [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.594344] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.594664] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7df30891-b4e2-4650-9f52-10729cde4450 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.597418] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18a5a937-6a49-45d1-b2a5-6d93e7254b0f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.610248] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1129.610248] env[69357]: value = "task-4151432" [ 1129.610248] env[69357]: _type = "Task" [ 1129.610248] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.615661] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.615873] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.617190] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a21c8cfd-00de-4ebc-a498-d0aa2f3e47ea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.623700] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.627711] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Waiting for the task: (returnval){ [ 1129.627711] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52797673-c54c-8294-db63-29f2ca58594c" [ 1129.627711] env[69357]: _type = "Task" [ 1129.627711] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.632705] env[69357]: DEBUG nova.compute.utils [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.638167] env[69357]: INFO nova.compute.claims [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.644318] env[69357]: DEBUG nova.compute.manager [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1129.644549] env[69357]: DEBUG nova.network.neutron [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.647805] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52797673-c54c-8294-db63-29f2ca58594c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.710843] env[69357]: DEBUG nova.policy [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c52f6efdd3742c9aa2fc420f9de0d1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '989aefa38594401f99cdcd7c82b779c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.726067] env[69357]: DEBUG nova.compute.manager [req-a7ef15a8-b82b-4205-bf82-b744ff75d0d0 req-780a107a-f551-489f-8477-4e9f714d9e2a service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Received event network-vif-plugged-cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.726367] env[69357]: DEBUG oslo_concurrency.lockutils [req-a7ef15a8-b82b-4205-bf82-b744ff75d0d0 req-780a107a-f551-489f-8477-4e9f714d9e2a service nova] Acquiring lock "be0476b0-ea77-4e48-a417-c0f48fc0b867-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.726486] env[69357]: DEBUG oslo_concurrency.lockutils [req-a7ef15a8-b82b-4205-bf82-b744ff75d0d0 req-780a107a-f551-489f-8477-4e9f714d9e2a service nova] Lock "be0476b0-ea77-4e48-a417-c0f48fc0b867-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.726656] env[69357]: DEBUG oslo_concurrency.lockutils [req-a7ef15a8-b82b-4205-bf82-b744ff75d0d0 req-780a107a-f551-489f-8477-4e9f714d9e2a service nova] Lock "be0476b0-ea77-4e48-a417-c0f48fc0b867-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.726815] env[69357]: DEBUG nova.compute.manager [req-a7ef15a8-b82b-4205-bf82-b744ff75d0d0 req-780a107a-f551-489f-8477-4e9f714d9e2a service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] No waiting events found dispatching network-vif-plugged-cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1129.726978] env[69357]: WARNING nova.compute.manager [req-a7ef15a8-b82b-4205-bf82-b744ff75d0d0 req-780a107a-f551-489f-8477-4e9f714d9e2a service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Received unexpected event network-vif-plugged-cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e for instance with vm_state active and task_state None. [ 1129.885926] env[69357]: DEBUG oslo_vmware.api [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151430, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.895502] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151431, 'name': CreateVM_Task, 'duration_secs': 0.462762} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.895727] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.896403] env[69357]: DEBUG oslo_concurrency.lockutils [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.896561] env[69357]: DEBUG oslo_concurrency.lockutils [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.896895] env[69357]: DEBUG oslo_concurrency.lockutils [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.897181] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92435e8e-656a-4909-920a-d4ed904c2f69 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.903079] env[69357]: DEBUG oslo_vmware.api [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1129.903079] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5285705f-15ae-f4e6-085d-6fda601221ed" [ 1129.903079] env[69357]: _type = "Task" [ 1129.903079] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.912633] env[69357]: DEBUG oslo_vmware.api [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5285705f-15ae-f4e6-085d-6fda601221ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.937459] env[69357]: DEBUG nova.network.neutron [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Successfully updated port: cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.095098] env[69357]: DEBUG oslo_concurrency.lockutils [req-5e74a21a-3a1d-4a53-b12f-3bc7c765443e req-2ce00a51-2aab-48aa-adc6-e7e79de7690b service nova] Releasing lock "refresh_cache-be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.100996] env[69357]: DEBUG nova.network.neutron [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Successfully created port: 600062e4-759d-4770-a6a0-0e2de74ab63c {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.124311] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151432, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.138593] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52797673-c54c-8294-db63-29f2ca58594c, 'name': SearchDatastore_Task, 'duration_secs': 0.013779} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.139486] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d49eb61-6701-4206-aad3-475001993a7e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.146928] env[69357]: DEBUG nova.compute.manager [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.150020] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Waiting for the task: (returnval){ [ 1130.150020] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a0ac36-5460-4160-5a95-eb139e8bd93f" [ 1130.150020] env[69357]: _type = "Task" [ 1130.150020] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.151980] env[69357]: INFO nova.compute.resource_tracker [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Updating resource usage from migration bf640a22-df30-4dc3-86ed-56336b22c826 [ 1130.165827] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a0ac36-5460-4160-5a95-eb139e8bd93f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.388581] env[69357]: DEBUG oslo_vmware.api [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151430, 'name': CreateSnapshot_Task, 'duration_secs': 1.118868} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.391580] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1130.393029] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d32f33-eb70-4fd6-bdb2-77eb6803bc6d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.420024] env[69357]: DEBUG oslo_vmware.api [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5285705f-15ae-f4e6-085d-6fda601221ed, 'name': SearchDatastore_Task, 'duration_secs': 0.06103} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.420024] env[69357]: DEBUG oslo_concurrency.lockutils [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.420296] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.420711] env[69357]: DEBUG oslo_concurrency.lockutils [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.440855] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "refresh_cache-be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.441063] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "refresh_cache-be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.441250] env[69357]: DEBUG nova.network.neutron [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.475651] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e211bd-b7c2-410f-bc9e-9b269f142196 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.484522] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b391730-1f1b-40d4-aeaa-9b8ca993d6e2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.520051] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c1d8ba-f5a0-43ba-96de-f7e9e4cf43a5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.526690] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2576350d-e243-4634-b267-ba80b080c787 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.542695] env[69357]: DEBUG nova.compute.provider_tree [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.622315] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619324} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.622593] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] f99c05d9-8670-4977-85bc-b630cff90ba0/f99c05d9-8670-4977-85bc-b630cff90ba0.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.622801] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.623087] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a8539db-7741-4a5c-8a03-b42dc3f864aa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.630532] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1130.630532] env[69357]: value = "task-4151433" [ 1130.630532] env[69357]: _type = "Task" [ 1130.630532] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.640240] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.669413] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a0ac36-5460-4160-5a95-eb139e8bd93f, 'name': SearchDatastore_Task, 'duration_secs': 0.056568} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.669560] env[69357]: DEBUG oslo_concurrency.lockutils [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.669809] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 6159c74a-b050-4873-81ee-dded20de7ebd/6159c74a-b050-4873-81ee-dded20de7ebd.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.670176] env[69357]: DEBUG oslo_concurrency.lockutils [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.671027] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.671027] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e4e957b-90ed-4941-b422-064c5f8e58ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.672628] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3716f21-edb8-4fb1-8d21-dcec970c674e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.681046] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Waiting for the task: (returnval){ [ 1130.681046] env[69357]: value = "task-4151434" [ 1130.681046] env[69357]: _type = "Task" [ 1130.681046] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.684773] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.685055] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.686176] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e1aa83-0755-4aee-bc6c-bba70f146890 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.692719] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Task: {'id': task-4151434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.696947] env[69357]: DEBUG oslo_vmware.api [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1130.696947] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52987055-8005-e2b1-a153-cb005f3fc3e8" [ 1130.696947] env[69357]: _type = "Task" [ 1130.696947] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.706703] env[69357]: DEBUG oslo_vmware.api [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52987055-8005-e2b1-a153-cb005f3fc3e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.914973] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1130.915443] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1a7afcc9-5477-4109-a573-517624bfd49f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.926495] env[69357]: DEBUG oslo_vmware.api [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1130.926495] env[69357]: value = "task-4151435" [ 1130.926495] env[69357]: _type = "Task" [ 1130.926495] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.938391] env[69357]: DEBUG oslo_vmware.api [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151435, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.986660] env[69357]: WARNING nova.network.neutron [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] f9b34c77-3ff2-4855-a6ec-3012cb923c22 already exists in list: networks containing: ['f9b34c77-3ff2-4855-a6ec-3012cb923c22']. ignoring it [ 1131.045851] env[69357]: DEBUG nova.scheduler.client.report [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.144360] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091619} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.144707] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.145591] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b9067c-80e0-4014-a711-8bb7d1d77608 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.163266] env[69357]: DEBUG nova.compute.manager [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.174435] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] f99c05d9-8670-4977-85bc-b630cff90ba0/f99c05d9-8670-4977-85bc-b630cff90ba0.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.177406] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94c457a2-31c2-4e4a-acfa-fad141632639 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.207577] env[69357]: DEBUG nova.virt.hardware [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.207834] env[69357]: DEBUG nova.virt.hardware [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.207979] env[69357]: DEBUG nova.virt.hardware [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.208179] env[69357]: DEBUG nova.virt.hardware [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.208329] env[69357]: DEBUG nova.virt.hardware [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.208504] env[69357]: DEBUG nova.virt.hardware [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.208705] env[69357]: DEBUG nova.virt.hardware [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.208869] env[69357]: DEBUG nova.virt.hardware [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.209056] env[69357]: DEBUG nova.virt.hardware [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.209312] env[69357]: DEBUG nova.virt.hardware [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.209511] env[69357]: DEBUG nova.virt.hardware [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.210925] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675275d0-7ef3-48f1-a521-e935c60dd8ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.219148] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1131.219148] env[69357]: value = "task-4151436" [ 1131.219148] env[69357]: _type = "Task" [ 1131.219148] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.219551] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Task: {'id': task-4151434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507413} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.220144] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 6159c74a-b050-4873-81ee-dded20de7ebd/6159c74a-b050-4873-81ee-dded20de7ebd.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.220412] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.224223] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7da40e5-e243-4a91-8b0f-ae8e732e3353 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.234909] env[69357]: DEBUG oslo_vmware.api [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52987055-8005-e2b1-a153-cb005f3fc3e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011173} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.240545] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a732da-3862-4c0c-9922-7b38b9cd1147 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.251360] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6ad57b-ca84-4ef7-bb75-37771b188917 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.254968] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.255494] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Waiting for the task: (returnval){ [ 1131.255494] env[69357]: value = "task-4151437" [ 1131.255494] env[69357]: _type = "Task" [ 1131.255494] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.270206] env[69357]: DEBUG oslo_vmware.api [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1131.270206] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]524b2959-88a5-4da4-b85b-af7e523cfdc6" [ 1131.270206] env[69357]: _type = "Task" [ 1131.270206] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.279990] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Task: {'id': task-4151437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.287808] env[69357]: DEBUG oslo_vmware.api [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]524b2959-88a5-4da4-b85b-af7e523cfdc6, 'name': SearchDatastore_Task, 'duration_secs': 0.011192} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.287808] env[69357]: DEBUG oslo_concurrency.lockutils [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.287808] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 8e920f0a-05e6-401c-84bd-3dc8d8b1628e/8e920f0a-05e6-401c-84bd-3dc8d8b1628e.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.287808] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daeb317b-4060-4bdd-8022-8b5c7b5a72e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.296081] env[69357]: DEBUG oslo_vmware.api [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1131.296081] env[69357]: value = "task-4151438" [ 1131.296081] env[69357]: _type = "Task" [ 1131.296081] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.305960] env[69357]: DEBUG oslo_vmware.api [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.437970] env[69357]: DEBUG oslo_vmware.api [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151435, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.468410] env[69357]: DEBUG nova.network.neutron [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Updating instance_info_cache with network_info: [{"id": "9cd8e2ca-97e4-42db-9c1a-ab1bc9393726", "address": "fa:16:3e:0c:3f:b9", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd8e2ca-97", "ovs_interfaceid": "9cd8e2ca-97e4-42db-9c1a-ab1bc9393726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e", "address": "fa:16:3e:c6:08:a5", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbe0a6ff-67", "ovs_interfaceid": "cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.551407] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.421s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.551768] env[69357]: INFO nova.compute.manager [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Migrating [ 1131.564387] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.229s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.564659] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.564886] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1131.565408] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.293s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.572067] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b30428-e453-440a-be39-aba9af847d95 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.591483] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3263666d-5d5e-432d-a27a-96abe7a89117 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.614179] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff361f7-a4fa-4e3c-843f-4cb5fe9c3e1a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.621964] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba4be37-4a3e-4a71-a109-58c127af0ab0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.658684] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178908MB free_disk=10GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1131.658897] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.740586] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151436, 'name': ReconfigVM_Task, 'duration_secs': 0.37475} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.741685] env[69357]: DEBUG nova.network.neutron [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Successfully updated port: 600062e4-759d-4770-a6a0-0e2de74ab63c {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.743093] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Reconfigured VM instance instance-00000065 to attach disk [datastore2] f99c05d9-8670-4977-85bc-b630cff90ba0/f99c05d9-8670-4977-85bc-b630cff90ba0.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.744280] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ceb8f95b-50d7-47a6-b32f-36d962bb93f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.752179] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1131.752179] env[69357]: value = "task-4151439" [ 1131.752179] env[69357]: _type = "Task" [ 1131.752179] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.764813] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151439, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.771238] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Task: {'id': task-4151437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108726} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.771599] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.772445] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39652f9-57b9-4675-9d2d-d6eab8a217e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.798199] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 6159c74a-b050-4873-81ee-dded20de7ebd/6159c74a-b050-4873-81ee-dded20de7ebd.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.798529] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65f0a7c3-b836-41d2-b342-0e0bd165e482 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.824469] env[69357]: DEBUG oslo_vmware.api [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52085} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.826224] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 8e920f0a-05e6-401c-84bd-3dc8d8b1628e/8e920f0a-05e6-401c-84bd-3dc8d8b1628e.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.826532] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.826903] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Waiting for the task: (returnval){ [ 1131.826903] env[69357]: value = "task-4151440" [ 1131.826903] env[69357]: _type = "Task" [ 1131.826903] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.827182] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7113cfa6-a3ff-444e-bfda-90c7f35d8e89 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.840498] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Task: {'id': task-4151440, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.844185] env[69357]: DEBUG oslo_vmware.api [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1131.844185] env[69357]: value = "task-4151441" [ 1131.844185] env[69357]: _type = "Task" [ 1131.844185] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.845932] env[69357]: DEBUG nova.compute.manager [req-a5ded4a9-e89f-463e-b888-45c9e8034fd9 req-39718881-a738-485b-abc9-c813cf416742 service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Received event network-changed-cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.849119] env[69357]: DEBUG nova.compute.manager [req-a5ded4a9-e89f-463e-b888-45c9e8034fd9 req-39718881-a738-485b-abc9-c813cf416742 service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Refreshing instance network info cache due to event network-changed-cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.849119] env[69357]: DEBUG oslo_concurrency.lockutils [req-a5ded4a9-e89f-463e-b888-45c9e8034fd9 req-39718881-a738-485b-abc9-c813cf416742 service nova] Acquiring lock "refresh_cache-be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.858739] env[69357]: DEBUG oslo_vmware.api [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.940542] env[69357]: DEBUG oslo_vmware.api [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151435, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.971631] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "refresh_cache-be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.972419] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.972605] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.972913] env[69357]: DEBUG oslo_concurrency.lockutils [req-a5ded4a9-e89f-463e-b888-45c9e8034fd9 req-39718881-a738-485b-abc9-c813cf416742 service nova] Acquired lock "refresh_cache-be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.973117] env[69357]: DEBUG nova.network.neutron [req-a5ded4a9-e89f-463e-b888-45c9e8034fd9 req-39718881-a738-485b-abc9-c813cf416742 service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Refreshing network info cache for port cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.975052] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6727c2c1-0e3d-4d2d-a2a7-7e2ace8b245b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.993203] env[69357]: DEBUG nova.virt.hardware [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.993501] env[69357]: DEBUG nova.virt.hardware [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.993668] env[69357]: DEBUG nova.virt.hardware [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.993856] env[69357]: DEBUG nova.virt.hardware [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.994013] env[69357]: DEBUG nova.virt.hardware [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.994190] env[69357]: DEBUG nova.virt.hardware [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.994438] env[69357]: DEBUG nova.virt.hardware [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.994607] env[69357]: DEBUG nova.virt.hardware [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.995126] env[69357]: DEBUG nova.virt.hardware [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.995126] env[69357]: DEBUG nova.virt.hardware [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.995126] env[69357]: DEBUG nova.virt.hardware [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.001596] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Reconfiguring VM to attach interface {{(pid=69357) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1132.002625] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-312d0330-e7c2-43be-88ee-cf8e2a13e02a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.022084] env[69357]: DEBUG oslo_vmware.api [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 1132.022084] env[69357]: value = "task-4151442" [ 1132.022084] env[69357]: _type = "Task" [ 1132.022084] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.031365] env[69357]: DEBUG oslo_vmware.api [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151442, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.074590] env[69357]: INFO nova.compute.claims [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.084233] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "refresh_cache-e05613c2-0517-48fc-9fdb-47f347327a3c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.084413] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "refresh_cache-e05613c2-0517-48fc-9fdb-47f347327a3c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.084634] env[69357]: DEBUG nova.network.neutron [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.245248] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "refresh_cache-06b42879-ec25-40a2-9cea-b742373c3ccd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.245600] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquired lock "refresh_cache-06b42879-ec25-40a2-9cea-b742373c3ccd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.245729] env[69357]: DEBUG nova.network.neutron [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.266633] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151439, 'name': Rename_Task, 'duration_secs': 0.185651} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.266940] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.267679] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8351cc7-5f2d-499e-8a19-8537e267dd73 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.275806] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1132.275806] env[69357]: value = "task-4151443" [ 1132.275806] env[69357]: _type = "Task" [ 1132.275806] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.285759] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.340413] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Task: {'id': task-4151440, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.357217] env[69357]: DEBUG oslo_vmware.api [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085313} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.357590] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.358560] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169e516f-16b4-4f5d-899b-82b6584f9c5b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.383352] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 8e920f0a-05e6-401c-84bd-3dc8d8b1628e/8e920f0a-05e6-401c-84bd-3dc8d8b1628e.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.384224] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-622f9dc6-d5dc-47a7-9b5d-9f652381b0a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.407162] env[69357]: DEBUG oslo_vmware.api [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1132.407162] env[69357]: value = "task-4151444" [ 1132.407162] env[69357]: _type = "Task" [ 1132.407162] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.420747] env[69357]: DEBUG oslo_vmware.api [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.438922] env[69357]: DEBUG oslo_vmware.api [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151435, 'name': CloneVM_Task} progress is 95%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.533308] env[69357]: DEBUG oslo_vmware.api [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.582054] env[69357]: INFO nova.compute.resource_tracker [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Updating resource usage from migration 0d9f3f77-8135-4975-80f5-461df84a05b7 [ 1132.787764] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151443, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.798846] env[69357]: DEBUG nova.network.neutron [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.855023] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Task: {'id': task-4151440, 'name': ReconfigVM_Task, 'duration_secs': 0.661373} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.855842] env[69357]: DEBUG nova.network.neutron [req-a5ded4a9-e89f-463e-b888-45c9e8034fd9 req-39718881-a738-485b-abc9-c813cf416742 service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Updated VIF entry in instance network info cache for port cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.856303] env[69357]: DEBUG nova.network.neutron [req-a5ded4a9-e89f-463e-b888-45c9e8034fd9 req-39718881-a738-485b-abc9-c813cf416742 service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Updating instance_info_cache with network_info: [{"id": "9cd8e2ca-97e4-42db-9c1a-ab1bc9393726", "address": "fa:16:3e:0c:3f:b9", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd8e2ca-97", "ovs_interfaceid": "9cd8e2ca-97e4-42db-9c1a-ab1bc9393726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e", "address": "fa:16:3e:c6:08:a5", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbe0a6ff-67", "ovs_interfaceid": "cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.857587] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 6159c74a-b050-4873-81ee-dded20de7ebd/6159c74a-b050-4873-81ee-dded20de7ebd.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.861018] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb66330a-8eae-4af7-b621-08b8e862adf0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.868622] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Waiting for the task: (returnval){ [ 1132.868622] env[69357]: value = "task-4151445" [ 1132.868622] env[69357]: _type = "Task" [ 1132.868622] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.882686] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Task: {'id': task-4151445, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.920258] env[69357]: DEBUG oslo_vmware.api [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151444, 'name': ReconfigVM_Task, 'duration_secs': 0.452227} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.927393] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 8e920f0a-05e6-401c-84bd-3dc8d8b1628e/8e920f0a-05e6-401c-84bd-3dc8d8b1628e.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.929972] env[69357]: DEBUG nova.network.neutron [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Updating instance_info_cache with network_info: [{"id": "aaed26df-a5e6-42b5-b85c-a631686e5e15", "address": "fa:16:3e:9f:d5:98", "network": {"id": "e4b350ba-ef87-4c2d-b94d-153f1aa0d1aa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-224470408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6a244fe5024e1a98608a731f3cbe86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaed26df-a5", "ovs_interfaceid": "aaed26df-a5e6-42b5-b85c-a631686e5e15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.931238] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94cf30f1-e66e-454b-a2d2-3bcaef1c9149 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.944774] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43fa65b-43b8-4f49-a006-e4f3c2e28571 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.952204] env[69357]: DEBUG oslo_vmware.api [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1132.952204] env[69357]: value = "task-4151446" [ 1132.952204] env[69357]: _type = "Task" [ 1132.952204] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.952454] env[69357]: DEBUG oslo_vmware.api [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151435, 'name': CloneVM_Task, 'duration_secs': 1.877164} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.953405] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Created linked-clone VM from snapshot [ 1132.958550] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aff4dd8-0d33-4372-92c4-cd76c0414d6c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.965882] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f9626f-5929-457b-a0db-2b273c9600f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.976972] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Uploading image 89cf6851-72a1-4cce-bbed-7de149071ed7 {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1132.979288] env[69357]: DEBUG oslo_vmware.api [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151446, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.870152] env[69357]: DEBUG oslo_concurrency.lockutils [req-a5ded4a9-e89f-463e-b888-45c9e8034fd9 req-39718881-a738-485b-abc9-c813cf416742 service nova] Releasing lock "refresh_cache-be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.870152] env[69357]: DEBUG nova.compute.manager [req-a5ded4a9-e89f-463e-b888-45c9e8034fd9 req-39718881-a738-485b-abc9-c813cf416742 service nova] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Received event network-vif-plugged-600062e4-759d-4770-a6a0-0e2de74ab63c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.870152] env[69357]: DEBUG oslo_concurrency.lockutils [req-a5ded4a9-e89f-463e-b888-45c9e8034fd9 req-39718881-a738-485b-abc9-c813cf416742 service nova] Acquiring lock "06b42879-ec25-40a2-9cea-b742373c3ccd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.870152] env[69357]: DEBUG oslo_concurrency.lockutils [req-a5ded4a9-e89f-463e-b888-45c9e8034fd9 req-39718881-a738-485b-abc9-c813cf416742 service nova] Lock "06b42879-ec25-40a2-9cea-b742373c3ccd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.870152] env[69357]: DEBUG oslo_concurrency.lockutils [req-a5ded4a9-e89f-463e-b888-45c9e8034fd9 req-39718881-a738-485b-abc9-c813cf416742 service nova] Lock "06b42879-ec25-40a2-9cea-b742373c3ccd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.870152] env[69357]: DEBUG nova.compute.manager [req-a5ded4a9-e89f-463e-b888-45c9e8034fd9 req-39718881-a738-485b-abc9-c813cf416742 service nova] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] No waiting events found dispatching network-vif-plugged-600062e4-759d-4770-a6a0-0e2de74ab63c {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1133.870152] env[69357]: WARNING nova.compute.manager [req-a5ded4a9-e89f-463e-b888-45c9e8034fd9 req-39718881-a738-485b-abc9-c813cf416742 service nova] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Received unexpected event network-vif-plugged-600062e4-759d-4770-a6a0-0e2de74ab63c for instance with vm_state building and task_state spawning. [ 1133.870589] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "refresh_cache-e05613c2-0517-48fc-9fdb-47f347327a3c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.876688] env[69357]: DEBUG nova.network.neutron [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Updating instance_info_cache with network_info: [{"id": "600062e4-759d-4770-a6a0-0e2de74ab63c", "address": "fa:16:3e:cb:40:21", "network": {"id": "88d2564b-28c0-4aab-b4f4-dcd4960374ee", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1158897730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "989aefa38594401f99cdcd7c82b779c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap600062e4-75", "ovs_interfaceid": "600062e4-759d-4770-a6a0-0e2de74ab63c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.889318] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503d7336-3133-405a-a508-70cd3de4026b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.895814] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Releasing lock "refresh_cache-06b42879-ec25-40a2-9cea-b742373c3ccd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.896220] env[69357]: DEBUG nova.compute.manager [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Instance network_info: |[{"id": "600062e4-759d-4770-a6a0-0e2de74ab63c", "address": "fa:16:3e:cb:40:21", "network": {"id": "88d2564b-28c0-4aab-b4f4-dcd4960374ee", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1158897730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "989aefa38594401f99cdcd7c82b779c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap600062e4-75", "ovs_interfaceid": "600062e4-759d-4770-a6a0-0e2de74ab63c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.897113] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:40:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '600062e4-759d-4770-a6a0-0e2de74ab63c', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.905919] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.907091] env[69357]: DEBUG oslo_vmware.rw_handles [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1133.907091] env[69357]: value = "vm-822049" [ 1133.907091] env[69357]: _type = "VirtualMachine" [ 1133.907091] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1133.910185] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.910502] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ae60ae95-6f27-47bc-8739-d8755ecdd35a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.925327] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6575d522-0b7c-45e6-a0bb-295e47531fff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.940267] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Task: {'id': task-4151445, 'name': Rename_Task, 'duration_secs': 0.210531} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.940784] env[69357]: DEBUG oslo_vmware.api [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151443, 'name': PowerOnVM_Task, 'duration_secs': 0.560988} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.940996] env[69357]: DEBUG oslo_vmware.api [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151446, 'name': Rename_Task, 'duration_secs': 0.330605} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.941222] env[69357]: DEBUG oslo_vmware.api [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151442, 'name': ReconfigVM_Task, 'duration_secs': 0.992029} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.942015] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.942285] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.942482] env[69357]: INFO nova.compute.manager [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Took 10.15 seconds to spawn the instance on the hypervisor. [ 1133.942693] env[69357]: DEBUG nova.compute.manager [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1133.942930] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.943422] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.943625] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Reconfigured VM to attach interface {{(pid=69357) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1133.947211] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6657df-b8f7-4603-91df-b13ecc54a20d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.953914] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-876a27e4-e699-458e-914b-0d82f7a21d71 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.956559] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9595853f-f40a-47e2-8301-d8240aeb96b5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.959063] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0ebab1e-d224-414e-a7af-5f4518eeacf6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.960605] env[69357]: DEBUG oslo_vmware.rw_handles [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lease: (returnval){ [ 1133.960605] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]525ed10d-fac9-3dd9-871e-4e7cb3b4d9dc" [ 1133.960605] env[69357]: _type = "HttpNfcLease" [ 1133.960605] env[69357]: } obtained for exporting VM: (result){ [ 1133.960605] env[69357]: value = "vm-822049" [ 1133.960605] env[69357]: _type = "VirtualMachine" [ 1133.960605] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1133.960824] env[69357]: DEBUG oslo_vmware.api [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the lease: (returnval){ [ 1133.960824] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]525ed10d-fac9-3dd9-871e-4e7cb3b4d9dc" [ 1133.960824] env[69357]: _type = "HttpNfcLease" [ 1133.960824] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1133.963809] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.963809] env[69357]: value = "task-4151448" [ 1133.963809] env[69357]: _type = "Task" [ 1133.963809] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.965222] env[69357]: DEBUG nova.compute.manager [req-2a11c6d0-49e7-4301-8993-c7aae2de1cb9 req-bebf52bc-bede-4f35-b11e-8a78ace6ca9b service nova] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Received event network-changed-600062e4-759d-4770-a6a0-0e2de74ab63c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.965410] env[69357]: DEBUG nova.compute.manager [req-2a11c6d0-49e7-4301-8993-c7aae2de1cb9 req-bebf52bc-bede-4f35-b11e-8a78ace6ca9b service nova] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Refreshing instance network info cache due to event network-changed-600062e4-759d-4770-a6a0-0e2de74ab63c. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.965637] env[69357]: DEBUG oslo_concurrency.lockutils [req-2a11c6d0-49e7-4301-8993-c7aae2de1cb9 req-bebf52bc-bede-4f35-b11e-8a78ace6ca9b service nova] Acquiring lock "refresh_cache-06b42879-ec25-40a2-9cea-b742373c3ccd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.965799] env[69357]: DEBUG oslo_concurrency.lockutils [req-2a11c6d0-49e7-4301-8993-c7aae2de1cb9 req-bebf52bc-bede-4f35-b11e-8a78ace6ca9b service nova] Acquired lock "refresh_cache-06b42879-ec25-40a2-9cea-b742373c3ccd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.965964] env[69357]: DEBUG nova.network.neutron [req-2a11c6d0-49e7-4301-8993-c7aae2de1cb9 req-bebf52bc-bede-4f35-b11e-8a78ace6ca9b service nova] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Refreshing network info cache for port 600062e4-759d-4770-a6a0-0e2de74ab63c {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.981210] env[69357]: DEBUG nova.compute.provider_tree [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.992247] env[69357]: DEBUG oslo_vmware.api [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1133.992247] env[69357]: value = "task-4151450" [ 1133.992247] env[69357]: _type = "Task" [ 1133.992247] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.995286] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Waiting for the task: (returnval){ [ 1133.995286] env[69357]: value = "task-4151449" [ 1133.995286] env[69357]: _type = "Task" [ 1133.995286] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.999028] env[69357]: DEBUG nova.scheduler.client.report [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.014493] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151448, 'name': CreateVM_Task} progress is 15%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.014754] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1134.014754] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]525ed10d-fac9-3dd9-871e-4e7cb3b4d9dc" [ 1134.014754] env[69357]: _type = "HttpNfcLease" [ 1134.014754] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1134.017032] env[69357]: DEBUG oslo_vmware.rw_handles [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1134.017032] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]525ed10d-fac9-3dd9-871e-4e7cb3b4d9dc" [ 1134.017032] env[69357]: _type = "HttpNfcLease" [ 1134.017032] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1134.017032] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb34b1ba-46bc-4186-9377-733cd8b1ab6a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.029957] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Task: {'id': task-4151449, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.030249] env[69357]: DEBUG oslo_vmware.api [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151450, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.039032] env[69357]: DEBUG oslo_vmware.rw_handles [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a92951-9ce6-7ea9-ad04-529d7a6aa0ca/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1134.039032] env[69357]: DEBUG oslo_vmware.rw_handles [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a92951-9ce6-7ea9-ad04-529d7a6aa0ca/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1134.153634] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2eaa60aa-29fa-40cd-9efd-2c4abe4283d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.355529] env[69357]: DEBUG nova.network.neutron [req-2a11c6d0-49e7-4301-8993-c7aae2de1cb9 req-bebf52bc-bede-4f35-b11e-8a78ace6ca9b service nova] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Updated VIF entry in instance network info cache for port 600062e4-759d-4770-a6a0-0e2de74ab63c. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.356298] env[69357]: DEBUG nova.network.neutron [req-2a11c6d0-49e7-4301-8993-c7aae2de1cb9 req-bebf52bc-bede-4f35-b11e-8a78ace6ca9b service nova] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Updating instance_info_cache with network_info: [{"id": "600062e4-759d-4770-a6a0-0e2de74ab63c", "address": "fa:16:3e:cb:40:21", "network": {"id": "88d2564b-28c0-4aab-b4f4-dcd4960374ee", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1158897730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "989aefa38594401f99cdcd7c82b779c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap600062e4-75", "ovs_interfaceid": "600062e4-759d-4770-a6a0-0e2de74ab63c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.396901] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ed740a04-77f0-4de3-9e82-b21ac1a3be39 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "e6ce382a-b3bd-48cf-83f0-4b429a6b1c12" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.397780] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ed740a04-77f0-4de3-9e82-b21ac1a3be39 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "e6ce382a-b3bd-48cf-83f0-4b429a6b1c12" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.453675] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ab9fca22-33a7-4ecc-8b46-8f8002304790 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "interface-be0476b0-ea77-4e48-a417-c0f48fc0b867-cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.543s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.488973] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151448, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.507760] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.942s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.508508] env[69357]: INFO nova.compute.manager [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Migrating [ 1134.524682] env[69357]: DEBUG oslo_concurrency.lockutils [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.130s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.524902] env[69357]: DEBUG nova.objects.instance [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1134.533068] env[69357]: INFO nova.compute.manager [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Took 24.34 seconds to build instance. [ 1134.543112] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Task: {'id': task-4151449, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.545995] env[69357]: DEBUG oslo_vmware.api [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151450, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.859994] env[69357]: DEBUG oslo_concurrency.lockutils [req-2a11c6d0-49e7-4301-8993-c7aae2de1cb9 req-bebf52bc-bede-4f35-b11e-8a78ace6ca9b service nova] Releasing lock "refresh_cache-06b42879-ec25-40a2-9cea-b742373c3ccd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.901455] env[69357]: INFO nova.compute.manager [None req-ed740a04-77f0-4de3-9e82-b21ac1a3be39 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Detaching volume 75566cd4-edf0-41da-b41d-affcb77e72a4 [ 1134.943821] env[69357]: INFO nova.virt.block_device [None req-ed740a04-77f0-4de3-9e82-b21ac1a3be39 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Attempting to driver detach volume 75566cd4-edf0-41da-b41d-affcb77e72a4 from mountpoint /dev/sdb [ 1134.944243] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed740a04-77f0-4de3-9e82-b21ac1a3be39 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1134.944548] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed740a04-77f0-4de3-9e82-b21ac1a3be39 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822013', 'volume_id': '75566cd4-edf0-41da-b41d-affcb77e72a4', 'name': 'volume-75566cd4-edf0-41da-b41d-affcb77e72a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6ce382a-b3bd-48cf-83f0-4b429a6b1c12', 'attached_at': '', 'detached_at': '', 'volume_id': '75566cd4-edf0-41da-b41d-affcb77e72a4', 'serial': '75566cd4-edf0-41da-b41d-affcb77e72a4'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1134.945506] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d4a740-07c0-4ad2-abfe-9f3038bf9e2a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.972864] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b811d581-527a-4c07-b706-f6c9f474ec58 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.984121] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ac4063-e7ff-45de-b982-0ce9f350f0b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.992972] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151448, 'name': CreateVM_Task, 'duration_secs': 0.570309} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.008611] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.009886] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.010298] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.010739] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.017983] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b133940e-d4b8-43bc-85db-57aa254f8b57 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.020565] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9af5ed4-50f6-46bf-8146-5ed4ab41253b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.028307] env[69357]: DEBUG oslo_vmware.api [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151450, 'name': PowerOnVM_Task, 'duration_secs': 0.721819} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.042905] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.043430] env[69357]: INFO nova.compute.manager [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1135.043720] env[69357]: DEBUG nova.compute.manager [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1135.044111] env[69357]: DEBUG oslo_vmware.api [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Task: {'id': task-4151449, 'name': PowerOnVM_Task, 'duration_secs': 0.683657} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.044463] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1135.044463] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]528e31de-d3d9-090e-72c2-7bbd408c7d9d" [ 1135.044463] env[69357]: _type = "Task" [ 1135.044463] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.044873] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "refresh_cache-f888c4a2-79e8-4aa0-b7db-9237fabdd5cd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.045107] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired lock "refresh_cache-f888c4a2-79e8-4aa0-b7db-9237fabdd5cd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.045335] env[69357]: DEBUG nova.network.neutron [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.051094] env[69357]: DEBUG oslo_concurrency.lockutils [None req-42ba03e8-a221-474b-86bb-fd53946ab2fc tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "f99c05d9-8670-4977-85bc-b630cff90ba0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.873s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.051094] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed740a04-77f0-4de3-9e82-b21ac1a3be39 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] The volume has not been displaced from its original location: [datastore2] volume-75566cd4-edf0-41da-b41d-affcb77e72a4/volume-75566cd4-edf0-41da-b41d-affcb77e72a4.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1135.056888] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed740a04-77f0-4de3-9e82-b21ac1a3be39 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1135.061275] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0509f353-dfdd-4f61-b847-97ae0419158c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.064017] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.064259] env[69357]: INFO nova.compute.manager [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Took 6.35 seconds to spawn the instance on the hypervisor. [ 1135.064473] env[69357]: DEBUG nova.compute.manager [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1135.065106] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b053ff0a-0bcb-4f2e-ab09-5bb587749b16 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.081410] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c7038d-037a-41f3-a185-390071219cc0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.107303] env[69357]: DEBUG oslo_vmware.api [None req-ed740a04-77f0-4de3-9e82-b21ac1a3be39 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1135.107303] env[69357]: value = "task-4151451" [ 1135.107303] env[69357]: _type = "Task" [ 1135.107303] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.111720] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]528e31de-d3d9-090e-72c2-7bbd408c7d9d, 'name': SearchDatastore_Task, 'duration_secs': 0.017131} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.114703] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.114976] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.115322] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.116652] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.116652] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.121155] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5fdec8b-3af2-4d75-a7b1-c55f2068622f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.133127] env[69357]: DEBUG oslo_vmware.api [None req-ed740a04-77f0-4de3-9e82-b21ac1a3be39 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.142054] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.142729] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.143984] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85a67b1f-b573-4850-9923-b6e99abc8d7f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.154469] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1135.154469] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52900aa9-ef76-654b-aead-29db262ffa14" [ 1135.154469] env[69357]: _type = "Task" [ 1135.154469] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.169272] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52900aa9-ef76-654b-aead-29db262ffa14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.212476] env[69357]: DEBUG oslo_vmware.rw_handles [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb5bb6-587b-448d-94c8-dcb28c97be6e/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1135.213992] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe927bf-7678-46fb-8ef6-54b99ed86e0b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.224582] env[69357]: DEBUG oslo_vmware.rw_handles [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb5bb6-587b-448d-94c8-dcb28c97be6e/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1135.225040] env[69357]: ERROR oslo_vmware.rw_handles [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb5bb6-587b-448d-94c8-dcb28c97be6e/disk-0.vmdk due to incomplete transfer. [ 1135.225562] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ca8c39da-514b-4af7-ae4e-51ae4a8c9557 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.240807] env[69357]: DEBUG oslo_vmware.rw_handles [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb5bb6-587b-448d-94c8-dcb28c97be6e/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1135.241923] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Uploaded image 8a1f55b1-da44-4e80-97ec-e4b8c96120d7 to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1135.245080] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1135.245609] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d490becb-6cf4-472c-822b-b4e8474ebe98 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.254073] env[69357]: DEBUG oslo_vmware.api [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1135.254073] env[69357]: value = "task-4151452" [ 1135.254073] env[69357]: _type = "Task" [ 1135.254073] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.263486] env[69357]: DEBUG oslo_vmware.api [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151452, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.382340] env[69357]: DEBUG nova.network.neutron [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Updating instance_info_cache with network_info: [{"id": "507ccafc-7cf4-4261-89c7-b834b8b785d1", "address": "fa:16:3e:11:08:66", "network": {"id": "53920da6-d263-44f4-a530-25b528a83149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-247356550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeed843967394582a8207ae77c9b18aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap507ccafc-7c", "ovs_interfaceid": "507ccafc-7cf4-4261-89c7-b834b8b785d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.390947] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b201e28d-862a-441c-aef5-5af7c69d5ac1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.409369] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Updating instance 'e05613c2-0517-48fc-9fdb-47f347327a3c' progress to 0 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.559326] env[69357]: DEBUG oslo_concurrency.lockutils [None req-01c3c07f-68e0-43e1-982a-5c25836f8d3c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.035s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.560455] env[69357]: DEBUG oslo_concurrency.lockutils [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.415s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.560680] env[69357]: DEBUG nova.objects.instance [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lazy-loading 'resources' on Instance uuid d2e0ef34-5e39-4839-bd30-56dfef720baf {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.629662] env[69357]: INFO nova.compute.manager [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Took 24.06 seconds to build instance. [ 1135.633977] env[69357]: INFO nova.compute.manager [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Took 24.42 seconds to build instance. [ 1135.640455] env[69357]: DEBUG oslo_vmware.api [None req-ed740a04-77f0-4de3-9e82-b21ac1a3be39 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.665801] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52900aa9-ef76-654b-aead-29db262ffa14, 'name': SearchDatastore_Task, 'duration_secs': 0.016197} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.667456] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d0a7685-908d-4578-aa39-70c4db5f08da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.674245] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1135.674245] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]526108e2-a61c-5723-49fa-8fbe0101c290" [ 1135.674245] env[69357]: _type = "Task" [ 1135.674245] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.683244] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526108e2-a61c-5723-49fa-8fbe0101c290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.764806] env[69357]: DEBUG oslo_vmware.api [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151452, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.886285] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Releasing lock "refresh_cache-f888c4a2-79e8-4aa0-b7db-9237fabdd5cd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.916520] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.917116] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec38a8ed-7cb2-4546-99e2-465f78421707 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.925852] env[69357]: DEBUG oslo_vmware.api [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1135.925852] env[69357]: value = "task-4151453" [ 1135.925852] env[69357]: _type = "Task" [ 1135.925852] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.935981] env[69357]: DEBUG oslo_vmware.api [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.136786] env[69357]: DEBUG oslo_concurrency.lockutils [None req-51ebb204-4fbd-409a-824d-dfd01746350f tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Lock "6159c74a-b050-4873-81ee-dded20de7ebd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.572s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.137619] env[69357]: DEBUG oslo_concurrency.lockutils [None req-395be13e-9ea6-4d4b-bd05-9d29c1acf8af tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "8e920f0a-05e6-401c-84bd-3dc8d8b1628e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.936s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.137844] env[69357]: DEBUG oslo_vmware.api [None req-ed740a04-77f0-4de3-9e82-b21ac1a3be39 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.188663] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]526108e2-a61c-5723-49fa-8fbe0101c290, 'name': SearchDatastore_Task, 'duration_secs': 0.024363} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.189229] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.189955] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 06b42879-ec25-40a2-9cea-b742373c3ccd/06b42879-ec25-40a2-9cea-b742373c3ccd.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.190415] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d29b43d-333f-48ac-a2c8-3833b157bd1b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.205265] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1136.205265] env[69357]: value = "task-4151454" [ 1136.205265] env[69357]: _type = "Task" [ 1136.205265] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.225845] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.270732] env[69357]: DEBUG oslo_vmware.api [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151452, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.414055] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a9538f-3897-49a3-83f9-31d0b779d192 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.423511] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607e6ea6-1a52-4324-9b37-ce26efe31340 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.464975] env[69357]: DEBUG nova.compute.manager [None req-eefc90f5-77b4-486e-9829-5712ee764e3a tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1136.472434] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb40741-3716-4add-8020-221b95160334 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.476357] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334640ed-46bb-478f-abac-2e16b13fcdb1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.479581] env[69357]: DEBUG oslo_vmware.api [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.491535] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5681040-2100-4d54-94ad-216ea0b7a8b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.501026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "interface-be0476b0-ea77-4e48-a417-c0f48fc0b867-cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.501378] env[69357]: DEBUG oslo_concurrency.lockutils [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "interface-be0476b0-ea77-4e48-a417-c0f48fc0b867-cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.511948] env[69357]: DEBUG nova.compute.provider_tree [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.633714] env[69357]: DEBUG oslo_vmware.api [None req-ed740a04-77f0-4de3-9e82-b21ac1a3be39 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151451, 'name': ReconfigVM_Task, 'duration_secs': 1.322617} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.634330] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed740a04-77f0-4de3-9e82-b21ac1a3be39 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1136.640102] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0791df30-804a-4faf-8ecb-500b15a8022d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.660483] env[69357]: DEBUG oslo_vmware.api [None req-ed740a04-77f0-4de3-9e82-b21ac1a3be39 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1136.660483] env[69357]: value = "task-4151455" [ 1136.660483] env[69357]: _type = "Task" [ 1136.660483] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.671965] env[69357]: DEBUG oslo_vmware.api [None req-ed740a04-77f0-4de3-9e82-b21ac1a3be39 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.705716] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Acquiring lock "6159c74a-b050-4873-81ee-dded20de7ebd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.708224] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Lock "6159c74a-b050-4873-81ee-dded20de7ebd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.708224] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Acquiring lock "6159c74a-b050-4873-81ee-dded20de7ebd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.708224] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Lock "6159c74a-b050-4873-81ee-dded20de7ebd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.708224] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Lock "6159c74a-b050-4873-81ee-dded20de7ebd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.714752] env[69357]: INFO nova.compute.manager [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Terminating instance [ 1136.725336] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151454, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.769219] env[69357]: DEBUG oslo_vmware.api [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151452, 'name': Destroy_Task, 'duration_secs': 1.46602} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.769518] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Destroyed the VM [ 1136.769790] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1136.770124] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-396c58d6-6b1b-41f6-8e2e-3597446b1004 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.781051] env[69357]: DEBUG oslo_vmware.api [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1136.781051] env[69357]: value = "task-4151456" [ 1136.781051] env[69357]: _type = "Task" [ 1136.781051] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.791813] env[69357]: DEBUG oslo_vmware.api [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151456, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.853992] env[69357]: DEBUG oslo_concurrency.lockutils [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "808b711f-28a8-4f4f-a108-72e6ca6acb3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.854373] env[69357]: DEBUG oslo_concurrency.lockutils [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "808b711f-28a8-4f4f-a108-72e6ca6acb3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.937337] env[69357]: DEBUG oslo_vmware.api [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151453, 'name': PowerOffVM_Task, 'duration_secs': 0.592941} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.937982] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.938206] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Updating instance 'e05613c2-0517-48fc-9fdb-47f347327a3c' progress to 17 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.000531] env[69357]: INFO nova.compute.manager [None req-eefc90f5-77b4-486e-9829-5712ee764e3a tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] instance snapshotting [ 1137.001235] env[69357]: DEBUG nova.objects.instance [None req-eefc90f5-77b4-486e-9829-5712ee764e3a tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Lazy-loading 'flavor' on Instance uuid 6159c74a-b050-4873-81ee-dded20de7ebd {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.014923] env[69357]: DEBUG oslo_concurrency.lockutils [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.015160] env[69357]: DEBUG oslo_concurrency.lockutils [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.016143] env[69357]: DEBUG nova.scheduler.client.report [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.019896] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7be572-3d5f-43e8-ae95-a07818ede027 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.039730] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13c5357-ea5f-4979-9835-4c040a4f736b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.067466] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Reconfiguring VM to detach interface {{(pid=69357) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1137.067773] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-349f2dcf-c40a-4a63-8d45-3c7b742451c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.087532] env[69357]: DEBUG oslo_vmware.api [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 1137.087532] env[69357]: value = "task-4151457" [ 1137.087532] env[69357]: _type = "Task" [ 1137.087532] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.096565] env[69357]: DEBUG oslo_vmware.api [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.171318] env[69357]: DEBUG oslo_vmware.api [None req-ed740a04-77f0-4de3-9e82-b21ac1a3be39 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151455, 'name': ReconfigVM_Task, 'duration_secs': 0.239742} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.171842] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed740a04-77f0-4de3-9e82-b21ac1a3be39 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822013', 'volume_id': '75566cd4-edf0-41da-b41d-affcb77e72a4', 'name': 'volume-75566cd4-edf0-41da-b41d-affcb77e72a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6ce382a-b3bd-48cf-83f0-4b429a6b1c12', 'attached_at': '', 'detached_at': '', 'volume_id': '75566cd4-edf0-41da-b41d-affcb77e72a4', 'serial': '75566cd4-edf0-41da-b41d-affcb77e72a4'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1137.220786] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Acquiring lock "refresh_cache-6159c74a-b050-4873-81ee-dded20de7ebd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.220786] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Acquired lock "refresh_cache-6159c74a-b050-4873-81ee-dded20de7ebd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.221085] env[69357]: DEBUG nova.network.neutron [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.222372] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641309} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.222876] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 06b42879-ec25-40a2-9cea-b742373c3ccd/06b42879-ec25-40a2-9cea-b742373c3ccd.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.223124] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.223450] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49e5e20d-649a-495b-b919-61c0a2877f36 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.232849] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1137.232849] env[69357]: value = "task-4151458" [ 1137.232849] env[69357]: _type = "Task" [ 1137.232849] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.246887] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.298280] env[69357]: DEBUG oslo_vmware.api [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151456, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.357834] env[69357]: DEBUG nova.compute.manager [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.403283] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b187d9-24bb-4a0a-9bce-7df445536d91 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.427114] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Updating instance 'f888c4a2-79e8-4aa0-b7db-9237fabdd5cd' progress to 0 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.444755] env[69357]: DEBUG nova.virt.hardware [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.445127] env[69357]: DEBUG nova.virt.hardware [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.445318] env[69357]: DEBUG nova.virt.hardware [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.445572] env[69357]: DEBUG nova.virt.hardware [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.445789] env[69357]: DEBUG nova.virt.hardware [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.446037] env[69357]: DEBUG nova.virt.hardware [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.446333] env[69357]: DEBUG nova.virt.hardware [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.446613] env[69357]: DEBUG nova.virt.hardware [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.446836] env[69357]: DEBUG nova.virt.hardware [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.447095] env[69357]: DEBUG nova.virt.hardware [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.447368] env[69357]: DEBUG nova.virt.hardware [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.453781] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ba37d57-e913-420b-bafc-e924b4fbaa0c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.472618] env[69357]: DEBUG oslo_vmware.api [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1137.472618] env[69357]: value = "task-4151459" [ 1137.472618] env[69357]: _type = "Task" [ 1137.472618] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.483929] env[69357]: DEBUG oslo_vmware.api [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151459, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.510291] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd66744-2b9c-4330-97fc-364b16865277 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.529584] env[69357]: DEBUG oslo_concurrency.lockutils [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.532163] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.873s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.535239] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732189fe-6f32-4328-88ff-c0b60fbf0f2d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.557966] env[69357]: INFO nova.scheduler.client.report [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Deleted allocations for instance d2e0ef34-5e39-4839-bd30-56dfef720baf [ 1137.598303] env[69357]: DEBUG oslo_vmware.api [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.733954] env[69357]: DEBUG nova.objects.instance [None req-ed740a04-77f0-4de3-9e82-b21ac1a3be39 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lazy-loading 'flavor' on Instance uuid e6ce382a-b3bd-48cf-83f0-4b429a6b1c12 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.746698] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099744} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.747696] env[69357]: DEBUG nova.network.neutron [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.749734] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.751347] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f5ce68-6ee0-4509-8388-5201ca36dd6c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.780421] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 06b42879-ec25-40a2-9cea-b742373c3ccd/06b42879-ec25-40a2-9cea-b742373c3ccd.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.783784] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c6f6eb3-78d1-4981-9365-069df6484565 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.810601] env[69357]: DEBUG oslo_vmware.api [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151456, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.812248] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1137.812248] env[69357]: value = "task-4151460" [ 1137.812248] env[69357]: _type = "Task" [ 1137.812248] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.823760] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.860290] env[69357]: DEBUG nova.network.neutron [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.881889] env[69357]: DEBUG oslo_concurrency.lockutils [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.934674] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.937379] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e262f60-c386-4bbd-9468-a69db693c2ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.946423] env[69357]: DEBUG oslo_vmware.api [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1137.946423] env[69357]: value = "task-4151461" [ 1137.946423] env[69357]: _type = "Task" [ 1137.946423] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.984702] env[69357]: DEBUG oslo_vmware.api [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151459, 'name': ReconfigVM_Task, 'duration_secs': 0.275346} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.985098] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Updating instance 'e05613c2-0517-48fc-9fdb-47f347327a3c' progress to 33 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.049028] env[69357]: DEBUG nova.compute.manager [None req-eefc90f5-77b4-486e-9829-5712ee764e3a tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Instance disappeared during snapshot {{(pid=69357) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1138.068195] env[69357]: DEBUG oslo_concurrency.lockutils [None req-19fd1239-bdaf-4b08-a1de-3d02f54d4615 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "d2e0ef34-5e39-4839-bd30-56dfef720baf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.593s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.100706] env[69357]: DEBUG oslo_vmware.api [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.188763] env[69357]: DEBUG nova.compute.manager [None req-eefc90f5-77b4-486e-9829-5712ee764e3a tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Found 0 images (rotation: 2) {{(pid=69357) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1138.311331] env[69357]: DEBUG oslo_vmware.api [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151456, 'name': RemoveSnapshot_Task, 'duration_secs': 1.088113} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.311591] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1138.311827] env[69357]: INFO nova.compute.manager [None req-60645aca-11eb-4bb2-8d7c-53964bfee496 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Took 18.44 seconds to snapshot the instance on the hypervisor. [ 1138.324878] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.365351] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Releasing lock "refresh_cache-6159c74a-b050-4873-81ee-dded20de7ebd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.365947] env[69357]: DEBUG nova.compute.manager [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.366294] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.367876] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52c61ce-8003-4516-8269-1665d556bfba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.377020] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.377020] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54d7e618-2e8e-4d38-a112-6b720aa8c838 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.385119] env[69357]: DEBUG oslo_vmware.api [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Waiting for the task: (returnval){ [ 1138.385119] env[69357]: value = "task-4151462" [ 1138.385119] env[69357]: _type = "Task" [ 1138.385119] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.394205] env[69357]: DEBUG oslo_vmware.api [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Task: {'id': task-4151462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.440645] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "76c12a8d-72fa-4428-81c4-a31c4b6e0951" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.440919] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "76c12a8d-72fa-4428-81c4-a31c4b6e0951" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.441147] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "76c12a8d-72fa-4428-81c4-a31c4b6e0951-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.441364] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "76c12a8d-72fa-4428-81c4-a31c4b6e0951-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.441550] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "76c12a8d-72fa-4428-81c4-a31c4b6e0951-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.443861] env[69357]: INFO nova.compute.manager [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Terminating instance [ 1138.459949] env[69357]: DEBUG oslo_vmware.api [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151461, 'name': PowerOffVM_Task, 'duration_secs': 0.359171} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.461078] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.461435] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Updating instance 'f888c4a2-79e8-4aa0-b7db-9237fabdd5cd' progress to 17 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.492880] env[69357]: DEBUG nova.virt.hardware [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.493168] env[69357]: DEBUG nova.virt.hardware [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.493531] env[69357]: DEBUG nova.virt.hardware [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.493839] env[69357]: DEBUG nova.virt.hardware [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.493876] env[69357]: DEBUG nova.virt.hardware [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.494033] env[69357]: DEBUG nova.virt.hardware [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.494288] env[69357]: DEBUG nova.virt.hardware [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.494410] env[69357]: DEBUG nova.virt.hardware [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.494578] env[69357]: DEBUG nova.virt.hardware [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.494803] env[69357]: DEBUG nova.virt.hardware [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.495097] env[69357]: DEBUG nova.virt.hardware [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.500899] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1138.501659] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c16f3b58-7c43-4576-9203-a94e15b49c6a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.523541] env[69357]: DEBUG oslo_vmware.api [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1138.523541] env[69357]: value = "task-4151463" [ 1138.523541] env[69357]: _type = "Task" [ 1138.523541] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.536836] env[69357]: DEBUG oslo_vmware.api [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151463, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.545966] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Applying migration context for instance e05613c2-0517-48fc-9fdb-47f347327a3c as it has an incoming, in-progress migration bf640a22-df30-4dc3-86ed-56336b22c826. Migration status is migrating {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1138.546248] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Applying migration context for instance f888c4a2-79e8-4aa0-b7db-9237fabdd5cd as it has an incoming, in-progress migration 0d9f3f77-8135-4975-80f5-461df84a05b7. Migration status is migrating {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1138.548219] env[69357]: INFO nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Updating resource usage from migration bf640a22-df30-4dc3-86ed-56336b22c826 [ 1138.548546] env[69357]: INFO nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Updating resource usage from migration 0d9f3f77-8135-4975-80f5-461df84a05b7 [ 1138.570141] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance d8dab389-b197-4774-8f88-295552bb57dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.570359] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance a867059b-ea7b-4222-a47c-a6621cf37421 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.570532] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance ed128ff8-b9bd-4b81-b311-4d9efae21c73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.570701] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance e6ce382a-b3bd-48cf-83f0-4b429a6b1c12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.570866] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance facbe890-7d28-4e20-8126-8382383e0468 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.571027] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 5fb64e02-0c67-4cd2-8138-68d07cdb33f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.571173] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 3a924a64-140f-4df3-8a18-5f52d5c684b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.571323] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance be0476b0-ea77-4e48-a417-c0f48fc0b867 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.571482] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.571644] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 76c12a8d-72fa-4428-81c4-a31c4b6e0951 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.571791] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance fced8f57-3c14-43df-8931-5928be74e4bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.571936] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance f99c05d9-8670-4977-85bc-b630cff90ba0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.572126] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 8e920f0a-05e6-401c-84bd-3dc8d8b1628e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.572266] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 6159c74a-b050-4873-81ee-dded20de7ebd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.572394] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 06b42879-ec25-40a2-9cea-b742373c3ccd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.572547] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Migration bf640a22-df30-4dc3-86ed-56336b22c826 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1138.572690] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance e05613c2-0517-48fc-9fdb-47f347327a3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.572829] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Migration 0d9f3f77-8135-4975-80f5-461df84a05b7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1138.572976] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance f888c4a2-79e8-4aa0-b7db-9237fabdd5cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1138.600391] env[69357]: DEBUG oslo_vmware.api [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.746665] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ed740a04-77f0-4de3-9e82-b21ac1a3be39 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "e6ce382a-b3bd-48cf-83f0-4b429a6b1c12" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.349s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.831783] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151460, 'name': ReconfigVM_Task, 'duration_secs': 0.65331} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.832127] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 06b42879-ec25-40a2-9cea-b742373c3ccd/06b42879-ec25-40a2-9cea-b742373c3ccd.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.832799] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec233c13-88b3-45b3-9c0a-c049333f2603 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.842214] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1138.842214] env[69357]: value = "task-4151464" [ 1138.842214] env[69357]: _type = "Task" [ 1138.842214] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.858792] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151464, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.900866] env[69357]: DEBUG oslo_vmware.api [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Task: {'id': task-4151462, 'name': PowerOffVM_Task, 'duration_secs': 0.172406} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.901209] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.901455] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.901813] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6381a878-3b2e-449e-88c7-3d5591883c71 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.938542] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.938542] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.938542] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Deleting the datastore file [datastore2] 6159c74a-b050-4873-81ee-dded20de7ebd {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.938790] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3802f50-98e0-4138-824d-472a63cd59d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.949256] env[69357]: DEBUG nova.compute.manager [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.949529] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.949915] env[69357]: DEBUG oslo_vmware.api [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Waiting for the task: (returnval){ [ 1138.949915] env[69357]: value = "task-4151466" [ 1138.949915] env[69357]: _type = "Task" [ 1138.949915] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.950981] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e458131a-0369-4b33-8cf3-83f685127588 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.971696] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.975392] env[69357]: DEBUG nova.virt.hardware [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.975791] env[69357]: DEBUG nova.virt.hardware [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.976125] env[69357]: DEBUG nova.virt.hardware [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.976415] env[69357]: DEBUG nova.virt.hardware [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.976746] env[69357]: DEBUG nova.virt.hardware [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.977033] env[69357]: DEBUG nova.virt.hardware [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.977391] env[69357]: DEBUG nova.virt.hardware [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.977692] env[69357]: DEBUG nova.virt.hardware [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.978020] env[69357]: DEBUG nova.virt.hardware [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.978357] env[69357]: DEBUG nova.virt.hardware [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.978623] env[69357]: DEBUG nova.virt.hardware [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.985503] env[69357]: DEBUG oslo_vmware.api [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Task: {'id': task-4151466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.986241] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ce7b406-55e2-4623-8e60-a9e19f694e74 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.988351] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc670723-5f5e-417f-aaa1-7b3a7b979364 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.006571] env[69357]: DEBUG oslo_vmware.api [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1139.006571] env[69357]: value = "task-4151468" [ 1139.006571] env[69357]: _type = "Task" [ 1139.006571] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.008186] env[69357]: DEBUG oslo_vmware.api [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1139.008186] env[69357]: value = "task-4151467" [ 1139.008186] env[69357]: _type = "Task" [ 1139.008186] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.020540] env[69357]: DEBUG oslo_vmware.api [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.024508] env[69357]: DEBUG oslo_vmware.api [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151468, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.034644] env[69357]: DEBUG oslo_vmware.api [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151463, 'name': ReconfigVM_Task, 'duration_secs': 0.283683} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.035034] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1139.035947] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88be3040-b723-4d23-8fbf-c033c0e810d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.061145] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] e05613c2-0517-48fc-9fdb-47f347327a3c/e05613c2-0517-48fc-9fdb-47f347327a3c.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.061643] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72c17e3d-1e0e-40fe-a41d-fb92a3bb3344 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.076740] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 808b711f-28a8-4f4f-a108-72e6ca6acb3d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1139.077362] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1139.077624] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4352MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1139.087509] env[69357]: DEBUG oslo_vmware.api [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1139.087509] env[69357]: value = "task-4151469" [ 1139.087509] env[69357]: _type = "Task" [ 1139.087509] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.106709] env[69357]: DEBUG oslo_vmware.api [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.106994] env[69357]: DEBUG oslo_vmware.api [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151469, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.356296] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151464, 'name': Rename_Task, 'duration_secs': 0.225305} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.356835] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.356996] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11cdb371-5cb3-4839-a7b3-a8efdb2b271f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.365213] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1139.365213] env[69357]: value = "task-4151470" [ 1139.365213] env[69357]: _type = "Task" [ 1139.365213] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.374534] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.402266] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8149788a-5e20-491f-a507-3f59459394a5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.410873] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f543a44c-e718-40ab-a036-cabab18c1fca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.444727] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7c1695-a5d2-481c-9c60-39156ca9400f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.454401] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1691dd-b818-4091-bc0c-b5d4c783fb52 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.468917] env[69357]: DEBUG oslo_vmware.api [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Task: {'id': task-4151466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22298} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.476660] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.476885] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.477104] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.477266] env[69357]: INFO nova.compute.manager [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1139.477512] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.477924] env[69357]: DEBUG nova.compute.provider_tree [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.479418] env[69357]: DEBUG nova.compute.manager [-] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.479418] env[69357]: DEBUG nova.network.neutron [-] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.497259] env[69357]: DEBUG nova.network.neutron [-] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.523704] env[69357]: DEBUG oslo_vmware.api [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151468, 'name': ReconfigVM_Task, 'duration_secs': 0.336015} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.526988] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Updating instance 'f888c4a2-79e8-4aa0-b7db-9237fabdd5cd' progress to 33 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.530532] env[69357]: DEBUG oslo_vmware.api [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151467, 'name': PowerOffVM_Task, 'duration_secs': 0.315151} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.534124] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.534124] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.534124] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7db82cb-3ad8-4e63-b9c2-76f33adbf1a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.600157] env[69357]: DEBUG oslo_vmware.api [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151469, 'name': ReconfigVM_Task, 'duration_secs': 0.47218} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.600793] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Reconfigured VM instance instance-00000061 to attach disk [datastore2] e05613c2-0517-48fc-9fdb-47f347327a3c/e05613c2-0517-48fc-9fdb-47f347327a3c.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.601093] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Updating instance 'e05613c2-0517-48fc-9fdb-47f347327a3c' progress to 50 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.607790] env[69357]: DEBUG oslo_vmware.api [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.611748] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.611955] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.612155] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Deleting the datastore file [datastore1] 76c12a8d-72fa-4428-81c4-a31c4b6e0951 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.612415] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4891415-b179-4386-a7a3-74ae597c1150 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.620089] env[69357]: DEBUG oslo_vmware.api [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1139.620089] env[69357]: value = "task-4151472" [ 1139.620089] env[69357]: _type = "Task" [ 1139.620089] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.630092] env[69357]: DEBUG oslo_vmware.api [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.733807] env[69357]: DEBUG oslo_concurrency.lockutils [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "e6ce382a-b3bd-48cf-83f0-4b429a6b1c12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.734106] env[69357]: DEBUG oslo_concurrency.lockutils [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "e6ce382a-b3bd-48cf-83f0-4b429a6b1c12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.734318] env[69357]: DEBUG oslo_concurrency.lockutils [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "e6ce382a-b3bd-48cf-83f0-4b429a6b1c12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.734590] env[69357]: DEBUG oslo_concurrency.lockutils [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "e6ce382a-b3bd-48cf-83f0-4b429a6b1c12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.734870] env[69357]: DEBUG oslo_concurrency.lockutils [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "e6ce382a-b3bd-48cf-83f0-4b429a6b1c12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.738087] env[69357]: INFO nova.compute.manager [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Terminating instance [ 1139.877422] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151470, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.983265] env[69357]: DEBUG nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.000268] env[69357]: DEBUG nova.network.neutron [-] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.033600] env[69357]: DEBUG nova.virt.hardware [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.033914] env[69357]: DEBUG nova.virt.hardware [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.034079] env[69357]: DEBUG nova.virt.hardware [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.034272] env[69357]: DEBUG nova.virt.hardware [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.034421] env[69357]: DEBUG nova.virt.hardware [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.034586] env[69357]: DEBUG nova.virt.hardware [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.034869] env[69357]: DEBUG nova.virt.hardware [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.035114] env[69357]: DEBUG nova.virt.hardware [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.035332] env[69357]: DEBUG nova.virt.hardware [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.035521] env[69357]: DEBUG nova.virt.hardware [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.035775] env[69357]: DEBUG nova.virt.hardware [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.041883] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1140.042606] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7fb1a00-ff27-4b79-834c-7f2f0e89d612 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.065956] env[69357]: DEBUG oslo_vmware.api [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1140.065956] env[69357]: value = "task-4151473" [ 1140.065956] env[69357]: _type = "Task" [ 1140.065956] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.075454] env[69357]: DEBUG oslo_vmware.api [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.104369] env[69357]: DEBUG oslo_vmware.api [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.111194] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edccced9-ba82-461c-85c4-ff85ca4c1d68 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.137980] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e6d3cb-f0a1-4d20-8ab6-262eeda93e9b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.147422] env[69357]: DEBUG oslo_vmware.api [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294038} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.161764] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.161973] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.162235] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.162376] env[69357]: INFO nova.compute.manager [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1140.162633] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.162908] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Updating instance 'e05613c2-0517-48fc-9fdb-47f347327a3c' progress to 67 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.166538] env[69357]: DEBUG nova.compute.manager [-] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.166652] env[69357]: DEBUG nova.network.neutron [-] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.241807] env[69357]: DEBUG nova.compute.manager [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.242108] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.243312] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0233b378-483e-400e-9d16-dcdd147d95ae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.252744] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.252907] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7aeb196e-0aeb-456d-930a-721f14da3c49 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.260445] env[69357]: DEBUG oslo_vmware.api [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1140.260445] env[69357]: value = "task-4151474" [ 1140.260445] env[69357]: _type = "Task" [ 1140.260445] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.270046] env[69357]: DEBUG oslo_vmware.api [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.379353] env[69357]: DEBUG oslo_vmware.api [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151470, 'name': PowerOnVM_Task, 'duration_secs': 0.816077} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.379804] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.380040] env[69357]: INFO nova.compute.manager [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1140.380309] env[69357]: DEBUG nova.compute.manager [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1140.381410] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d76b23-2bc8-4efd-bb51-64d171ab0de4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.470585] env[69357]: DEBUG nova.compute.manager [req-e4803641-59c6-4639-87e0-c23c2fd3e14f req-39265bad-3209-4dc7-844c-4f8a64bd50c3 service nova] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Received event network-vif-deleted-ac113e8a-d04d-485d-83be-293a69be43ff {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.470976] env[69357]: INFO nova.compute.manager [req-e4803641-59c6-4639-87e0-c23c2fd3e14f req-39265bad-3209-4dc7-844c-4f8a64bd50c3 service nova] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Neutron deleted interface ac113e8a-d04d-485d-83be-293a69be43ff; detaching it from the instance and deleting it from the info cache [ 1140.471092] env[69357]: DEBUG nova.network.neutron [req-e4803641-59c6-4639-87e0-c23c2fd3e14f req-39265bad-3209-4dc7-844c-4f8a64bd50c3 service nova] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.488839] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1140.489063] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.957s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.489599] env[69357]: DEBUG oslo_concurrency.lockutils [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.608s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.491413] env[69357]: INFO nova.compute.claims [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.502137] env[69357]: INFO nova.compute.manager [-] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Took 1.02 seconds to deallocate network for instance. [ 1140.580559] env[69357]: DEBUG oslo_vmware.api [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151473, 'name': ReconfigVM_Task, 'duration_secs': 0.304551} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.580559] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1140.580559] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0eb61ee-9de2-45ac-a59a-4f0f64403667 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.608095] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] f888c4a2-79e8-4aa0-b7db-9237fabdd5cd/f888c4a2-79e8-4aa0-b7db-9237fabdd5cd.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.611738] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44315810-1639-4d5c-aa5d-a03da147f36a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.632253] env[69357]: DEBUG oslo_vmware.api [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.633892] env[69357]: DEBUG oslo_vmware.api [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1140.633892] env[69357]: value = "task-4151475" [ 1140.633892] env[69357]: _type = "Task" [ 1140.633892] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.643992] env[69357]: DEBUG oslo_vmware.api [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151475, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.704453] env[69357]: DEBUG nova.network.neutron [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Port aaed26df-a5e6-42b5-b85c-a631686e5e15 binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1140.770846] env[69357]: DEBUG oslo_vmware.api [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151474, 'name': PowerOffVM_Task, 'duration_secs': 0.411528} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.771585] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.771585] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.771671] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b2d6831-1b92-43e1-bc02-99feb5494ef5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.862260] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.862557] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.862659] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Deleting the datastore file [datastore1] e6ce382a-b3bd-48cf-83f0-4b429a6b1c12 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.862910] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1054bfd-ab05-465e-ab82-5ea1fea7ee21 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.870028] env[69357]: DEBUG oslo_vmware.api [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1140.870028] env[69357]: value = "task-4151477" [ 1140.870028] env[69357]: _type = "Task" [ 1140.870028] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.878501] env[69357]: DEBUG oslo_vmware.api [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.900184] env[69357]: INFO nova.compute.manager [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Took 28.69 seconds to build instance. [ 1140.955950] env[69357]: DEBUG nova.network.neutron [-] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.973866] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89a19c1f-bb53-4c52-8912-27c28d597f59 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.985422] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8e34d9-ea60-4696-b8b7-1c7e1333225a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.011354] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.025747] env[69357]: DEBUG nova.compute.manager [req-e4803641-59c6-4639-87e0-c23c2fd3e14f req-39265bad-3209-4dc7-844c-4f8a64bd50c3 service nova] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Detach interface failed, port_id=ac113e8a-d04d-485d-83be-293a69be43ff, reason: Instance 76c12a8d-72fa-4428-81c4-a31c4b6e0951 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1141.111590] env[69357]: DEBUG oslo_vmware.api [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.144923] env[69357]: DEBUG oslo_vmware.api [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.381418] env[69357]: DEBUG oslo_vmware.api [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294402} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.381805] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.382006] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.382235] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.382472] env[69357]: INFO nova.compute.manager [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1141.382786] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.383034] env[69357]: DEBUG nova.compute.manager [-] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.383180] env[69357]: DEBUG nova.network.neutron [-] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.402394] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bcddcc5b-dbf9-4fd2-81fb-7c186d020f9b tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "06b42879-ec25-40a2-9cea-b742373c3ccd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.217s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.458089] env[69357]: INFO nova.compute.manager [-] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Took 1.29 seconds to deallocate network for instance. [ 1141.612567] env[69357]: DEBUG oslo_vmware.api [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.648344] env[69357]: DEBUG oslo_vmware.api [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151475, 'name': ReconfigVM_Task, 'duration_secs': 0.631206} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.651016] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Reconfigured VM instance instance-00000064 to attach disk [datastore2] f888c4a2-79e8-4aa0-b7db-9237fabdd5cd/f888c4a2-79e8-4aa0-b7db-9237fabdd5cd.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.651358] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Updating instance 'f888c4a2-79e8-4aa0-b7db-9237fabdd5cd' progress to 50 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.735574] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "e05613c2-0517-48fc-9fdb-47f347327a3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.735574] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "e05613c2-0517-48fc-9fdb-47f347327a3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.735574] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "e05613c2-0517-48fc-9fdb-47f347327a3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.854252] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adfe39d-7f0b-4560-ada6-4e1e663ada36 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.862952] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850b218c-7add-4cba-b49e-c6271c2ca783 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.898793] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5ee19f-3eef-4f4e-919b-8ec1586d1f31 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.907886] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136e55f8-3f78-4762-a40f-87f37fca5595 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.923589] env[69357]: DEBUG nova.compute.provider_tree [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.964565] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.112377] env[69357]: DEBUG oslo_vmware.api [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.158488] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2a46b0-0190-4675-a318-ceddd9eafc40 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.179382] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b2c1d9-0c53-456c-9dc7-f687ca226131 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.198517] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Updating instance 'f888c4a2-79e8-4aa0-b7db-9237fabdd5cd' progress to 67 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.427439] env[69357]: DEBUG nova.scheduler.client.report [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.512406] env[69357]: DEBUG nova.compute.manager [req-2c931d6f-f787-4bb8-86e3-4313f905bc85 req-7b9a2dcf-da5a-4229-bfdf-000999f4f99f service nova] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Received event network-vif-deleted-6ea14d1d-8461-489d-b03a-328290f59530 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.512845] env[69357]: INFO nova.compute.manager [req-2c931d6f-f787-4bb8-86e3-4313f905bc85 req-7b9a2dcf-da5a-4229-bfdf-000999f4f99f service nova] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Neutron deleted interface 6ea14d1d-8461-489d-b03a-328290f59530; detaching it from the instance and deleting it from the info cache [ 1142.512845] env[69357]: DEBUG nova.network.neutron [req-2c931d6f-f787-4bb8-86e3-4313f905bc85 req-7b9a2dcf-da5a-4229-bfdf-000999f4f99f service nova] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.572414] env[69357]: DEBUG nova.network.neutron [-] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.614098] env[69357]: DEBUG oslo_vmware.api [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151457, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.757246] env[69357]: DEBUG nova.network.neutron [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Port 507ccafc-7cf4-4261-89c7-b834b8b785d1 binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1142.775874] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "refresh_cache-e05613c2-0517-48fc-9fdb-47f347327a3c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.776079] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "refresh_cache-e05613c2-0517-48fc-9fdb-47f347327a3c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.776262] env[69357]: DEBUG nova.network.neutron [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.933561] env[69357]: DEBUG oslo_concurrency.lockutils [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.934234] env[69357]: DEBUG nova.compute.manager [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1142.937100] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.926s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.937259] env[69357]: DEBUG nova.objects.instance [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Lazy-loading 'resources' on Instance uuid 6159c74a-b050-4873-81ee-dded20de7ebd {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.015649] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff64db55-d4c5-4f91-80b6-a20387e938e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.028957] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18529f3e-5ed4-4b55-9c42-5e2fd517f59a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.067700] env[69357]: DEBUG nova.compute.manager [req-2c931d6f-f787-4bb8-86e3-4313f905bc85 req-7b9a2dcf-da5a-4229-bfdf-000999f4f99f service nova] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Detach interface failed, port_id=6ea14d1d-8461-489d-b03a-328290f59530, reason: Instance e6ce382a-b3bd-48cf-83f0-4b429a6b1c12 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1143.075640] env[69357]: INFO nova.compute.manager [-] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Took 1.69 seconds to deallocate network for instance. [ 1143.113700] env[69357]: DEBUG oslo_vmware.api [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151457, 'name': ReconfigVM_Task, 'duration_secs': 5.798089} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.114625] env[69357]: DEBUG oslo_concurrency.lockutils [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.114846] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Reconfigured VM to detach interface {{(pid=69357) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1143.353253] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5dfd6454-6fc3-41d7-9043-2ab91257c93d tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "f99c05d9-8670-4977-85bc-b630cff90ba0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.353481] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5dfd6454-6fc3-41d7-9043-2ab91257c93d tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "f99c05d9-8670-4977-85bc-b630cff90ba0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.353691] env[69357]: DEBUG nova.compute.manager [None req-5dfd6454-6fc3-41d7-9043-2ab91257c93d tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1143.355130] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d435343b-f1ed-4092-acaf-03c50f97755d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.364080] env[69357]: DEBUG nova.compute.manager [None req-5dfd6454-6fc3-41d7-9043-2ab91257c93d tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69357) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1143.364742] env[69357]: DEBUG nova.objects.instance [None req-5dfd6454-6fc3-41d7-9043-2ab91257c93d tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lazy-loading 'flavor' on Instance uuid f99c05d9-8670-4977-85bc-b630cff90ba0 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.440110] env[69357]: DEBUG nova.compute.utils [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.444764] env[69357]: DEBUG nova.compute.manager [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1143.444934] env[69357]: DEBUG nova.network.neutron [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.493117] env[69357]: DEBUG nova.policy [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '759d3c79e44c486992d1bc4309dafed1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bda71363f2a49d4a857ec99bb9cb47a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.496726] env[69357]: DEBUG nova.network.neutron [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Updating instance_info_cache with network_info: [{"id": "aaed26df-a5e6-42b5-b85c-a631686e5e15", "address": "fa:16:3e:9f:d5:98", "network": {"id": "e4b350ba-ef87-4c2d-b94d-153f1aa0d1aa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-224470408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6a244fe5024e1a98608a731f3cbe86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaed26df-a5", "ovs_interfaceid": "aaed26df-a5e6-42b5-b85c-a631686e5e15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.585525] env[69357]: DEBUG oslo_concurrency.lockutils [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.762235] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cab9f11-e15a-468f-b8f6-50e698b60345 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.786458] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55655295-21ae-45e9-9ed9-a1a78d154952 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.793568] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "f888c4a2-79e8-4aa0-b7db-9237fabdd5cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.793826] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "f888c4a2-79e8-4aa0-b7db-9237fabdd5cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.794014] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "f888c4a2-79e8-4aa0-b7db-9237fabdd5cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.826140] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa045a83-fd38-49d6-8282-2b38406fb256 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.832956] env[69357]: DEBUG nova.network.neutron [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Successfully created port: e7710459-b84f-40c5-94f8-dbcd614885bd {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1143.842342] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aeadf85-de66-4107-abc0-635b5eb2f948 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.858197] env[69357]: DEBUG nova.compute.provider_tree [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.948233] env[69357]: DEBUG nova.compute.manager [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.998948] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "refresh_cache-e05613c2-0517-48fc-9fdb-47f347327a3c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.032027] env[69357]: DEBUG oslo_concurrency.lockutils [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "be0476b0-ea77-4e48-a417-c0f48fc0b867" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.032236] env[69357]: DEBUG oslo_concurrency.lockutils [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "be0476b0-ea77-4e48-a417-c0f48fc0b867" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.034020] env[69357]: DEBUG oslo_concurrency.lockutils [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "be0476b0-ea77-4e48-a417-c0f48fc0b867-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.034020] env[69357]: DEBUG oslo_concurrency.lockutils [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "be0476b0-ea77-4e48-a417-c0f48fc0b867-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.034020] env[69357]: DEBUG oslo_concurrency.lockutils [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "be0476b0-ea77-4e48-a417-c0f48fc0b867-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.035323] env[69357]: INFO nova.compute.manager [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Terminating instance [ 1144.362146] env[69357]: DEBUG nova.scheduler.client.report [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.372364] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfd6454-6fc3-41d7-9043-2ab91257c93d tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.372679] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8a415ec-dcfb-467b-aca8-36c8e90e39dd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.380712] env[69357]: DEBUG oslo_vmware.api [None req-5dfd6454-6fc3-41d7-9043-2ab91257c93d tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1144.380712] env[69357]: value = "task-4151478" [ 1144.380712] env[69357]: _type = "Task" [ 1144.380712] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.392495] env[69357]: DEBUG oslo_vmware.api [None req-5dfd6454-6fc3-41d7-9043-2ab91257c93d tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.458443] env[69357]: DEBUG oslo_concurrency.lockutils [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "refresh_cache-be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.459847] env[69357]: DEBUG oslo_concurrency.lockutils [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquired lock "refresh_cache-be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.459847] env[69357]: DEBUG nova.network.neutron [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.526155] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f4231d-f4cc-4053-a3b3-560c6f05e0f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.546411] env[69357]: DEBUG nova.compute.manager [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1144.546688] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.547579] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c1f9db-7708-416c-9ce6-76f01eab3aab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.550744] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956f5667-b799-408f-8a60-6790b7264809 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.560742] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Updating instance 'e05613c2-0517-48fc-9fdb-47f347327a3c' progress to 83 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.566727] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.567282] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4119e5c-6699-426d-abc3-2e8aef7915ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.576137] env[69357]: DEBUG oslo_vmware.api [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 1144.576137] env[69357]: value = "task-4151479" [ 1144.576137] env[69357]: _type = "Task" [ 1144.576137] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.588877] env[69357]: DEBUG oslo_vmware.api [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.832872] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "refresh_cache-f888c4a2-79e8-4aa0-b7db-9237fabdd5cd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.833082] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired lock "refresh_cache-f888c4a2-79e8-4aa0-b7db-9237fabdd5cd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.833278] env[69357]: DEBUG nova.network.neutron [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.867724] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.870390] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.906s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.870734] env[69357]: DEBUG nova.objects.instance [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lazy-loading 'resources' on Instance uuid 76c12a8d-72fa-4428-81c4-a31c4b6e0951 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.881465] env[69357]: DEBUG oslo_vmware.rw_handles [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a92951-9ce6-7ea9-ad04-529d7a6aa0ca/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1144.882983] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf19a2b7-d6d3-4b50-abe9-aedb9a727f66 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.890858] env[69357]: INFO nova.scheduler.client.report [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Deleted allocations for instance 6159c74a-b050-4873-81ee-dded20de7ebd [ 1144.898113] env[69357]: DEBUG oslo_vmware.rw_handles [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a92951-9ce6-7ea9-ad04-529d7a6aa0ca/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1144.898308] env[69357]: ERROR oslo_vmware.rw_handles [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a92951-9ce6-7ea9-ad04-529d7a6aa0ca/disk-0.vmdk due to incomplete transfer. [ 1144.902831] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c4baf40d-13b8-47f8-b164-a7db28a3cea1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.904640] env[69357]: DEBUG oslo_vmware.api [None req-5dfd6454-6fc3-41d7-9043-2ab91257c93d tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151478, 'name': PowerOffVM_Task, 'duration_secs': 0.255098} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.904898] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfd6454-6fc3-41d7-9043-2ab91257c93d tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.905115] env[69357]: DEBUG nova.compute.manager [None req-5dfd6454-6fc3-41d7-9043-2ab91257c93d tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1144.906276] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57708ad-c8b4-496a-ae7f-d86918e6442f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.912622] env[69357]: DEBUG oslo_vmware.rw_handles [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a92951-9ce6-7ea9-ad04-529d7a6aa0ca/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1144.912906] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Uploaded image 89cf6851-72a1-4cce-bbed-7de149071ed7 to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1144.915210] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1144.916787] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1c564168-0ce3-4266-8732-de4fe4d090b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.926702] env[69357]: DEBUG oslo_vmware.api [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1144.926702] env[69357]: value = "task-4151480" [ 1144.926702] env[69357]: _type = "Task" [ 1144.926702] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.937727] env[69357]: DEBUG oslo_vmware.api [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151480, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.962812] env[69357]: DEBUG nova.compute.manager [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1144.988095] env[69357]: DEBUG nova.virt.hardware [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4bce638f218e35d184737349a9c83ef0',container_format='bare',created_at=2025-05-14T13:59:01Z,direct_url=,disk_format='vmdk',id=8a1f55b1-da44-4e80-97ec-e4b8c96120d7,min_disk=1,min_ram=0,name='tempest-test-snap-2115440297',owner='3bda71363f2a49d4a857ec99bb9cb47a',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-14T13:59:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.988365] env[69357]: DEBUG nova.virt.hardware [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.988523] env[69357]: DEBUG nova.virt.hardware [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.988708] env[69357]: DEBUG nova.virt.hardware [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.988859] env[69357]: DEBUG nova.virt.hardware [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.989011] env[69357]: DEBUG nova.virt.hardware [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.989237] env[69357]: DEBUG nova.virt.hardware [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.989434] env[69357]: DEBUG nova.virt.hardware [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.989688] env[69357]: DEBUG nova.virt.hardware [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.989919] env[69357]: DEBUG nova.virt.hardware [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.990131] env[69357]: DEBUG nova.virt.hardware [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.991069] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9976e93e-ce53-4331-aa14-162051e0ba9c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.002322] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19433218-ab16-4f44-9d4e-ee3287dd3453 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.070230] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.070230] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-433df5cd-a04e-4cf0-85ec-a809361dd399 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.085031] env[69357]: DEBUG oslo_vmware.api [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1145.085031] env[69357]: value = "task-4151481" [ 1145.085031] env[69357]: _type = "Task" [ 1145.085031] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.091775] env[69357]: DEBUG oslo_vmware.api [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151479, 'name': PowerOffVM_Task, 'duration_secs': 0.298852} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.092305] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.092481] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.092738] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a38e720-1c0c-493e-a6d8-942f70f6d04a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.097106] env[69357]: DEBUG oslo_vmware.api [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.191392] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.191730] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.191923] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Deleting the datastore file [datastore2] be0476b0-ea77-4e48-a417-c0f48fc0b867 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.192224] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3226d8f0-529e-4539-b209-05cf757d8746 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.199732] env[69357]: DEBUG oslo_vmware.api [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 1145.199732] env[69357]: value = "task-4151483" [ 1145.199732] env[69357]: _type = "Task" [ 1145.199732] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.208917] env[69357]: DEBUG oslo_vmware.api [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.246910] env[69357]: INFO nova.network.neutron [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Port cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1145.247476] env[69357]: DEBUG nova.network.neutron [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Updating instance_info_cache with network_info: [{"id": "9cd8e2ca-97e4-42db-9c1a-ab1bc9393726", "address": "fa:16:3e:0c:3f:b9", "network": {"id": "f9b34c77-3ff2-4855-a6ec-3012cb923c22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-774131345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac796fa7f0f646949a76de9e811a2f8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd8e2ca-97", "ovs_interfaceid": "9cd8e2ca-97e4-42db-9c1a-ab1bc9393726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.405886] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9693e835-5073-4c4c-92fd-0b5071dbb5f9 tempest-ServersAaction247Test-2071428867 tempest-ServersAaction247Test-2071428867-project-member] Lock "6159c74a-b050-4873-81ee-dded20de7ebd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.699s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.425281] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5dfd6454-6fc3-41d7-9043-2ab91257c93d tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "f99c05d9-8670-4977-85bc-b630cff90ba0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.445260] env[69357]: DEBUG oslo_vmware.api [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151480, 'name': Destroy_Task} progress is 33%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.581292] env[69357]: DEBUG nova.compute.manager [req-b3d9c3d8-1803-46ff-be17-0a8c14068795 req-6dbb13a0-08ee-4fa4-bead-fc3fb617f562 service nova] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Received event network-vif-plugged-e7710459-b84f-40c5-94f8-dbcd614885bd {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.581618] env[69357]: DEBUG oslo_concurrency.lockutils [req-b3d9c3d8-1803-46ff-be17-0a8c14068795 req-6dbb13a0-08ee-4fa4-bead-fc3fb617f562 service nova] Acquiring lock "808b711f-28a8-4f4f-a108-72e6ca6acb3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.581797] env[69357]: DEBUG oslo_concurrency.lockutils [req-b3d9c3d8-1803-46ff-be17-0a8c14068795 req-6dbb13a0-08ee-4fa4-bead-fc3fb617f562 service nova] Lock "808b711f-28a8-4f4f-a108-72e6ca6acb3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.581995] env[69357]: DEBUG oslo_concurrency.lockutils [req-b3d9c3d8-1803-46ff-be17-0a8c14068795 req-6dbb13a0-08ee-4fa4-bead-fc3fb617f562 service nova] Lock "808b711f-28a8-4f4f-a108-72e6ca6acb3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.582185] env[69357]: DEBUG nova.compute.manager [req-b3d9c3d8-1803-46ff-be17-0a8c14068795 req-6dbb13a0-08ee-4fa4-bead-fc3fb617f562 service nova] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] No waiting events found dispatching network-vif-plugged-e7710459-b84f-40c5-94f8-dbcd614885bd {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1145.582387] env[69357]: WARNING nova.compute.manager [req-b3d9c3d8-1803-46ff-be17-0a8c14068795 req-6dbb13a0-08ee-4fa4-bead-fc3fb617f562 service nova] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Received unexpected event network-vif-plugged-e7710459-b84f-40c5-94f8-dbcd614885bd for instance with vm_state building and task_state spawning. [ 1145.599307] env[69357]: DEBUG oslo_vmware.api [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151481, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.635219] env[69357]: DEBUG nova.network.neutron [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Updating instance_info_cache with network_info: [{"id": "507ccafc-7cf4-4261-89c7-b834b8b785d1", "address": "fa:16:3e:11:08:66", "network": {"id": "53920da6-d263-44f4-a530-25b528a83149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-247356550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeed843967394582a8207ae77c9b18aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap507ccafc-7c", "ovs_interfaceid": "507ccafc-7cf4-4261-89c7-b834b8b785d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.660512] env[69357]: DEBUG nova.network.neutron [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Successfully updated port: e7710459-b84f-40c5-94f8-dbcd614885bd {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.710831] env[69357]: DEBUG oslo_vmware.api [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189502} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.714105] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.714344] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.714558] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.714723] env[69357]: INFO nova.compute.manager [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1145.714969] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.715643] env[69357]: DEBUG nova.compute.manager [-] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1145.715749] env[69357]: DEBUG nova.network.neutron [-] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1145.726485] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d940fcdc-38c6-4ebd-9efe-0cf09bfd6a8c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.734999] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f14a9d-1dc2-484a-8da6-5a1cc272aad9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.767903] env[69357]: DEBUG oslo_concurrency.lockutils [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Releasing lock "refresh_cache-be0476b0-ea77-4e48-a417-c0f48fc0b867" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.773801] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817ea4bd-15c8-4c2d-9c06-ec29d222834f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.782853] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30391351-752e-4f8f-83c7-ca49f7932e7f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.799846] env[69357]: DEBUG nova.compute.provider_tree [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.899668] env[69357]: DEBUG nova.objects.instance [None req-17731956-3aaa-4fd6-9eaf-643e785ebf9c tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lazy-loading 'flavor' on Instance uuid f99c05d9-8670-4977-85bc-b630cff90ba0 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.940863] env[69357]: DEBUG oslo_vmware.api [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151480, 'name': Destroy_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.096488] env[69357]: DEBUG oslo_vmware.api [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151481, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.138466] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Releasing lock "refresh_cache-f888c4a2-79e8-4aa0-b7db-9237fabdd5cd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.164399] env[69357]: DEBUG oslo_concurrency.lockutils [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "refresh_cache-808b711f-28a8-4f4f-a108-72e6ca6acb3d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.164399] env[69357]: DEBUG oslo_concurrency.lockutils [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquired lock "refresh_cache-808b711f-28a8-4f4f-a108-72e6ca6acb3d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.168175] env[69357]: DEBUG nova.network.neutron [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.199797] env[69357]: DEBUG oslo_concurrency.lockutils [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.200106] env[69357]: DEBUG oslo_concurrency.lockutils [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.200364] env[69357]: DEBUG oslo_concurrency.lockutils [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "58b2571c-6eb9-47ad-b7c1-bfd16e282e0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.200581] env[69357]: DEBUG oslo_concurrency.lockutils [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "58b2571c-6eb9-47ad-b7c1-bfd16e282e0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.200761] env[69357]: DEBUG oslo_concurrency.lockutils [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "58b2571c-6eb9-47ad-b7c1-bfd16e282e0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.203775] env[69357]: INFO nova.compute.manager [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Terminating instance [ 1146.274187] env[69357]: DEBUG oslo_concurrency.lockutils [None req-682555e3-4d3a-45e7-babd-44f5cf5a8d9e tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "interface-be0476b0-ea77-4e48-a417-c0f48fc0b867-cbe0a6ff-67e3-4ffa-88fc-8068bb472e6e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.773s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.306129] env[69357]: DEBUG nova.scheduler.client.report [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.409569] env[69357]: DEBUG oslo_concurrency.lockutils [None req-17731956-3aaa-4fd6-9eaf-643e785ebf9c tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "refresh_cache-f99c05d9-8670-4977-85bc-b630cff90ba0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.409569] env[69357]: DEBUG oslo_concurrency.lockutils [None req-17731956-3aaa-4fd6-9eaf-643e785ebf9c tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquired lock "refresh_cache-f99c05d9-8670-4977-85bc-b630cff90ba0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.409569] env[69357]: DEBUG nova.network.neutron [None req-17731956-3aaa-4fd6-9eaf-643e785ebf9c tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.409569] env[69357]: DEBUG nova.objects.instance [None req-17731956-3aaa-4fd6-9eaf-643e785ebf9c tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lazy-loading 'info_cache' on Instance uuid f99c05d9-8670-4977-85bc-b630cff90ba0 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.440743] env[69357]: DEBUG oslo_vmware.api [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151480, 'name': Destroy_Task, 'duration_secs': 1.027571} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.441028] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Destroyed the VM [ 1146.441280] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1146.441540] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e6c18ca3-8635-47e3-8341-e5efcc13e49c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.449761] env[69357]: DEBUG oslo_vmware.api [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1146.449761] env[69357]: value = "task-4151484" [ 1146.449761] env[69357]: _type = "Task" [ 1146.449761] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.458933] env[69357]: DEBUG oslo_vmware.api [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151484, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.597817] env[69357]: DEBUG oslo_vmware.api [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151481, 'name': PowerOnVM_Task, 'duration_secs': 1.26946} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.598391] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.598504] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38e630-d795-4c62-955d-2c665d947b2d tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Updating instance 'e05613c2-0517-48fc-9fdb-47f347327a3c' progress to 100 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.672067] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7788ebc4-dab8-4f21-958c-68ca6da49808 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.693283] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665e5deb-2e00-4f44-b870-264461473c00 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.706332] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Updating instance 'f888c4a2-79e8-4aa0-b7db-9237fabdd5cd' progress to 83 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.711305] env[69357]: DEBUG nova.network.neutron [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.714079] env[69357]: DEBUG nova.compute.manager [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.714079] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.715165] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1796b391-a921-47f1-aa25-eef1f1c2f5ae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.723502] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.723746] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-741b6601-f41b-4b11-91e0-2189ba8aa0e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.732334] env[69357]: DEBUG oslo_vmware.api [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1146.732334] env[69357]: value = "task-4151485" [ 1146.732334] env[69357]: _type = "Task" [ 1146.732334] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.744079] env[69357]: DEBUG oslo_vmware.api [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.815525] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.819269] env[69357]: DEBUG oslo_concurrency.lockutils [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.233s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.819269] env[69357]: DEBUG nova.objects.instance [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lazy-loading 'resources' on Instance uuid e6ce382a-b3bd-48cf-83f0-4b429a6b1c12 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.844035] env[69357]: INFO nova.scheduler.client.report [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Deleted allocations for instance 76c12a8d-72fa-4428-81c4-a31c4b6e0951 [ 1146.900380] env[69357]: DEBUG nova.network.neutron [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Updating instance_info_cache with network_info: [{"id": "e7710459-b84f-40c5-94f8-dbcd614885bd", "address": "fa:16:3e:66:a4:27", "network": {"id": "b7851c43-d7d5-418d-8dc2-988add5166fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-323923284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bda71363f2a49d4a857ec99bb9cb47a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7710459-b8", "ovs_interfaceid": "e7710459-b84f-40c5-94f8-dbcd614885bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.913580] env[69357]: DEBUG nova.objects.base [None req-17731956-3aaa-4fd6-9eaf-643e785ebf9c tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1146.959833] env[69357]: DEBUG oslo_vmware.api [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151484, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.004202] env[69357]: DEBUG nova.network.neutron [-] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.217308] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.217664] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3c876d6-6a2c-4b12-8df3-11d7c91f2b85 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.225034] env[69357]: DEBUG oslo_vmware.api [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1147.225034] env[69357]: value = "task-4151486" [ 1147.225034] env[69357]: _type = "Task" [ 1147.225034] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.234710] env[69357]: DEBUG oslo_vmware.api [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.243271] env[69357]: DEBUG oslo_vmware.api [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151485, 'name': PowerOffVM_Task, 'duration_secs': 0.219945} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.243542] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.243723] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.243981] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31aa86f8-b5ca-4b62-94f3-92ed053fbea8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.336073] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.336073] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.336073] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Deleting the datastore file [datastore2] 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.336258] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec4f11db-1af4-429e-a414-0a106f07a934 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.343519] env[69357]: DEBUG oslo_vmware.api [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for the task: (returnval){ [ 1147.343519] env[69357]: value = "task-4151488" [ 1147.343519] env[69357]: _type = "Task" [ 1147.343519] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.359270] env[69357]: DEBUG oslo_vmware.api [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.359270] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2e3eeedc-eb9b-4a99-af76-22db85b75ef4 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "76c12a8d-72fa-4428-81c4-a31c4b6e0951" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.918s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.402838] env[69357]: DEBUG oslo_concurrency.lockutils [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Releasing lock "refresh_cache-808b711f-28a8-4f4f-a108-72e6ca6acb3d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.403176] env[69357]: DEBUG nova.compute.manager [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Instance network_info: |[{"id": "e7710459-b84f-40c5-94f8-dbcd614885bd", "address": "fa:16:3e:66:a4:27", "network": {"id": "b7851c43-d7d5-418d-8dc2-988add5166fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-323923284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bda71363f2a49d4a857ec99bb9cb47a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7710459-b8", "ovs_interfaceid": "e7710459-b84f-40c5-94f8-dbcd614885bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.403644] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:a4:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7710459-b84f-40c5-94f8-dbcd614885bd', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.411288] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.414419] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.415612] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93eeda5d-9909-4c17-b1e2-140884871074 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.441104] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.441104] env[69357]: value = "task-4151489" [ 1147.441104] env[69357]: _type = "Task" [ 1147.441104] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.449699] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151489, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.460200] env[69357]: DEBUG oslo_vmware.api [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151484, 'name': RemoveSnapshot_Task, 'duration_secs': 0.579452} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.460511] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1147.460752] env[69357]: INFO nova.compute.manager [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Took 19.13 seconds to snapshot the instance on the hypervisor. [ 1147.507833] env[69357]: INFO nova.compute.manager [-] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Took 1.79 seconds to deallocate network for instance. [ 1147.620455] env[69357]: DEBUG nova.compute.manager [req-02d8fa60-c820-443d-a2ab-4d4d79afc226 req-5788d856-6e1b-4686-8c1f-57c930e3a82f service nova] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Received event network-changed-e7710459-b84f-40c5-94f8-dbcd614885bd {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.620455] env[69357]: DEBUG nova.compute.manager [req-02d8fa60-c820-443d-a2ab-4d4d79afc226 req-5788d856-6e1b-4686-8c1f-57c930e3a82f service nova] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Refreshing instance network info cache due to event network-changed-e7710459-b84f-40c5-94f8-dbcd614885bd. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.620455] env[69357]: DEBUG oslo_concurrency.lockutils [req-02d8fa60-c820-443d-a2ab-4d4d79afc226 req-5788d856-6e1b-4686-8c1f-57c930e3a82f service nova] Acquiring lock "refresh_cache-808b711f-28a8-4f4f-a108-72e6ca6acb3d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.620455] env[69357]: DEBUG oslo_concurrency.lockutils [req-02d8fa60-c820-443d-a2ab-4d4d79afc226 req-5788d856-6e1b-4686-8c1f-57c930e3a82f service nova] Acquired lock "refresh_cache-808b711f-28a8-4f4f-a108-72e6ca6acb3d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.620455] env[69357]: DEBUG nova.network.neutron [req-02d8fa60-c820-443d-a2ab-4d4d79afc226 req-5788d856-6e1b-4686-8c1f-57c930e3a82f service nova] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Refreshing network info cache for port e7710459-b84f-40c5-94f8-dbcd614885bd {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.633751] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc56b52-f10f-4210-a844-baa2dda6518c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.643914] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c305446-87e9-49ea-8a76-e57cb6b60bdc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.681049] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07418c6-234d-49f8-a752-08302ce917db {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.686582] env[69357]: DEBUG nova.network.neutron [None req-17731956-3aaa-4fd6-9eaf-643e785ebf9c tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Updating instance_info_cache with network_info: [{"id": "7f3d236c-7e21-4ca6-983a-9b79e12834d2", "address": "fa:16:3e:e4:83:db", "network": {"id": "88d2564b-28c0-4aab-b4f4-dcd4960374ee", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1158897730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "989aefa38594401f99cdcd7c82b779c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f3d236c-7e", "ovs_interfaceid": "7f3d236c-7e21-4ca6-983a-9b79e12834d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.691684] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dec887-14d0-4fa1-aa5c-6220f477648d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.707630] env[69357]: DEBUG nova.compute.provider_tree [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.736721] env[69357]: DEBUG oslo_vmware.api [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151486, 'name': PowerOnVM_Task, 'duration_secs': 0.451356} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.737025] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.737240] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ba97dc48-d254-4d47-820f-746736edb828 tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Updating instance 'f888c4a2-79e8-4aa0-b7db-9237fabdd5cd' progress to 100 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.854647] env[69357]: DEBUG oslo_vmware.api [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Task: {'id': task-4151488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202561} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.855132] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.855438] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.855728] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.856022] env[69357]: INFO nova.compute.manager [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1147.856400] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.856751] env[69357]: DEBUG nova.compute.manager [-] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.857036] env[69357]: DEBUG nova.network.neutron [-] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.953892] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151489, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.013895] env[69357]: DEBUG nova.compute.manager [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Found 3 images (rotation: 2) {{(pid=69357) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1148.015751] env[69357]: DEBUG nova.compute.manager [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Rotating out 1 backups {{(pid=69357) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1148.015984] env[69357]: DEBUG nova.compute.manager [None req-e7cf360b-9dd1-4302-b32c-c519a21a0821 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Deleting image 5c53eadd-6343-402b-b630-220f3460cd12 {{(pid=69357) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1148.020992] env[69357]: DEBUG oslo_concurrency.lockutils [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.192319] env[69357]: DEBUG oslo_concurrency.lockutils [None req-17731956-3aaa-4fd6-9eaf-643e785ebf9c tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Releasing lock "refresh_cache-f99c05d9-8670-4977-85bc-b630cff90ba0" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.210433] env[69357]: DEBUG nova.scheduler.client.report [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.413747] env[69357]: DEBUG nova.network.neutron [req-02d8fa60-c820-443d-a2ab-4d4d79afc226 req-5788d856-6e1b-4686-8c1f-57c930e3a82f service nova] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Updated VIF entry in instance network info cache for port e7710459-b84f-40c5-94f8-dbcd614885bd. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.414323] env[69357]: DEBUG nova.network.neutron [req-02d8fa60-c820-443d-a2ab-4d4d79afc226 req-5788d856-6e1b-4686-8c1f-57c930e3a82f service nova] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Updating instance_info_cache with network_info: [{"id": "e7710459-b84f-40c5-94f8-dbcd614885bd", "address": "fa:16:3e:66:a4:27", "network": {"id": "b7851c43-d7d5-418d-8dc2-988add5166fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-323923284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bda71363f2a49d4a857ec99bb9cb47a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7710459-b8", "ovs_interfaceid": "e7710459-b84f-40c5-94f8-dbcd614885bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.452474] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151489, 'name': CreateVM_Task, 'duration_secs': 0.584514} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.452676] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.453594] env[69357]: DEBUG oslo_concurrency.lockutils [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a1f55b1-da44-4e80-97ec-e4b8c96120d7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.453821] env[69357]: DEBUG oslo_concurrency.lockutils [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a1f55b1-da44-4e80-97ec-e4b8c96120d7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.454268] env[69357]: DEBUG oslo_concurrency.lockutils [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a1f55b1-da44-4e80-97ec-e4b8c96120d7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.454606] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a35e9df6-246e-4a92-acdc-53454eca7b35 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.459970] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1148.459970] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c4e682-990d-77c9-a3f5-be86b7e10f8c" [ 1148.459970] env[69357]: _type = "Task" [ 1148.459970] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.468834] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c4e682-990d-77c9-a3f5-be86b7e10f8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.719022] env[69357]: DEBUG oslo_concurrency.lockutils [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.721707] env[69357]: DEBUG oslo_concurrency.lockutils [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.701s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.722141] env[69357]: DEBUG nova.objects.instance [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lazy-loading 'resources' on Instance uuid be0476b0-ea77-4e48-a417-c0f48fc0b867 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.748385] env[69357]: INFO nova.scheduler.client.report [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Deleted allocations for instance e6ce382a-b3bd-48cf-83f0-4b429a6b1c12 [ 1148.916896] env[69357]: DEBUG oslo_concurrency.lockutils [req-02d8fa60-c820-443d-a2ab-4d4d79afc226 req-5788d856-6e1b-4686-8c1f-57c930e3a82f service nova] Releasing lock "refresh_cache-808b711f-28a8-4f4f-a108-72e6ca6acb3d" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.917210] env[69357]: DEBUG nova.compute.manager [req-02d8fa60-c820-443d-a2ab-4d4d79afc226 req-5788d856-6e1b-4686-8c1f-57c930e3a82f service nova] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Received event network-vif-deleted-9cd8e2ca-97e4-42db-9c1a-ab1bc9393726 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.973185] env[69357]: DEBUG oslo_concurrency.lockutils [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a1f55b1-da44-4e80-97ec-e4b8c96120d7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.973714] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Processing image 8a1f55b1-da44-4e80-97ec-e4b8c96120d7 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.973766] env[69357]: DEBUG oslo_concurrency.lockutils [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a1f55b1-da44-4e80-97ec-e4b8c96120d7/8a1f55b1-da44-4e80-97ec-e4b8c96120d7.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.973930] env[69357]: DEBUG oslo_concurrency.lockutils [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a1f55b1-da44-4e80-97ec-e4b8c96120d7/8a1f55b1-da44-4e80-97ec-e4b8c96120d7.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.974401] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.974505] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa1c69f9-52b2-4ce1-a696-351e23b61511 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.985778] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.985993] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.987115] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ffd4595-34b0-4056-8d69-0adc07657b3d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.994274] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1148.994274] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52164e7e-a21a-b146-bdb8-8f74664d2ea4" [ 1148.994274] env[69357]: _type = "Task" [ 1148.994274] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.005347] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52164e7e-a21a-b146-bdb8-8f74664d2ea4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.194027] env[69357]: DEBUG nova.network.neutron [-] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.198541] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-17731956-3aaa-4fd6-9eaf-643e785ebf9c tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.199038] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90d1474d-b1db-435a-948f-89c74eacff16 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.209772] env[69357]: DEBUG oslo_vmware.api [None req-17731956-3aaa-4fd6-9eaf-643e785ebf9c tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1149.209772] env[69357]: value = "task-4151490" [ 1149.209772] env[69357]: _type = "Task" [ 1149.209772] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.223208] env[69357]: DEBUG oslo_vmware.api [None req-17731956-3aaa-4fd6-9eaf-643e785ebf9c tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.249031] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5e263582-c263-4e3c-a482-dff963244977 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "e05613c2-0517-48fc-9fdb-47f347327a3c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.249031] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5e263582-c263-4e3c-a482-dff963244977 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "e05613c2-0517-48fc-9fdb-47f347327a3c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.249031] env[69357]: DEBUG nova.compute.manager [None req-5e263582-c263-4e3c-a482-dff963244977 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Going to confirm migration 4 {{(pid=69357) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1149.257871] env[69357]: DEBUG oslo_concurrency.lockutils [None req-51388ada-9a98-4b2c-8043-da6a6a22599a tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "e6ce382a-b3bd-48cf-83f0-4b429a6b1c12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.524s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.376986] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.377318] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.514741] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Preparing fetch location {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1149.515179] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Fetch image to [datastore1] OSTACK_IMG_cf3f45c0-1b87-448b-88da-06da42127297/OSTACK_IMG_cf3f45c0-1b87-448b-88da-06da42127297.vmdk {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1149.515500] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Downloading stream optimized image 8a1f55b1-da44-4e80-97ec-e4b8c96120d7 to [datastore1] OSTACK_IMG_cf3f45c0-1b87-448b-88da-06da42127297/OSTACK_IMG_cf3f45c0-1b87-448b-88da-06da42127297.vmdk on the data store datastore1 as vApp {{(pid=69357) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1149.515839] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Downloading image file data 8a1f55b1-da44-4e80-97ec-e4b8c96120d7 to the ESX as VM named 'OSTACK_IMG_cf3f45c0-1b87-448b-88da-06da42127297' {{(pid=69357) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1149.532499] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102de6e0-2e40-4f1e-8002-15b770bcab48 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.543823] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5061b9ee-a9f7-452c-a4ca-44befc0d7bf7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.601471] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf6b1d0-593d-4b6c-82b2-75a9ee5faba7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.610067] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082d5cc4-2cf7-485c-b94e-8759abdd80b4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.625592] env[69357]: DEBUG nova.compute.provider_tree [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.635387] env[69357]: DEBUG oslo_vmware.rw_handles [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1149.635387] env[69357]: value = "resgroup-9" [ 1149.635387] env[69357]: _type = "ResourcePool" [ 1149.635387] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1149.636090] env[69357]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c16ee25f-3a1d-464b-b5f5-f4fcbdbcb68c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.659026] env[69357]: DEBUG oslo_vmware.rw_handles [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lease: (returnval){ [ 1149.659026] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52820fc6-fb7f-e1b7-979a-2f795e21d6fa" [ 1149.659026] env[69357]: _type = "HttpNfcLease" [ 1149.659026] env[69357]: } obtained for vApp import into resource pool (val){ [ 1149.659026] env[69357]: value = "resgroup-9" [ 1149.659026] env[69357]: _type = "ResourcePool" [ 1149.659026] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1149.659510] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the lease: (returnval){ [ 1149.659510] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52820fc6-fb7f-e1b7-979a-2f795e21d6fa" [ 1149.659510] env[69357]: _type = "HttpNfcLease" [ 1149.659510] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1149.666999] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.666999] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52820fc6-fb7f-e1b7-979a-2f795e21d6fa" [ 1149.666999] env[69357]: _type = "HttpNfcLease" [ 1149.666999] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1149.697139] env[69357]: INFO nova.compute.manager [-] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Took 1.84 seconds to deallocate network for instance. [ 1149.723426] env[69357]: DEBUG oslo_vmware.api [None req-17731956-3aaa-4fd6-9eaf-643e785ebf9c tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.821188] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5e263582-c263-4e3c-a482-dff963244977 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "refresh_cache-e05613c2-0517-48fc-9fdb-47f347327a3c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.821504] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5e263582-c263-4e3c-a482-dff963244977 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "refresh_cache-e05613c2-0517-48fc-9fdb-47f347327a3c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.821794] env[69357]: DEBUG nova.network.neutron [None req-5e263582-c263-4e3c-a482-dff963244977 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.822216] env[69357]: DEBUG nova.objects.instance [None req-5e263582-c263-4e3c-a482-dff963244977 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lazy-loading 'info_cache' on Instance uuid e05613c2-0517-48fc-9fdb-47f347327a3c {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.882321] env[69357]: DEBUG nova.compute.manager [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1149.893021] env[69357]: DEBUG nova.compute.manager [req-92af2b3c-a0d3-4cb3-a29a-01271c8d8f62 req-c041f3af-37c1-4999-be29-865cfba73e0e service nova] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Received event network-vif-deleted-e4da15c3-07cd-457f-982d-4f8bf20746fc {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.129046] env[69357]: DEBUG nova.scheduler.client.report [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.168395] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1150.168395] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52820fc6-fb7f-e1b7-979a-2f795e21d6fa" [ 1150.168395] env[69357]: _type = "HttpNfcLease" [ 1150.168395] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1150.182037] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "f888c4a2-79e8-4aa0-b7db-9237fabdd5cd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.182302] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "f888c4a2-79e8-4aa0-b7db-9237fabdd5cd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.182581] env[69357]: DEBUG nova.compute.manager [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Going to confirm migration 5 {{(pid=69357) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1150.204744] env[69357]: DEBUG oslo_concurrency.lockutils [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.223135] env[69357]: DEBUG oslo_vmware.api [None req-17731956-3aaa-4fd6-9eaf-643e785ebf9c tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151490, 'name': PowerOnVM_Task, 'duration_secs': 0.685997} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.223542] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-17731956-3aaa-4fd6-9eaf-643e785ebf9c tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.223726] env[69357]: DEBUG nova.compute.manager [None req-17731956-3aaa-4fd6-9eaf-643e785ebf9c tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1150.224535] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71aacef1-364b-402f-b76e-8e8c78db7b61 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.409164] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.612659] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e48b269b-3fac-406e-9504-be1f42ba21ca tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "facbe890-7d28-4e20-8126-8382383e0468" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.612951] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e48b269b-3fac-406e-9504-be1f42ba21ca tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "facbe890-7d28-4e20-8126-8382383e0468" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.613172] env[69357]: DEBUG nova.compute.manager [None req-e48b269b-3fac-406e-9504-be1f42ba21ca tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1150.614138] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0468366-146a-4d84-934a-9101618277c0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.621546] env[69357]: DEBUG nova.compute.manager [None req-e48b269b-3fac-406e-9504-be1f42ba21ca tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69357) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1150.622151] env[69357]: DEBUG nova.objects.instance [None req-e48b269b-3fac-406e-9504-be1f42ba21ca tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lazy-loading 'flavor' on Instance uuid facbe890-7d28-4e20-8126-8382383e0468 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.635267] env[69357]: DEBUG oslo_concurrency.lockutils [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.637623] env[69357]: DEBUG oslo_concurrency.lockutils [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.433s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.637996] env[69357]: DEBUG nova.objects.instance [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lazy-loading 'resources' on Instance uuid 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.656674] env[69357]: INFO nova.scheduler.client.report [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Deleted allocations for instance be0476b0-ea77-4e48-a417-c0f48fc0b867 [ 1150.669429] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1150.669429] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52820fc6-fb7f-e1b7-979a-2f795e21d6fa" [ 1150.669429] env[69357]: _type = "HttpNfcLease" [ 1150.669429] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1150.669796] env[69357]: DEBUG oslo_vmware.rw_handles [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1150.669796] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52820fc6-fb7f-e1b7-979a-2f795e21d6fa" [ 1150.669796] env[69357]: _type = "HttpNfcLease" [ 1150.669796] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1150.670521] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99aa16a-5399-40d3-b3fa-8dd0c8bf72d1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.679209] env[69357]: DEBUG oslo_vmware.rw_handles [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246fa8b-0fbe-bca9-3911-7b1e1a567439/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1150.679447] env[69357]: DEBUG oslo_vmware.rw_handles [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246fa8b-0fbe-bca9-3911-7b1e1a567439/disk-0.vmdk. {{(pid=69357) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1150.750192] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c1a7c8ff-ed98-4cc6-8cce-a123507fcb09 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.790808] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "refresh_cache-f888c4a2-79e8-4aa0-b7db-9237fabdd5cd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.791257] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquired lock "refresh_cache-f888c4a2-79e8-4aa0-b7db-9237fabdd5cd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.791257] env[69357]: DEBUG nova.network.neutron [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.791443] env[69357]: DEBUG nova.objects.instance [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lazy-loading 'info_cache' on Instance uuid f888c4a2-79e8-4aa0-b7db-9237fabdd5cd {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.104728] env[69357]: DEBUG nova.network.neutron [None req-5e263582-c263-4e3c-a482-dff963244977 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Updating instance_info_cache with network_info: [{"id": "aaed26df-a5e6-42b5-b85c-a631686e5e15", "address": "fa:16:3e:9f:d5:98", "network": {"id": "e4b350ba-ef87-4c2d-b94d-153f1aa0d1aa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-224470408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6a244fe5024e1a98608a731f3cbe86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaed26df-a5", "ovs_interfaceid": "aaed26df-a5e6-42b5-b85c-a631686e5e15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.169347] env[69357]: DEBUG oslo_concurrency.lockutils [None req-68678cb6-159c-426b-8026-37e7c75751e0 tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "be0476b0-ea77-4e48-a417-c0f48fc0b867" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.137s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.368767] env[69357]: DEBUG oslo_concurrency.lockutils [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "07c7d211-79ea-4e36-a7dd-820bf3459e45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.369096] env[69357]: DEBUG oslo_concurrency.lockutils [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "07c7d211-79ea-4e36-a7dd-820bf3459e45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.422877] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6284874-9846-4fb8-a5ea-0d0e3f50a20e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.435518] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc3266a-a4f1-418b-9a56-173397f9ea1f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.475379] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1429d207-7fd2-4164-8ece-04c373cd022a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.486651] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e546b4-cb59-40a8-b17e-4c52692fefa4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.506380] env[69357]: DEBUG nova.compute.provider_tree [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.608697] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5e263582-c263-4e3c-a482-dff963244977 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "refresh_cache-e05613c2-0517-48fc-9fdb-47f347327a3c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.608968] env[69357]: DEBUG nova.objects.instance [None req-5e263582-c263-4e3c-a482-dff963244977 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lazy-loading 'migration_context' on Instance uuid e05613c2-0517-48fc-9fdb-47f347327a3c {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.629967] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48b269b-3fac-406e-9504-be1f42ba21ca tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.629967] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cff59ab1-7d19-464b-bc2c-3a77991be396 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.641660] env[69357]: DEBUG oslo_vmware.api [None req-e48b269b-3fac-406e-9504-be1f42ba21ca tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1151.641660] env[69357]: value = "task-4151492" [ 1151.641660] env[69357]: _type = "Task" [ 1151.641660] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.653396] env[69357]: DEBUG oslo_vmware.api [None req-e48b269b-3fac-406e-9504-be1f42ba21ca tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.843590] env[69357]: DEBUG oslo_vmware.rw_handles [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Completed reading data from the image iterator. {{(pid=69357) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1151.844026] env[69357]: DEBUG oslo_vmware.rw_handles [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246fa8b-0fbe-bca9-3911-7b1e1a567439/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1151.845061] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed583387-696e-4447-86e1-5ea50bb537b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.853931] env[69357]: DEBUG oslo_vmware.rw_handles [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246fa8b-0fbe-bca9-3911-7b1e1a567439/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1151.854182] env[69357]: DEBUG oslo_vmware.rw_handles [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246fa8b-0fbe-bca9-3911-7b1e1a567439/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1151.854869] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-41e04f37-c432-4dce-9deb-f4ca4326b7a4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.874657] env[69357]: DEBUG nova.compute.manager [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1152.011156] env[69357]: DEBUG nova.scheduler.client.report [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.091386] env[69357]: DEBUG oslo_vmware.rw_handles [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5246fa8b-0fbe-bca9-3911-7b1e1a567439/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1152.091631] env[69357]: INFO nova.virt.vmwareapi.images [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Downloaded image file data 8a1f55b1-da44-4e80-97ec-e4b8c96120d7 [ 1152.093341] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff85fb8-0844-4eef-aee4-890c63bc01aa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.111900] env[69357]: DEBUG nova.objects.base [None req-5e263582-c263-4e3c-a482-dff963244977 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1152.113375] env[69357]: DEBUG nova.network.neutron [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Updating instance_info_cache with network_info: [{"id": "507ccafc-7cf4-4261-89c7-b834b8b785d1", "address": "fa:16:3e:11:08:66", "network": {"id": "53920da6-d263-44f4-a530-25b528a83149", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-247356550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeed843967394582a8207ae77c9b18aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap507ccafc-7c", "ovs_interfaceid": "507ccafc-7cf4-4261-89c7-b834b8b785d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.115332] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd777554-b904-4968-b979-73d09cb11a3c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.118283] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0b9443a-24d3-4646-b7e9-e3a167850f20 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.138530] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c71e8b52-dfe3-4842-9c33-0d2a57fc7e52 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.149387] env[69357]: DEBUG oslo_vmware.api [None req-5e263582-c263-4e3c-a482-dff963244977 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1152.149387] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52820e82-002e-0dad-dab1-371b4008131a" [ 1152.149387] env[69357]: _type = "Task" [ 1152.149387] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.159207] env[69357]: DEBUG oslo_vmware.api [None req-e48b269b-3fac-406e-9504-be1f42ba21ca tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151492, 'name': PowerOffVM_Task, 'duration_secs': 0.206509} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.159912] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48b269b-3fac-406e-9504-be1f42ba21ca tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.160156] env[69357]: DEBUG nova.compute.manager [None req-e48b269b-3fac-406e-9504-be1f42ba21ca tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1152.160951] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7987623d-55b7-436c-b60e-e9e8e877c698 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.166627] env[69357]: DEBUG oslo_vmware.api [None req-5e263582-c263-4e3c-a482-dff963244977 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52820e82-002e-0dad-dab1-371b4008131a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.199457] env[69357]: INFO nova.virt.vmwareapi.images [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] The imported VM was unregistered [ 1152.202677] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Caching image {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1152.203020] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Creating directory with path [datastore1] devstack-image-cache_base/8a1f55b1-da44-4e80-97ec-e4b8c96120d7 {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.204328] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed76cce1-6699-4ee4-b56b-31969b88330d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.215062] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "5fb64e02-0c67-4cd2-8138-68d07cdb33f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.215238] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "5fb64e02-0c67-4cd2-8138-68d07cdb33f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.215382] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "5fb64e02-0c67-4cd2-8138-68d07cdb33f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.215589] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "5fb64e02-0c67-4cd2-8138-68d07cdb33f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.215855] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "5fb64e02-0c67-4cd2-8138-68d07cdb33f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.219172] env[69357]: INFO nova.compute.manager [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Terminating instance [ 1152.230204] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Created directory with path [datastore1] devstack-image-cache_base/8a1f55b1-da44-4e80-97ec-e4b8c96120d7 {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.230413] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_cf3f45c0-1b87-448b-88da-06da42127297/OSTACK_IMG_cf3f45c0-1b87-448b-88da-06da42127297.vmdk to [datastore1] devstack-image-cache_base/8a1f55b1-da44-4e80-97ec-e4b8c96120d7/8a1f55b1-da44-4e80-97ec-e4b8c96120d7.vmdk. {{(pid=69357) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1152.231278] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3e69c801-a4a1-47d2-8dab-2e8d9345dc68 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.239949] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1152.239949] env[69357]: value = "task-4151494" [ 1152.239949] env[69357]: _type = "Task" [ 1152.239949] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.250060] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151494, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.398527] env[69357]: DEBUG oslo_concurrency.lockutils [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.516308] env[69357]: DEBUG oslo_concurrency.lockutils [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.518675] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.110s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.520176] env[69357]: INFO nova.compute.claims [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.536173] env[69357]: INFO nova.scheduler.client.report [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Deleted allocations for instance 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e [ 1152.621455] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Releasing lock "refresh_cache-f888c4a2-79e8-4aa0-b7db-9237fabdd5cd" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.621766] env[69357]: DEBUG nova.objects.instance [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lazy-loading 'migration_context' on Instance uuid f888c4a2-79e8-4aa0-b7db-9237fabdd5cd {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.660234] env[69357]: DEBUG oslo_vmware.api [None req-5e263582-c263-4e3c-a482-dff963244977 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52820e82-002e-0dad-dab1-371b4008131a, 'name': SearchDatastore_Task, 'duration_secs': 0.026069} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.660619] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5e263582-c263-4e3c-a482-dff963244977 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.676201] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e48b269b-3fac-406e-9504-be1f42ba21ca tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "facbe890-7d28-4e20-8126-8382383e0468" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.723861] env[69357]: DEBUG nova.compute.manager [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.724132] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.725434] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74faab89-c120-4418-881b-11d6c987c630 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.735384] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.736357] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e81baa25-7df9-4cbf-a875-bf8ada1d84c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.744898] env[69357]: DEBUG oslo_vmware.api [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 1152.744898] env[69357]: value = "task-4151495" [ 1152.744898] env[69357]: _type = "Task" [ 1152.744898] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.751957] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151494, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.757469] env[69357]: DEBUG oslo_vmware.api [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.045107] env[69357]: DEBUG oslo_concurrency.lockutils [None req-575e0803-2e7e-4180-9b0e-043f71d1ffed tempest-AttachVolumeShelveTestJSON-1191619421 tempest-AttachVolumeShelveTestJSON-1191619421-project-member] Lock "58b2571c-6eb9-47ad-b7c1-bfd16e282e0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.845s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.125316] env[69357]: DEBUG nova.objects.base [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1153.126750] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ea507c-83f2-4245-8b02-d28f9735b9ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.160715] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64294d99-f3ef-47b3-8a59-1a5e36acb159 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.172471] env[69357]: DEBUG oslo_vmware.api [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1153.172471] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]527f668f-b9a8-4b16-5aa2-c664ea44a647" [ 1153.172471] env[69357]: _type = "Task" [ 1153.172471] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.184335] env[69357]: DEBUG oslo_vmware.api [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527f668f-b9a8-4b16-5aa2-c664ea44a647, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.257009] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151494, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.260361] env[69357]: DEBUG oslo_vmware.api [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.688768] env[69357]: DEBUG oslo_vmware.api [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527f668f-b9a8-4b16-5aa2-c664ea44a647, 'name': SearchDatastore_Task, 'duration_secs': 0.013234} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.688999] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.773069] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151494, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.773442] env[69357]: DEBUG oslo_vmware.api [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151495, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.853032] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f07b569-c4dc-43ac-9cce-667621be090d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.865813] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6d1adc-7a82-45a5-b30d-17450a58f81c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.909867] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad379d1-e280-4eb2-9937-e55ab1023bcb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.923111] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fabb2f-7675-4af3-be86-02001bd8259a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.946054] env[69357]: DEBUG nova.compute.provider_tree [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.263795] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151494, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.271267] env[69357]: DEBUG oslo_vmware.api [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151495, 'name': PowerOffVM_Task, 'duration_secs': 1.105027} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.271798] env[69357]: DEBUG nova.compute.manager [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Stashing vm_state: stopped {{(pid=69357) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1154.275241] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.275432] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.275911] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efdd4d93-2813-48dc-8290-1339b72be29b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.410884] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.411209] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.411439] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Deleting the datastore file [datastore1] 5fb64e02-0c67-4cd2-8138-68d07cdb33f7 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.411813] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09938b99-1aa5-4c40-b349-579d23170727 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.425639] env[69357]: DEBUG oslo_vmware.api [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for the task: (returnval){ [ 1154.425639] env[69357]: value = "task-4151497" [ 1154.425639] env[69357]: _type = "Task" [ 1154.425639] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.442673] env[69357]: DEBUG oslo_vmware.api [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.449982] env[69357]: DEBUG nova.scheduler.client.report [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.758566] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151494, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.793048] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.941279] env[69357]: DEBUG oslo_vmware.api [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.955146] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.955773] env[69357]: DEBUG nova.compute.manager [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1154.959682] env[69357]: DEBUG oslo_concurrency.lockutils [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.561s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.961464] env[69357]: INFO nova.compute.claims [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.257304] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151494, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.436924] env[69357]: DEBUG oslo_vmware.api [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.452766] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "06b42879-ec25-40a2-9cea-b742373c3ccd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.453203] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "06b42879-ec25-40a2-9cea-b742373c3ccd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.453645] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "06b42879-ec25-40a2-9cea-b742373c3ccd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.454062] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "06b42879-ec25-40a2-9cea-b742373c3ccd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.454471] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "06b42879-ec25-40a2-9cea-b742373c3ccd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.457681] env[69357]: INFO nova.compute.manager [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Terminating instance [ 1155.467927] env[69357]: DEBUG nova.compute.utils [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.473148] env[69357]: DEBUG nova.compute.manager [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.473332] env[69357]: DEBUG nova.network.neutron [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.542856] env[69357]: DEBUG nova.policy [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca99513067eb4da494e0b7e329919f01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23dc72ce697b4338922e291c1024f3f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.758315] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151494, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.310101} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.758612] env[69357]: INFO nova.virt.vmwareapi.ds_util [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_cf3f45c0-1b87-448b-88da-06da42127297/OSTACK_IMG_cf3f45c0-1b87-448b-88da-06da42127297.vmdk to [datastore1] devstack-image-cache_base/8a1f55b1-da44-4e80-97ec-e4b8c96120d7/8a1f55b1-da44-4e80-97ec-e4b8c96120d7.vmdk. [ 1155.758830] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Cleaning up location [datastore1] OSTACK_IMG_cf3f45c0-1b87-448b-88da-06da42127297 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1155.759025] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_cf3f45c0-1b87-448b-88da-06da42127297 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.759306] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abb43b33-ae1b-450f-8242-d838012bf940 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.766566] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1155.766566] env[69357]: value = "task-4151499" [ 1155.766566] env[69357]: _type = "Task" [ 1155.766566] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.775389] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.873060] env[69357]: DEBUG nova.network.neutron [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Successfully created port: b8a80a28-8ba8-422d-bada-faf50145b67b {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1155.937717] env[69357]: DEBUG oslo_vmware.api [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Task: {'id': task-4151497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.417636} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.937717] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.937717] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.937965] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.938192] env[69357]: INFO nova.compute.manager [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Took 3.21 seconds to destroy the instance on the hypervisor. [ 1155.938524] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.938751] env[69357]: DEBUG nova.compute.manager [-] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.938849] env[69357]: DEBUG nova.network.neutron [-] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.965832] env[69357]: DEBUG nova.compute.manager [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.966084] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.967058] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e619480c-99ce-4e1c-b765-072ea9a2716e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.980116] env[69357]: DEBUG nova.compute.manager [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1155.984190] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.984616] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ed4c4f8-bd76-45d0-bc76-e3baed3ee870 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.994189] env[69357]: DEBUG oslo_vmware.api [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1155.994189] env[69357]: value = "task-4151500" [ 1155.994189] env[69357]: _type = "Task" [ 1155.994189] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.003421] env[69357]: DEBUG oslo_vmware.api [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.280978] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148084} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.282417] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.282579] env[69357]: DEBUG oslo_concurrency.lockutils [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a1f55b1-da44-4e80-97ec-e4b8c96120d7/8a1f55b1-da44-4e80-97ec-e4b8c96120d7.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.282869] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a1f55b1-da44-4e80-97ec-e4b8c96120d7/8a1f55b1-da44-4e80-97ec-e4b8c96120d7.vmdk to [datastore1] 808b711f-28a8-4f4f-a108-72e6ca6acb3d/808b711f-28a8-4f4f-a108-72e6ca6acb3d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.283740] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c138827f-6f27-4436-9f70-f84c95228c70 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.286257] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a70e940f-8737-4595-a128-cb6889411bda {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.295679] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a7c418-0996-4bd5-9b4d-03ec9babdfed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.300455] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1156.300455] env[69357]: value = "task-4151501" [ 1156.300455] env[69357]: _type = "Task" [ 1156.300455] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.334341] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c41b97-a21f-4de2-a3fc-7cfb3562576d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.340277] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.346059] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71239fa-c203-41b7-b362-6c6b4c8b5400 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.361340] env[69357]: DEBUG nova.compute.provider_tree [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.441516] env[69357]: DEBUG nova.compute.manager [req-27f19f61-dedb-442b-b73e-2a7d7d3bf378 req-a507f73a-fb4c-4643-b4e2-1e1f0e0a36fb service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Received event network-vif-deleted-49accdd2-d40d-4ad8-bbe1-5d094943074a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.441762] env[69357]: INFO nova.compute.manager [req-27f19f61-dedb-442b-b73e-2a7d7d3bf378 req-a507f73a-fb4c-4643-b4e2-1e1f0e0a36fb service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Neutron deleted interface 49accdd2-d40d-4ad8-bbe1-5d094943074a; detaching it from the instance and deleting it from the info cache [ 1156.441924] env[69357]: DEBUG nova.network.neutron [req-27f19f61-dedb-442b-b73e-2a7d7d3bf378 req-a507f73a-fb4c-4643-b4e2-1e1f0e0a36fb service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.501593] env[69357]: DEBUG oslo_vmware.api [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151500, 'name': PowerOffVM_Task, 'duration_secs': 0.251194} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.501926] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.502128] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.502386] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e78ed69-9c04-4b18-978e-beae971d75fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.577754] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.577982] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.578192] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Deleting the datastore file [datastore1] 06b42879-ec25-40a2-9cea-b742373c3ccd {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.578462] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8fa1b24-08cc-4428-a2ea-52f17d52e978 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.586027] env[69357]: DEBUG oslo_vmware.api [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1156.586027] env[69357]: value = "task-4151503" [ 1156.586027] env[69357]: _type = "Task" [ 1156.586027] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.596018] env[69357]: DEBUG oslo_vmware.api [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.732936] env[69357]: DEBUG nova.network.neutron [-] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.815801] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151501, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.865264] env[69357]: DEBUG nova.scheduler.client.report [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.947678] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61bb6547-34a1-4a26-a272-5e5076c966f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.964358] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a98542e-a596-4e22-b463-42677b534078 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.990532] env[69357]: DEBUG nova.compute.manager [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.005969] env[69357]: DEBUG nova.compute.manager [req-27f19f61-dedb-442b-b73e-2a7d7d3bf378 req-a507f73a-fb4c-4643-b4e2-1e1f0e0a36fb service nova] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Detach interface failed, port_id=49accdd2-d40d-4ad8-bbe1-5d094943074a, reason: Instance 5fb64e02-0c67-4cd2-8138-68d07cdb33f7 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1157.023868] env[69357]: DEBUG nova.virt.hardware [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.023868] env[69357]: DEBUG nova.virt.hardware [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.023868] env[69357]: DEBUG nova.virt.hardware [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.024200] env[69357]: DEBUG nova.virt.hardware [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.024200] env[69357]: DEBUG nova.virt.hardware [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.024200] env[69357]: DEBUG nova.virt.hardware [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.024520] env[69357]: DEBUG nova.virt.hardware [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.024769] env[69357]: DEBUG nova.virt.hardware [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.024980] env[69357]: DEBUG nova.virt.hardware [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.025138] env[69357]: DEBUG nova.virt.hardware [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.025321] env[69357]: DEBUG nova.virt.hardware [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.026262] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71195597-f4f2-48f1-9674-2bed2748f43b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.039744] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979bf25b-d287-4d86-b38b-ad924e149157 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.101190] env[69357]: DEBUG oslo_vmware.api [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.236083] env[69357]: INFO nova.compute.manager [-] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Took 1.30 seconds to deallocate network for instance. [ 1157.319308] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151501, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.371096] env[69357]: DEBUG oslo_concurrency.lockutils [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.371867] env[69357]: DEBUG nova.compute.manager [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.379031] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5e263582-c263-4e3c-a482-dff963244977 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.715s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.600555] env[69357]: DEBUG oslo_vmware.api [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.642619] env[69357]: DEBUG nova.network.neutron [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Successfully updated port: b8a80a28-8ba8-422d-bada-faf50145b67b {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.651339] env[69357]: DEBUG nova.compute.manager [req-e6848609-9059-4fe0-a230-89ef7d93b82c req-e4608c64-429c-4eaa-8143-4b0fb0136029 service nova] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Received event network-vif-plugged-b8a80a28-8ba8-422d-bada-faf50145b67b {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.651339] env[69357]: DEBUG oslo_concurrency.lockutils [req-e6848609-9059-4fe0-a230-89ef7d93b82c req-e4608c64-429c-4eaa-8143-4b0fb0136029 service nova] Acquiring lock "7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.651339] env[69357]: DEBUG oslo_concurrency.lockutils [req-e6848609-9059-4fe0-a230-89ef7d93b82c req-e4608c64-429c-4eaa-8143-4b0fb0136029 service nova] Lock "7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.651339] env[69357]: DEBUG oslo_concurrency.lockutils [req-e6848609-9059-4fe0-a230-89ef7d93b82c req-e4608c64-429c-4eaa-8143-4b0fb0136029 service nova] Lock "7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.651339] env[69357]: DEBUG nova.compute.manager [req-e6848609-9059-4fe0-a230-89ef7d93b82c req-e4608c64-429c-4eaa-8143-4b0fb0136029 service nova] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] No waiting events found dispatching network-vif-plugged-b8a80a28-8ba8-422d-bada-faf50145b67b {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1157.651566] env[69357]: WARNING nova.compute.manager [req-e6848609-9059-4fe0-a230-89ef7d93b82c req-e4608c64-429c-4eaa-8143-4b0fb0136029 service nova] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Received unexpected event network-vif-plugged-b8a80a28-8ba8-422d-bada-faf50145b67b for instance with vm_state building and task_state spawning. [ 1157.743713] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.819229] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151501, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.878936] env[69357]: DEBUG nova.compute.utils [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.880968] env[69357]: DEBUG nova.compute.manager [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1157.880968] env[69357]: DEBUG nova.network.neutron [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.934762] env[69357]: DEBUG nova.policy [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50450bd2e8694934bd3561c6d2a4745a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2c435e6f1d34f458af111ef7e25f03c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.103149] env[69357]: DEBUG oslo_vmware.api [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.046874} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.106110] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.106338] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.106521] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.106705] env[69357]: INFO nova.compute.manager [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1158.106961] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.107436] env[69357]: DEBUG nova.compute.manager [-] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.107539] env[69357]: DEBUG nova.network.neutron [-] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.149668] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "refresh_cache-7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.149668] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired lock "refresh_cache-7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.149668] env[69357]: DEBUG nova.network.neutron [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.167308] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b06340c-21c4-494f-8cac-4ea7122f6247 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.182654] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb9093d-6e03-4699-9f61-f805b84fa866 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.219725] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089be84f-08e3-454c-829a-2a8994144690 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.230730] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec2eaec-517d-4b71-87aa-a10967c55650 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.249853] env[69357]: DEBUG nova.compute.provider_tree [None req-5e263582-c263-4e3c-a482-dff963244977 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.317431] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151501, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.318479] env[69357]: DEBUG nova.network.neutron [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Successfully created port: 5b5cc78f-281f-4aa6-8dd0-261c01e3a807 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1158.384629] env[69357]: DEBUG nova.compute.manager [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1158.496718] env[69357]: DEBUG nova.compute.manager [req-333b63cb-52b9-4eb4-a2bc-73123d95b5e3 req-5c7bd191-59e1-4a30-b304-b1a7c98c720b service nova] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Received event network-vif-deleted-600062e4-759d-4770-a6a0-0e2de74ab63c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.497070] env[69357]: INFO nova.compute.manager [req-333b63cb-52b9-4eb4-a2bc-73123d95b5e3 req-5c7bd191-59e1-4a30-b304-b1a7c98c720b service nova] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Neutron deleted interface 600062e4-759d-4770-a6a0-0e2de74ab63c; detaching it from the instance and deleting it from the info cache [ 1158.497270] env[69357]: DEBUG nova.network.neutron [req-333b63cb-52b9-4eb4-a2bc-73123d95b5e3 req-5c7bd191-59e1-4a30-b304-b1a7c98c720b service nova] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.706465] env[69357]: DEBUG nova.network.neutron [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.753875] env[69357]: DEBUG nova.scheduler.client.report [None req-5e263582-c263-4e3c-a482-dff963244977 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.820210] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151501, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.955606] env[69357]: DEBUG nova.network.neutron [-] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.970484] env[69357]: DEBUG nova.network.neutron [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Updating instance_info_cache with network_info: [{"id": "b8a80a28-8ba8-422d-bada-faf50145b67b", "address": "fa:16:3e:2b:51:74", "network": {"id": "e34cd1fb-6717-4f16-8b02-8ed103ebe442", "bridge": "br-int", "label": "tempest-ServersTestJSON-1455807592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23dc72ce697b4338922e291c1024f3f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a80a28-8b", "ovs_interfaceid": "b8a80a28-8ba8-422d-bada-faf50145b67b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.000571] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d1141ea-ccc2-46e1-9de8-07fa39aacbad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.011016] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72095b8-2819-40e4-ad82-76745239274c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.045310] env[69357]: DEBUG nova.compute.manager [req-333b63cb-52b9-4eb4-a2bc-73123d95b5e3 req-5c7bd191-59e1-4a30-b304-b1a7c98c720b service nova] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Detach interface failed, port_id=600062e4-759d-4770-a6a0-0e2de74ab63c, reason: Instance 06b42879-ec25-40a2-9cea-b742373c3ccd could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1159.316249] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151501, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.84168} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.316888] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a1f55b1-da44-4e80-97ec-e4b8c96120d7/8a1f55b1-da44-4e80-97ec-e4b8c96120d7.vmdk to [datastore1] 808b711f-28a8-4f4f-a108-72e6ca6acb3d/808b711f-28a8-4f4f-a108-72e6ca6acb3d.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.318031] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285c917b-2de8-4c2c-b798-cf15ce74405e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.344830] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 808b711f-28a8-4f4f-a108-72e6ca6acb3d/808b711f-28a8-4f4f-a108-72e6ca6acb3d.vmdk or device None with type streamOptimized {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.345492] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-383652e8-08bd-47d5-ae11-fbc0521783d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.371029] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1159.371029] env[69357]: value = "task-4151504" [ 1159.371029] env[69357]: _type = "Task" [ 1159.371029] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.383472] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.399046] env[69357]: DEBUG nova.compute.manager [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1159.443521] env[69357]: DEBUG nova.virt.hardware [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.444077] env[69357]: DEBUG nova.virt.hardware [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.444351] env[69357]: DEBUG nova.virt.hardware [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.444666] env[69357]: DEBUG nova.virt.hardware [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.445283] env[69357]: DEBUG nova.virt.hardware [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.445587] env[69357]: DEBUG nova.virt.hardware [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.445933] env[69357]: DEBUG nova.virt.hardware [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.446354] env[69357]: DEBUG nova.virt.hardware [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.446643] env[69357]: DEBUG nova.virt.hardware [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.446927] env[69357]: DEBUG nova.virt.hardware [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.447244] env[69357]: DEBUG nova.virt.hardware [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.448238] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206447d0-3d3c-4dcf-9e2e-5dc0276bc1ac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.458798] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a633a706-bb7e-43a7-8f94-f00a1f05a2c5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.465401] env[69357]: INFO nova.compute.manager [-] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Took 1.36 seconds to deallocate network for instance. [ 1159.484880] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Releasing lock "refresh_cache-7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.485586] env[69357]: DEBUG nova.compute.manager [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Instance network_info: |[{"id": "b8a80a28-8ba8-422d-bada-faf50145b67b", "address": "fa:16:3e:2b:51:74", "network": {"id": "e34cd1fb-6717-4f16-8b02-8ed103ebe442", "bridge": "br-int", "label": "tempest-ServersTestJSON-1455807592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23dc72ce697b4338922e291c1024f3f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a80a28-8b", "ovs_interfaceid": "b8a80a28-8ba8-422d-bada-faf50145b67b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.486514] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:51:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8a80a28-8ba8-422d-bada-faf50145b67b', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.495119] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.495119] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.495119] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9f5de20-23f4-44c1-897f-d82533c7e1b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.521181] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.521181] env[69357]: value = "task-4151505" [ 1159.521181] env[69357]: _type = "Task" [ 1159.521181] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.530193] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151505, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.765723] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5e263582-c263-4e3c-a482-dff963244977 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.390s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.770034] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.081s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.886323] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.975268] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.011581] env[69357]: DEBUG nova.compute.manager [req-b536dd9f-8ac3-4849-91ee-c7c05687058e req-480db9a8-d1b2-415c-9221-2bf4eab84d16 service nova] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Received event network-changed-b8a80a28-8ba8-422d-bada-faf50145b67b {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.011903] env[69357]: DEBUG nova.compute.manager [req-b536dd9f-8ac3-4849-91ee-c7c05687058e req-480db9a8-d1b2-415c-9221-2bf4eab84d16 service nova] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Refreshing instance network info cache due to event network-changed-b8a80a28-8ba8-422d-bada-faf50145b67b. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.012266] env[69357]: DEBUG oslo_concurrency.lockutils [req-b536dd9f-8ac3-4849-91ee-c7c05687058e req-480db9a8-d1b2-415c-9221-2bf4eab84d16 service nova] Acquiring lock "refresh_cache-7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.012485] env[69357]: DEBUG oslo_concurrency.lockutils [req-b536dd9f-8ac3-4849-91ee-c7c05687058e req-480db9a8-d1b2-415c-9221-2bf4eab84d16 service nova] Acquired lock "refresh_cache-7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.012717] env[69357]: DEBUG nova.network.neutron [req-b536dd9f-8ac3-4849-91ee-c7c05687058e req-480db9a8-d1b2-415c-9221-2bf4eab84d16 service nova] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Refreshing network info cache for port b8a80a28-8ba8-422d-bada-faf50145b67b {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.039431] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151505, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.095262] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "3a924a64-140f-4df3-8a18-5f52d5c684b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.095716] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "3a924a64-140f-4df3-8a18-5f52d5c684b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.096111] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "3a924a64-140f-4df3-8a18-5f52d5c684b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.096413] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "3a924a64-140f-4df3-8a18-5f52d5c684b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.096606] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "3a924a64-140f-4df3-8a18-5f52d5c684b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.101025] env[69357]: INFO nova.compute.manager [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Terminating instance [ 1160.194354] env[69357]: DEBUG nova.compute.manager [req-5f4af23b-14e2-4d38-b7d1-a9422ad9234e req-7ce7eb40-d6b6-4254-a19c-ac9db4ae1a81 service nova] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Received event network-vif-plugged-5b5cc78f-281f-4aa6-8dd0-261c01e3a807 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.194622] env[69357]: DEBUG oslo_concurrency.lockutils [req-5f4af23b-14e2-4d38-b7d1-a9422ad9234e req-7ce7eb40-d6b6-4254-a19c-ac9db4ae1a81 service nova] Acquiring lock "07c7d211-79ea-4e36-a7dd-820bf3459e45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.194884] env[69357]: DEBUG oslo_concurrency.lockutils [req-5f4af23b-14e2-4d38-b7d1-a9422ad9234e req-7ce7eb40-d6b6-4254-a19c-ac9db4ae1a81 service nova] Lock "07c7d211-79ea-4e36-a7dd-820bf3459e45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.195087] env[69357]: DEBUG oslo_concurrency.lockutils [req-5f4af23b-14e2-4d38-b7d1-a9422ad9234e req-7ce7eb40-d6b6-4254-a19c-ac9db4ae1a81 service nova] Lock "07c7d211-79ea-4e36-a7dd-820bf3459e45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.195263] env[69357]: DEBUG nova.compute.manager [req-5f4af23b-14e2-4d38-b7d1-a9422ad9234e req-7ce7eb40-d6b6-4254-a19c-ac9db4ae1a81 service nova] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] No waiting events found dispatching network-vif-plugged-5b5cc78f-281f-4aa6-8dd0-261c01e3a807 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1160.195438] env[69357]: WARNING nova.compute.manager [req-5f4af23b-14e2-4d38-b7d1-a9422ad9234e req-7ce7eb40-d6b6-4254-a19c-ac9db4ae1a81 service nova] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Received unexpected event network-vif-plugged-5b5cc78f-281f-4aa6-8dd0-261c01e3a807 for instance with vm_state building and task_state spawning. [ 1160.367431] env[69357]: INFO nova.scheduler.client.report [None req-5e263582-c263-4e3c-a482-dff963244977 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Deleted allocation for migration bf640a22-df30-4dc3-86ed-56336b22c826 [ 1160.402262] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151504, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.532664] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151505, 'name': CreateVM_Task, 'duration_secs': 0.990552} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.532858] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.533567] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.533779] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.534141] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.534498] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c959bc37-9b86-4f98-b287-fc89bf90e959 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.541446] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1160.541446] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a5bcba-16df-bf68-1af8-ff7f3b347c69" [ 1160.541446] env[69357]: _type = "Task" [ 1160.541446] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.550068] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a5bcba-16df-bf68-1af8-ff7f3b347c69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.563556] env[69357]: DEBUG nova.network.neutron [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Successfully updated port: 5b5cc78f-281f-4aa6-8dd0-261c01e3a807 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1160.604398] env[69357]: DEBUG nova.compute.manager [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.604398] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.605130] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5e9ae9-2145-4a3d-8a99-57e8aa29b6ae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.614373] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.616381] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8dae901-25ed-4c88-9f19-1a250e86d739 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.618623] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b529e57-3ae3-4889-b891-37dfabdd2ffc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.626627] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3650cd4b-833d-48d3-9a25-bd663f1e3d47 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.634877] env[69357]: DEBUG oslo_vmware.api [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1160.634877] env[69357]: value = "task-4151506" [ 1160.634877] env[69357]: _type = "Task" [ 1160.634877] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.672847] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04acdd50-1564-4db5-927c-83d2deb7cca2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.680040] env[69357]: DEBUG oslo_vmware.api [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.686221] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657ff511-f70f-473d-b25e-b9fbc31225a0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.702657] env[69357]: DEBUG nova.compute.provider_tree [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.825381] env[69357]: DEBUG nova.network.neutron [req-b536dd9f-8ac3-4849-91ee-c7c05687058e req-480db9a8-d1b2-415c-9221-2bf4eab84d16 service nova] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Updated VIF entry in instance network info cache for port b8a80a28-8ba8-422d-bada-faf50145b67b. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.825726] env[69357]: DEBUG nova.network.neutron [req-b536dd9f-8ac3-4849-91ee-c7c05687058e req-480db9a8-d1b2-415c-9221-2bf4eab84d16 service nova] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Updating instance_info_cache with network_info: [{"id": "b8a80a28-8ba8-422d-bada-faf50145b67b", "address": "fa:16:3e:2b:51:74", "network": {"id": "e34cd1fb-6717-4f16-8b02-8ed103ebe442", "bridge": "br-int", "label": "tempest-ServersTestJSON-1455807592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23dc72ce697b4338922e291c1024f3f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a80a28-8b", "ovs_interfaceid": "b8a80a28-8ba8-422d-bada-faf50145b67b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.886703] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151504, 'name': ReconfigVM_Task, 'duration_secs': 1.117769} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.886913] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 808b711f-28a8-4f4f-a108-72e6ca6acb3d/808b711f-28a8-4f4f-a108-72e6ca6acb3d.vmdk or device None with type streamOptimized {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.888114] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-413700dd-de8e-46bf-9263-20fcd4999957 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.890552] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5e263582-c263-4e3c-a482-dff963244977 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "e05613c2-0517-48fc-9fdb-47f347327a3c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.642s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.895492] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1160.895492] env[69357]: value = "task-4151507" [ 1160.895492] env[69357]: _type = "Task" [ 1160.895492] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.909936] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151507, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.053030] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a5bcba-16df-bf68-1af8-ff7f3b347c69, 'name': SearchDatastore_Task, 'duration_secs': 0.010346} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.053366] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.053688] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.054067] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.054239] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.054437] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.054784] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-605850aa-e4ad-4312-a448-adb0bba1f07f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.065080] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.065294] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.067030] env[69357]: DEBUG oslo_concurrency.lockutils [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "refresh_cache-07c7d211-79ea-4e36-a7dd-820bf3459e45" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.067030] env[69357]: DEBUG oslo_concurrency.lockutils [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired lock "refresh_cache-07c7d211-79ea-4e36-a7dd-820bf3459e45" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.067030] env[69357]: DEBUG nova.network.neutron [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.067846] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d3a445a-d992-4723-ba85-4757009ffb2a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.075053] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1161.075053] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]527dd27a-4d5b-b852-c77d-bab15fe99ea2" [ 1161.075053] env[69357]: _type = "Task" [ 1161.075053] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.085254] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527dd27a-4d5b-b852-c77d-bab15fe99ea2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.148024] env[69357]: DEBUG oslo_vmware.api [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151506, 'name': PowerOffVM_Task, 'duration_secs': 0.212309} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.148024] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.148024] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.148024] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82707641-100f-43ea-a280-43b673c00b76 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.206370] env[69357]: DEBUG nova.scheduler.client.report [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.252312] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.252562] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.252753] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Deleting the datastore file [datastore2] 3a924a64-140f-4df3-8a18-5f52d5c684b3 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.253518] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b25a4f6-910a-473d-9b3e-9e90d6ce2cf1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.260693] env[69357]: DEBUG oslo_vmware.api [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1161.260693] env[69357]: value = "task-4151509" [ 1161.260693] env[69357]: _type = "Task" [ 1161.260693] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.271816] env[69357]: DEBUG oslo_vmware.api [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.328484] env[69357]: DEBUG oslo_concurrency.lockutils [req-b536dd9f-8ac3-4849-91ee-c7c05687058e req-480db9a8-d1b2-415c-9221-2bf4eab84d16 service nova] Releasing lock "refresh_cache-7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.405532] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151507, 'name': Rename_Task, 'duration_secs': 0.142811} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.406533] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.406533] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea73d622-0d7f-4879-be98-4b5776e29906 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.414593] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1161.414593] env[69357]: value = "task-4151510" [ 1161.414593] env[69357]: _type = "Task" [ 1161.414593] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.423079] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.586171] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527dd27a-4d5b-b852-c77d-bab15fe99ea2, 'name': SearchDatastore_Task, 'duration_secs': 0.009791} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.586966] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e16b7aca-9496-4efd-ae0c-92bea9c17bf3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.593302] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1161.593302] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e549c5-67ab-6854-27c3-8186065532e3" [ 1161.593302] env[69357]: _type = "Task" [ 1161.593302] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.601565] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e549c5-67ab-6854-27c3-8186065532e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.602426] env[69357]: DEBUG nova.network.neutron [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.689405] env[69357]: DEBUG oslo_concurrency.lockutils [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "e05613c2-0517-48fc-9fdb-47f347327a3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.689405] env[69357]: DEBUG oslo_concurrency.lockutils [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "e05613c2-0517-48fc-9fdb-47f347327a3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.689570] env[69357]: DEBUG oslo_concurrency.lockutils [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "e05613c2-0517-48fc-9fdb-47f347327a3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.689684] env[69357]: DEBUG oslo_concurrency.lockutils [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "e05613c2-0517-48fc-9fdb-47f347327a3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.689861] env[69357]: DEBUG oslo_concurrency.lockutils [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "e05613c2-0517-48fc-9fdb-47f347327a3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.693930] env[69357]: INFO nova.compute.manager [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Terminating instance [ 1161.747987] env[69357]: DEBUG nova.network.neutron [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Updating instance_info_cache with network_info: [{"id": "5b5cc78f-281f-4aa6-8dd0-261c01e3a807", "address": "fa:16:3e:aa:6e:00", "network": {"id": "97fcff61-6a5b-4cbf-9455-7ed31718c9a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1511455476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2c435e6f1d34f458af111ef7e25f03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5cc78f-28", "ovs_interfaceid": "5b5cc78f-281f-4aa6-8dd0-261c01e3a807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.770894] env[69357]: DEBUG oslo_vmware.api [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156211} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.771422] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.771422] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.771570] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.771745] env[69357]: INFO nova.compute.manager [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1161.771988] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.772204] env[69357]: DEBUG nova.compute.manager [-] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.772304] env[69357]: DEBUG nova.network.neutron [-] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.927760] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151510, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.035828] env[69357]: DEBUG nova.compute.manager [req-09539cf0-9105-4aa7-b5a1-26c62c91aac0 req-3137849c-09a1-49b5-8433-9e7ede370c6a service nova] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Received event network-changed-5b5cc78f-281f-4aa6-8dd0-261c01e3a807 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.036122] env[69357]: DEBUG nova.compute.manager [req-09539cf0-9105-4aa7-b5a1-26c62c91aac0 req-3137849c-09a1-49b5-8433-9e7ede370c6a service nova] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Refreshing instance network info cache due to event network-changed-5b5cc78f-281f-4aa6-8dd0-261c01e3a807. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.036351] env[69357]: DEBUG oslo_concurrency.lockutils [req-09539cf0-9105-4aa7-b5a1-26c62c91aac0 req-3137849c-09a1-49b5-8433-9e7ede370c6a service nova] Acquiring lock "refresh_cache-07c7d211-79ea-4e36-a7dd-820bf3459e45" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.104901] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e549c5-67ab-6854-27c3-8186065532e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010089} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.105237] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.105683] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae/7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.105809] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6297d0c1-3ab7-4318-879a-01e243a3be92 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.113193] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1162.113193] env[69357]: value = "task-4151511" [ 1162.113193] env[69357]: _type = "Task" [ 1162.113193] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.121959] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.197520] env[69357]: DEBUG nova.compute.manager [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.198009] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.198683] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bceb8b4a-8787-4391-b85b-0b3d7adacab2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.207533] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.207851] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b48a73b8-e672-438d-ab60-b74033ac71f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.216395] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.446s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.222577] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.429s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.224714] env[69357]: DEBUG oslo_vmware.api [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1162.224714] env[69357]: value = "task-4151512" [ 1162.224714] env[69357]: _type = "Task" [ 1162.224714] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.239869] env[69357]: DEBUG oslo_vmware.api [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.251385] env[69357]: DEBUG oslo_concurrency.lockutils [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Releasing lock "refresh_cache-07c7d211-79ea-4e36-a7dd-820bf3459e45" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.251693] env[69357]: DEBUG nova.compute.manager [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Instance network_info: |[{"id": "5b5cc78f-281f-4aa6-8dd0-261c01e3a807", "address": "fa:16:3e:aa:6e:00", "network": {"id": "97fcff61-6a5b-4cbf-9455-7ed31718c9a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1511455476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2c435e6f1d34f458af111ef7e25f03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5cc78f-28", "ovs_interfaceid": "5b5cc78f-281f-4aa6-8dd0-261c01e3a807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1162.259125] env[69357]: DEBUG oslo_concurrency.lockutils [req-09539cf0-9105-4aa7-b5a1-26c62c91aac0 req-3137849c-09a1-49b5-8433-9e7ede370c6a service nova] Acquired lock "refresh_cache-07c7d211-79ea-4e36-a7dd-820bf3459e45" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.259451] env[69357]: DEBUG nova.network.neutron [req-09539cf0-9105-4aa7-b5a1-26c62c91aac0 req-3137849c-09a1-49b5-8433-9e7ede370c6a service nova] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Refreshing network info cache for port 5b5cc78f-281f-4aa6-8dd0-261c01e3a807 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.260642] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:6e:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b5cc78f-281f-4aa6-8dd0-261c01e3a807', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.268312] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.268543] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "d2039b7e-39eb-4cee-a8b2-a5ea799412ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.268766] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "d2039b7e-39eb-4cee-a8b2-a5ea799412ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.271079] env[69357]: DEBUG nova.compute.manager [req-2dbee04e-dee5-421b-ac0e-8666ab730676 req-9209b687-8fb7-4954-8ab0-df73ce921da2 service nova] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Received event network-vif-deleted-8a81efc1-212c-4294-8a2d-f9f77427eb12 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.271369] env[69357]: INFO nova.compute.manager [req-2dbee04e-dee5-421b-ac0e-8666ab730676 req-9209b687-8fb7-4954-8ab0-df73ce921da2 service nova] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Neutron deleted interface 8a81efc1-212c-4294-8a2d-f9f77427eb12; detaching it from the instance and deleting it from the info cache [ 1162.271658] env[69357]: DEBUG nova.network.neutron [req-2dbee04e-dee5-421b-ac0e-8666ab730676 req-9209b687-8fb7-4954-8ab0-df73ce921da2 service nova] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.277047] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.277724] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15a5d09a-6ddb-4b1d-bf3f-9b4633f34e36 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.301115] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.301115] env[69357]: value = "task-4151513" [ 1162.301115] env[69357]: _type = "Task" [ 1162.301115] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.310775] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151513, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.427506] env[69357]: DEBUG oslo_vmware.api [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151510, 'name': PowerOnVM_Task, 'duration_secs': 0.522635} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.427893] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.428105] env[69357]: INFO nova.compute.manager [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Took 17.47 seconds to spawn the instance on the hypervisor. [ 1162.428289] env[69357]: DEBUG nova.compute.manager [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1162.429144] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66a655d-bcc3-4a31-b27a-7528543c0a7d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.558749] env[69357]: DEBUG nova.network.neutron [req-09539cf0-9105-4aa7-b5a1-26c62c91aac0 req-3137849c-09a1-49b5-8433-9e7ede370c6a service nova] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Updated VIF entry in instance network info cache for port 5b5cc78f-281f-4aa6-8dd0-261c01e3a807. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.559211] env[69357]: DEBUG nova.network.neutron [req-09539cf0-9105-4aa7-b5a1-26c62c91aac0 req-3137849c-09a1-49b5-8433-9e7ede370c6a service nova] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Updating instance_info_cache with network_info: [{"id": "5b5cc78f-281f-4aa6-8dd0-261c01e3a807", "address": "fa:16:3e:aa:6e:00", "network": {"id": "97fcff61-6a5b-4cbf-9455-7ed31718c9a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1511455476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2c435e6f1d34f458af111ef7e25f03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5cc78f-28", "ovs_interfaceid": "5b5cc78f-281f-4aa6-8dd0-261c01e3a807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.628240] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151511, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.732373] env[69357]: INFO nova.compute.claims [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.738656] env[69357]: DEBUG nova.network.neutron [-] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.750648] env[69357]: DEBUG oslo_vmware.api [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151512, 'name': PowerOffVM_Task, 'duration_secs': 0.238001} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.751803] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.752101] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.752454] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a0925d3-59a7-4b2c-b6e3-c790654486f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.777519] env[69357]: DEBUG nova.compute.manager [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.780491] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f694729a-25d4-41bd-9a04-01fec4edaa0f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.790799] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f08e009-4983-4c15-a533-2e53063b1b0c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.805186] env[69357]: INFO nova.scheduler.client.report [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Deleted allocation for migration 0d9f3f77-8135-4975-80f5-461df84a05b7 [ 1162.822573] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151513, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.835220] env[69357]: DEBUG nova.compute.manager [req-2dbee04e-dee5-421b-ac0e-8666ab730676 req-9209b687-8fb7-4954-8ab0-df73ce921da2 service nova] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Detach interface failed, port_id=8a81efc1-212c-4294-8a2d-f9f77427eb12, reason: Instance 3a924a64-140f-4df3-8a18-5f52d5c684b3 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1162.836857] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.837081] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.837368] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Deleting the datastore file [datastore2] e05613c2-0517-48fc-9fdb-47f347327a3c {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.838228] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdf25a70-ede1-45c4-bc69-42f03ab89d1a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.847201] env[69357]: DEBUG oslo_vmware.api [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1162.847201] env[69357]: value = "task-4151515" [ 1162.847201] env[69357]: _type = "Task" [ 1162.847201] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.856415] env[69357]: DEBUG oslo_vmware.api [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.950522] env[69357]: INFO nova.compute.manager [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Took 25.09 seconds to build instance. [ 1163.061752] env[69357]: DEBUG oslo_concurrency.lockutils [req-09539cf0-9105-4aa7-b5a1-26c62c91aac0 req-3137849c-09a1-49b5-8433-9e7ede370c6a service nova] Releasing lock "refresh_cache-07c7d211-79ea-4e36-a7dd-820bf3459e45" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.124522] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616383} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.124798] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae/7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.125032] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.125290] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d71e9bc2-179d-4f3a-a9ee-9d6f56b20ab3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.132648] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1163.132648] env[69357]: value = "task-4151516" [ 1163.132648] env[69357]: _type = "Task" [ 1163.132648] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.140574] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.243067] env[69357]: INFO nova.compute.resource_tracker [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Updating resource usage from migration feeeb929-6299-4ee7-8b31-60eeedf6aa62 [ 1163.246441] env[69357]: INFO nova.compute.manager [-] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Took 1.47 seconds to deallocate network for instance. [ 1163.299422] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.316105] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "f888c4a2-79e8-4aa0-b7db-9237fabdd5cd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.134s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.320541] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151513, 'name': CreateVM_Task, 'duration_secs': 0.765033} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.321032] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.322016] env[69357]: DEBUG oslo_concurrency.lockutils [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.322205] env[69357]: DEBUG oslo_concurrency.lockutils [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.322527] env[69357]: DEBUG oslo_concurrency.lockutils [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.322862] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6543915-21b1-41fc-aa0c-93cf6a6f8533 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.328433] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1163.328433] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5202d0a4-30aa-642f-8b8e-d8e6d2addc56" [ 1163.328433] env[69357]: _type = "Task" [ 1163.328433] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.340537] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5202d0a4-30aa-642f-8b8e-d8e6d2addc56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.356718] env[69357]: DEBUG oslo_vmware.api [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254209} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.356997] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.357276] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.357467] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.357645] env[69357]: INFO nova.compute.manager [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1163.357897] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.360755] env[69357]: DEBUG nova.compute.manager [-] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.360857] env[69357]: DEBUG nova.network.neutron [-] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.452118] env[69357]: DEBUG oslo_concurrency.lockutils [None req-666956bd-ac6f-46c8-8937-e6f25bde9d41 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "808b711f-28a8-4f4f-a108-72e6ca6acb3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.598s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.483965] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1138ce4-d038-4c6f-a052-f7c67f31ff11 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.492512] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ad9bff-96bc-411d-9470-82bfa8835480 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.526185] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a9faa5-13e5-4bd4-94a3-b47aa5cea0c0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.534369] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6075bd44-97d0-4f87-8abf-92c07242a20b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.548737] env[69357]: DEBUG nova.compute.provider_tree [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.643332] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170288} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.643605] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.644424] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9319fbd-e3fb-4eef-9b02-0a8686631a42 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.666899] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae/7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.667228] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91867e1e-04ce-4f08-8f60-b1132b374ac8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.687355] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1163.687355] env[69357]: value = "task-4151517" [ 1163.687355] env[69357]: _type = "Task" [ 1163.687355] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.695754] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.704428] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "808b711f-28a8-4f4f-a108-72e6ca6acb3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.704712] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "808b711f-28a8-4f4f-a108-72e6ca6acb3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.704972] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "808b711f-28a8-4f4f-a108-72e6ca6acb3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.705210] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "808b711f-28a8-4f4f-a108-72e6ca6acb3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.705388] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "808b711f-28a8-4f4f-a108-72e6ca6acb3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.707694] env[69357]: INFO nova.compute.manager [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Terminating instance [ 1163.754141] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.838939] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5202d0a4-30aa-642f-8b8e-d8e6d2addc56, 'name': SearchDatastore_Task, 'duration_secs': 0.033517} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.839489] env[69357]: DEBUG oslo_concurrency.lockutils [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.839852] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.840129] env[69357]: DEBUG oslo_concurrency.lockutils [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.840284] env[69357]: DEBUG oslo_concurrency.lockutils [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.840470] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.840744] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc2b1226-e5ff-4f54-8e29-251b6891e73b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.858249] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.858455] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.859236] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9898cef-5fef-469b-b869-c5341dade081 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.865449] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1163.865449] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52bf2ba9-11f4-5ea8-b18e-7c920068270b" [ 1163.865449] env[69357]: _type = "Task" [ 1163.865449] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.873762] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52bf2ba9-11f4-5ea8-b18e-7c920068270b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.051828] env[69357]: DEBUG nova.scheduler.client.report [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.123235] env[69357]: DEBUG nova.network.neutron [-] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.198732] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.213440] env[69357]: DEBUG nova.compute.manager [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.213806] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.215249] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d34b4a-a1d1-4e4b-a55f-b24757e32abf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.224266] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.225076] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b77731b-c3ce-4f8d-90d5-485789a3ab12 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.235032] env[69357]: DEBUG oslo_vmware.api [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1164.235032] env[69357]: value = "task-4151518" [ 1164.235032] env[69357]: _type = "Task" [ 1164.235032] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.244890] env[69357]: DEBUG oslo_vmware.api [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.288282] env[69357]: DEBUG nova.compute.manager [req-00998fcb-2750-479b-9450-e962d9638a51 req-9b89bbc2-8e09-4bc1-985f-45a4a66938b6 service nova] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Received event network-vif-deleted-aaed26df-a5e6-42b5-b85c-a631686e5e15 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.375771] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52bf2ba9-11f4-5ea8-b18e-7c920068270b, 'name': SearchDatastore_Task, 'duration_secs': 0.085064} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.376671] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54bbdd7-3a72-440f-b5a1-c06fee6b8257 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.382840] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1164.382840] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52570a76-1669-4156-4584-be7ee8c41f71" [ 1164.382840] env[69357]: _type = "Task" [ 1164.382840] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.392845] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52570a76-1669-4156-4584-be7ee8c41f71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.559034] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.337s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.559346] env[69357]: INFO nova.compute.manager [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Migrating [ 1164.566508] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.823s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.566873] env[69357]: DEBUG nova.objects.instance [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lazy-loading 'resources' on Instance uuid 5fb64e02-0c67-4cd2-8138-68d07cdb33f7 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.626213] env[69357]: INFO nova.compute.manager [-] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Took 1.27 seconds to deallocate network for instance. [ 1164.703782] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151517, 'name': ReconfigVM_Task, 'duration_secs': 0.665201} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.704091] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae/7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.704727] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab841e5d-d3d2-43c2-9882-3dcbb2cf5f71 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.711588] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1164.711588] env[69357]: value = "task-4151519" [ 1164.711588] env[69357]: _type = "Task" [ 1164.711588] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.714874] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "f888c4a2-79e8-4aa0-b7db-9237fabdd5cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.715075] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "f888c4a2-79e8-4aa0-b7db-9237fabdd5cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.715310] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "f888c4a2-79e8-4aa0-b7db-9237fabdd5cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.715449] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "f888c4a2-79e8-4aa0-b7db-9237fabdd5cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.715612] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "f888c4a2-79e8-4aa0-b7db-9237fabdd5cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.717868] env[69357]: INFO nova.compute.manager [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Terminating instance [ 1164.722930] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151519, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.747487] env[69357]: DEBUG oslo_vmware.api [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151518, 'name': PowerOffVM_Task, 'duration_secs': 0.185916} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.747778] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.747947] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.748220] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7c9be9f-5875-4d9f-b50c-5528d62bd057 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.817330] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c332adc7-c171-4c14-b257-00715297eb16 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.826017] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c4a82b-9a4c-45b0-b622-698c4ae2249b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.831024] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.831333] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.831513] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Deleting the datastore file [datastore1] 808b711f-28a8-4f4f-a108-72e6ca6acb3d {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.831804] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b8627ad-4aca-41af-803c-acf522a99cbc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.862544] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56ca043-078d-4945-9006-55e280a9e21b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.866174] env[69357]: DEBUG oslo_vmware.api [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1164.866174] env[69357]: value = "task-4151521" [ 1164.866174] env[69357]: _type = "Task" [ 1164.866174] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.876595] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b10afe-a357-4a3d-bfae-df0f372836aa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.884015] env[69357]: DEBUG oslo_vmware.api [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.895337] env[69357]: DEBUG nova.compute.provider_tree [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.903706] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52570a76-1669-4156-4584-be7ee8c41f71, 'name': SearchDatastore_Task, 'duration_secs': 0.023613} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.904703] env[69357]: DEBUG oslo_concurrency.lockutils [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.905093] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 07c7d211-79ea-4e36-a7dd-820bf3459e45/07c7d211-79ea-4e36-a7dd-820bf3459e45.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.905396] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab46c6a0-249b-4836-91e2-6339be5c132a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.913370] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1164.913370] env[69357]: value = "task-4151522" [ 1164.913370] env[69357]: _type = "Task" [ 1164.913370] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.924794] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.074906] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "refresh_cache-facbe890-7d28-4e20-8126-8382383e0468" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.075296] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired lock "refresh_cache-facbe890-7d28-4e20-8126-8382383e0468" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.075336] env[69357]: DEBUG nova.network.neutron [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.135503] env[69357]: DEBUG oslo_concurrency.lockutils [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.224705] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151519, 'name': Rename_Task, 'duration_secs': 0.177645} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.225037] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.225319] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14014a6c-fa97-4784-99b2-9610c9345ac5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.227522] env[69357]: DEBUG nova.compute.manager [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1165.227729] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.228538] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39080363-ddf0-483a-9fc1-c5a3c9ec0d3a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.238829] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.240410] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d862272e-e761-43ac-b266-bde63f2c4da2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.242709] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1165.242709] env[69357]: value = "task-4151523" [ 1165.242709] env[69357]: _type = "Task" [ 1165.242709] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.249728] env[69357]: DEBUG oslo_vmware.api [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1165.249728] env[69357]: value = "task-4151524" [ 1165.249728] env[69357]: _type = "Task" [ 1165.249728] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.257240] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.265405] env[69357]: DEBUG oslo_vmware.api [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.378817] env[69357]: DEBUG oslo_vmware.api [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13918} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.379027] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.379236] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.379760] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.379760] env[69357]: INFO nova.compute.manager [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1165.379907] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.380025] env[69357]: DEBUG nova.compute.manager [-] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.380122] env[69357]: DEBUG nova.network.neutron [-] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.399470] env[69357]: DEBUG nova.scheduler.client.report [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.424664] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151522, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.754069] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151523, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.763196] env[69357]: DEBUG oslo_vmware.api [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151524, 'name': PowerOffVM_Task, 'duration_secs': 0.280831} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.765919] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.766174] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.766521] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56a0aa94-24f5-4a31-b159-c31f5f64ab35 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.849949] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.850233] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.850388] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Deleting the datastore file [datastore2] f888c4a2-79e8-4aa0-b7db-9237fabdd5cd {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.850889] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b78a9b7-f4a0-4ffa-9bff-c264ed48852f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.859779] env[69357]: DEBUG oslo_vmware.api [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for the task: (returnval){ [ 1165.859779] env[69357]: value = "task-4151526" [ 1165.859779] env[69357]: _type = "Task" [ 1165.859779] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.869931] env[69357]: DEBUG oslo_vmware.api [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.905629] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.339s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.909590] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.934s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.909878] env[69357]: DEBUG nova.objects.instance [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lazy-loading 'resources' on Instance uuid 06b42879-ec25-40a2-9cea-b742373c3ccd {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.924606] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511559} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.924929] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 07c7d211-79ea-4e36-a7dd-820bf3459e45/07c7d211-79ea-4e36-a7dd-820bf3459e45.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.925163] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.925418] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-307e837b-306f-4fae-8075-6bd0f9a93a8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.930858] env[69357]: INFO nova.scheduler.client.report [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Deleted allocations for instance 5fb64e02-0c67-4cd2-8138-68d07cdb33f7 [ 1165.936397] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1165.936397] env[69357]: value = "task-4151527" [ 1165.936397] env[69357]: _type = "Task" [ 1165.936397] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.948352] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.218256] env[69357]: DEBUG nova.network.neutron [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Updating instance_info_cache with network_info: [{"id": "2634defc-83f9-4615-a509-a5d9c774fed8", "address": "fa:16:3e:06:7a:f0", "network": {"id": "12fab11b-6ad5-49ba-8738-05e9ae69d953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540370362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a8557f98174856b7f3027fcb0cd65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2634defc-83", "ovs_interfaceid": "2634defc-83f9-4615-a509-a5d9c774fed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.227098] env[69357]: DEBUG nova.network.neutron [-] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.254059] env[69357]: DEBUG oslo_vmware.api [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151523, 'name': PowerOnVM_Task, 'duration_secs': 0.603522} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.254347] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.254570] env[69357]: INFO nova.compute.manager [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1166.254786] env[69357]: DEBUG nova.compute.manager [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1166.255685] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab9999d-d429-4030-83ef-1b54a976b76b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.333751] env[69357]: DEBUG nova.compute.manager [req-1b7d0f7d-4a74-4b01-851a-f202c8204fbe req-85fc9925-13dd-4ddd-9ea5-bbfc77a382b0 service nova] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Received event network-vif-deleted-e7710459-b84f-40c5-94f8-dbcd614885bd {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.376457] env[69357]: DEBUG oslo_vmware.api [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Task: {'id': task-4151526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.496315} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.376457] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.376457] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.376457] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.376457] env[69357]: INFO nova.compute.manager [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1166.376457] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.376457] env[69357]: DEBUG nova.compute.manager [-] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1166.376457] env[69357]: DEBUG nova.network.neutron [-] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1166.446831] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f5b567da-3082-4352-a2ab-c57a81b0cbca tempest-AttachInterfacesTestJSON-2016432681 tempest-AttachInterfacesTestJSON-2016432681-project-member] Lock "5fb64e02-0c67-4cd2-8138-68d07cdb33f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.232s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.454666] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07454} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.454666] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.455618] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9255e692-d69b-4a81-b1bb-5e2b636719a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.481019] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 07c7d211-79ea-4e36-a7dd-820bf3459e45/07c7d211-79ea-4e36-a7dd-820bf3459e45.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.486247] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-677daf32-8770-45b4-b864-825bb6a2a960 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.506738] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1166.506738] env[69357]: value = "task-4151528" [ 1166.506738] env[69357]: _type = "Task" [ 1166.506738] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.517083] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.721424] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Releasing lock "refresh_cache-facbe890-7d28-4e20-8126-8382383e0468" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.727668] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f802454-3d7b-428d-899c-adf6a3acc893 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.730435] env[69357]: INFO nova.compute.manager [-] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Took 1.35 seconds to deallocate network for instance. [ 1166.740664] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a24e12-0a59-4bf6-a3bb-6cf00eb9e743 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.781353] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ffbb62-1cf1-4723-903f-f1ddf4d55717 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.784963] env[69357]: DEBUG nova.compute.manager [req-5fc19761-bca6-42d8-a615-9ec02917076b req-451ee163-d766-4881-8175-14b34d82ea3f service nova] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Received event network-vif-deleted-507ccafc-7cf4-4261-89c7-b834b8b785d1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.785185] env[69357]: INFO nova.compute.manager [req-5fc19761-bca6-42d8-a615-9ec02917076b req-451ee163-d766-4881-8175-14b34d82ea3f service nova] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Neutron deleted interface 507ccafc-7cf4-4261-89c7-b834b8b785d1; detaching it from the instance and deleting it from the info cache [ 1166.785363] env[69357]: DEBUG nova.network.neutron [req-5fc19761-bca6-42d8-a615-9ec02917076b req-451ee163-d766-4881-8175-14b34d82ea3f service nova] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.787071] env[69357]: INFO nova.compute.manager [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Took 16.40 seconds to build instance. [ 1166.795505] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7830229b-0ccb-411d-9aef-78d0186a7c69 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.814895] env[69357]: DEBUG nova.compute.provider_tree [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.017640] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.176579] env[69357]: DEBUG nova.network.neutron [-] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.245875] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.290930] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20ef7fcb-4efa-4b68-8702-a969bf50d101 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.291781] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c2ecd055-eff1-45e0-961c-12eec7cb6465 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.914s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.299774] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f7bd4c-11c9-4718-b6aa-b84defd666ff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.317683] env[69357]: DEBUG nova.scheduler.client.report [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.333541] env[69357]: DEBUG nova.compute.manager [req-5fc19761-bca6-42d8-a615-9ec02917076b req-451ee163-d766-4881-8175-14b34d82ea3f service nova] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Detach interface failed, port_id=507ccafc-7cf4-4261-89c7-b834b8b785d1, reason: Instance f888c4a2-79e8-4aa0-b7db-9237fabdd5cd could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1167.518390] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151528, 'name': ReconfigVM_Task, 'duration_secs': 0.822688} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.518612] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 07c7d211-79ea-4e36-a7dd-820bf3459e45/07c7d211-79ea-4e36-a7dd-820bf3459e45.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.519295] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a71b9961-150f-45b5-a865-02cbef397232 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.527570] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1167.527570] env[69357]: value = "task-4151529" [ 1167.527570] env[69357]: _type = "Task" [ 1167.527570] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.537789] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151529, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.658305] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.658643] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.658896] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.659147] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.659359] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.661941] env[69357]: INFO nova.compute.manager [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Terminating instance [ 1167.678807] env[69357]: INFO nova.compute.manager [-] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Took 1.30 seconds to deallocate network for instance. [ 1167.824375] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.827298] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.528s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.829023] env[69357]: INFO nova.compute.claims [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.852966] env[69357]: INFO nova.scheduler.client.report [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Deleted allocations for instance 06b42879-ec25-40a2-9cea-b742373c3ccd [ 1168.038143] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151529, 'name': Rename_Task, 'duration_secs': 0.144997} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.038466] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.038742] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5044bec9-aaa4-44f4-b12f-2eaa63a3663a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.046265] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1168.046265] env[69357]: value = "task-4151530" [ 1168.046265] env[69357]: _type = "Task" [ 1168.046265] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.055175] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.166317] env[69357]: DEBUG nova.compute.manager [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.166559] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.167832] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9f7382-9bce-48b4-84d0-542e133a41d0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.176522] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.176880] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-546438e6-30e9-446e-a480-ea94153cfcf0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.184319] env[69357]: DEBUG oslo_vmware.api [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1168.184319] env[69357]: value = "task-4151531" [ 1168.184319] env[69357]: _type = "Task" [ 1168.184319] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.185960] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.198892] env[69357]: DEBUG oslo_vmware.api [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.236307] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6af54e-53e5-4dec-b4df-a92d983fb01a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.259962] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Updating instance 'facbe890-7d28-4e20-8126-8382383e0468' progress to 0 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.363509] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f7258d1-4a7d-483f-81e5-1de3a8125433 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "06b42879-ec25-40a2-9cea-b742373c3ccd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.910s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.557769] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151530, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.695197] env[69357]: DEBUG oslo_vmware.api [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151531, 'name': PowerOffVM_Task, 'duration_secs': 0.242454} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.695725] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.696047] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.696447] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d7ae6a2-8f27-4189-8e10-c9b9feb61f4f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.767706] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.767911] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3b93ba3-942f-437c-9c7f-57668977a154 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.772759] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.773112] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.773239] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Deleting the datastore file [datastore1] 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.773868] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c053012e-f24c-4d6c-b8a9-a8948c0ac50f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.777181] env[69357]: DEBUG oslo_vmware.api [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1168.777181] env[69357]: value = "task-4151533" [ 1168.777181] env[69357]: _type = "Task" [ 1168.777181] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.784869] env[69357]: DEBUG oslo_vmware.api [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1168.784869] env[69357]: value = "task-4151534" [ 1168.784869] env[69357]: _type = "Task" [ 1168.784869] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.791628] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1168.791848] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Updating instance 'facbe890-7d28-4e20-8126-8382383e0468' progress to 17 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.803276] env[69357]: DEBUG oslo_vmware.api [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.057267] env[69357]: DEBUG oslo_vmware.api [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151530, 'name': PowerOnVM_Task, 'duration_secs': 0.555772} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.057603] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.057828] env[69357]: INFO nova.compute.manager [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1169.057979] env[69357]: DEBUG nova.compute.manager [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1169.059888] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b63dc5-f5a8-4b9c-b5e1-2870aa8aeed3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.063601] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0010ced7-0f1a-43ae-9186-0d5766a6a0ae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.072654] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726b78c0-32fc-41fc-9c65-40522af3acf6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.108145] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde68f3a-a206-4198-9799-a150983e88de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.116816] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d266f6-f6cf-442f-b65a-f03b150b8e9a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.133141] env[69357]: DEBUG nova.compute.provider_tree [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.294541] env[69357]: DEBUG oslo_vmware.api [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475655} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.294962] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.295018] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.295208] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.295392] env[69357]: INFO nova.compute.manager [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1169.295643] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.295839] env[69357]: DEBUG nova.compute.manager [-] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.295935] env[69357]: DEBUG nova.network.neutron [-] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.299909] env[69357]: DEBUG nova.virt.hardware [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.300185] env[69357]: DEBUG nova.virt.hardware [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.300351] env[69357]: DEBUG nova.virt.hardware [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.300534] env[69357]: DEBUG nova.virt.hardware [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.300685] env[69357]: DEBUG nova.virt.hardware [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.300835] env[69357]: DEBUG nova.virt.hardware [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.301054] env[69357]: DEBUG nova.virt.hardware [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.301252] env[69357]: DEBUG nova.virt.hardware [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.301409] env[69357]: DEBUG nova.virt.hardware [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.301543] env[69357]: DEBUG nova.virt.hardware [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.301762] env[69357]: DEBUG nova.virt.hardware [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.307225] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6551fa7-1662-4f34-a9a1-9da587fafcad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.324544] env[69357]: DEBUG oslo_vmware.api [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1169.324544] env[69357]: value = "task-4151535" [ 1169.324544] env[69357]: _type = "Task" [ 1169.324544] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.333463] env[69357]: DEBUG oslo_vmware.api [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.588827] env[69357]: INFO nova.compute.manager [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Took 17.21 seconds to build instance. [ 1169.636141] env[69357]: DEBUG nova.scheduler.client.report [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.656733] env[69357]: DEBUG nova.compute.manager [req-ff6d7f15-9c16-45be-aee9-7c532e76d9d6 req-702ca085-d41c-4534-914a-3f997e2fc462 service nova] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Received event network-vif-deleted-b8a80a28-8ba8-422d-bada-faf50145b67b {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.656733] env[69357]: INFO nova.compute.manager [req-ff6d7f15-9c16-45be-aee9-7c532e76d9d6 req-702ca085-d41c-4534-914a-3f997e2fc462 service nova] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Neutron deleted interface b8a80a28-8ba8-422d-bada-faf50145b67b; detaching it from the instance and deleting it from the info cache [ 1169.656733] env[69357]: DEBUG nova.network.neutron [req-ff6d7f15-9c16-45be-aee9-7c532e76d9d6 req-702ca085-d41c-4534-914a-3f997e2fc462 service nova] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.751394] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "8e920f0a-05e6-401c-84bd-3dc8d8b1628e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.751555] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "8e920f0a-05e6-401c-84bd-3dc8d8b1628e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.751935] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "8e920f0a-05e6-401c-84bd-3dc8d8b1628e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.752409] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "8e920f0a-05e6-401c-84bd-3dc8d8b1628e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.752484] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "8e920f0a-05e6-401c-84bd-3dc8d8b1628e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.755403] env[69357]: INFO nova.compute.manager [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Terminating instance [ 1169.835414] env[69357]: DEBUG oslo_vmware.api [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151535, 'name': ReconfigVM_Task, 'duration_secs': 0.212011} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.835649] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Updating instance 'facbe890-7d28-4e20-8126-8382383e0468' progress to 33 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1170.090465] env[69357]: DEBUG oslo_concurrency.lockutils [None req-820199fa-4fcf-42a5-a2a3-2163ff750a59 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "07c7d211-79ea-4e36-a7dd-820bf3459e45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.721s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.122092] env[69357]: DEBUG nova.network.neutron [-] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.141434] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.142244] env[69357]: DEBUG nova.compute.manager [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1170.145863] env[69357]: DEBUG nova.compute.manager [req-140444ed-b6d6-4961-b056-b9f610702719 req-465885c2-5233-44b3-9ef3-1abfe2eb9ed6 service nova] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Received event network-changed-5b5cc78f-281f-4aa6-8dd0-261c01e3a807 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.146137] env[69357]: DEBUG nova.compute.manager [req-140444ed-b6d6-4961-b056-b9f610702719 req-465885c2-5233-44b3-9ef3-1abfe2eb9ed6 service nova] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Refreshing instance network info cache due to event network-changed-5b5cc78f-281f-4aa6-8dd0-261c01e3a807. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.146364] env[69357]: DEBUG oslo_concurrency.lockutils [req-140444ed-b6d6-4961-b056-b9f610702719 req-465885c2-5233-44b3-9ef3-1abfe2eb9ed6 service nova] Acquiring lock "refresh_cache-07c7d211-79ea-4e36-a7dd-820bf3459e45" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.146508] env[69357]: DEBUG oslo_concurrency.lockutils [req-140444ed-b6d6-4961-b056-b9f610702719 req-465885c2-5233-44b3-9ef3-1abfe2eb9ed6 service nova] Acquired lock "refresh_cache-07c7d211-79ea-4e36-a7dd-820bf3459e45" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.146674] env[69357]: DEBUG nova.network.neutron [req-140444ed-b6d6-4961-b056-b9f610702719 req-465885c2-5233-44b3-9ef3-1abfe2eb9ed6 service nova] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Refreshing network info cache for port 5b5cc78f-281f-4aa6-8dd0-261c01e3a807 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.148420] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.394s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.148420] env[69357]: DEBUG nova.objects.instance [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lazy-loading 'resources' on Instance uuid 3a924a64-140f-4df3-8a18-5f52d5c684b3 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.160459] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78337610-849e-4423-9ec0-6b06753eba57 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.170942] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ce9845-36f7-4071-b5c2-3cbc8ab82b2b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.205291] env[69357]: DEBUG nova.compute.manager [req-ff6d7f15-9c16-45be-aee9-7c532e76d9d6 req-702ca085-d41c-4534-914a-3f997e2fc462 service nova] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Detach interface failed, port_id=b8a80a28-8ba8-422d-bada-faf50145b67b, reason: Instance 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1170.261522] env[69357]: DEBUG nova.compute.manager [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.261801] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.262734] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8700d6-a61f-49c8-b316-dcb17ba521a5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.271509] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.271846] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d2f156f-5a67-44c7-8515-7652de8b4008 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.280182] env[69357]: DEBUG oslo_vmware.api [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1170.280182] env[69357]: value = "task-4151536" [ 1170.280182] env[69357]: _type = "Task" [ 1170.280182] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.290984] env[69357]: DEBUG oslo_vmware.api [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.343031] env[69357]: DEBUG nova.virt.hardware [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.343358] env[69357]: DEBUG nova.virt.hardware [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.343652] env[69357]: DEBUG nova.virt.hardware [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.343883] env[69357]: DEBUG nova.virt.hardware [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.344300] env[69357]: DEBUG nova.virt.hardware [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.344533] env[69357]: DEBUG nova.virt.hardware [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.344890] env[69357]: DEBUG nova.virt.hardware [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.345136] env[69357]: DEBUG nova.virt.hardware [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.345418] env[69357]: DEBUG nova.virt.hardware [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.345555] env[69357]: DEBUG nova.virt.hardware [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.345739] env[69357]: DEBUG nova.virt.hardware [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.352392] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1170.352985] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abbad193-911e-431f-8695-95131cbf42aa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.372955] env[69357]: DEBUG oslo_vmware.api [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1170.372955] env[69357]: value = "task-4151537" [ 1170.372955] env[69357]: _type = "Task" [ 1170.372955] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.383091] env[69357]: DEBUG oslo_vmware.api [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.624765] env[69357]: INFO nova.compute.manager [-] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Took 1.33 seconds to deallocate network for instance. [ 1170.648077] env[69357]: DEBUG nova.compute.utils [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.649523] env[69357]: DEBUG nova.compute.manager [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1170.649673] env[69357]: DEBUG nova.network.neutron [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1170.759246] env[69357]: DEBUG nova.policy [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a473b42364d4e8ab926520ff96c2f55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a6a244fe5024e1a98608a731f3cbe86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1170.799341] env[69357]: DEBUG oslo_vmware.api [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151536, 'name': PowerOffVM_Task, 'duration_secs': 0.27935} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.804832] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.805073] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.811151] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e045509-2459-4903-a7a2-8e6b13f14dce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.884881] env[69357]: DEBUG oslo_vmware.api [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151537, 'name': ReconfigVM_Task, 'duration_secs': 0.287228} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.887748] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1170.888954] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718fc19c-49b4-4713-9aa9-2502878909a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.893157] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.893360] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.893542] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Deleting the datastore file [datastore2] 8e920f0a-05e6-401c-84bd-3dc8d8b1628e {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.894307] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa827fd2-4246-4da1-8fca-85b7d5ef51b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.916884] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] facbe890-7d28-4e20-8126-8382383e0468/facbe890-7d28-4e20-8126-8382383e0468.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.919958] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff2b07e3-fc7d-47af-a244-f6fcfc9c573b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.934389] env[69357]: DEBUG oslo_vmware.api [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1170.934389] env[69357]: value = "task-4151539" [ 1170.934389] env[69357]: _type = "Task" [ 1170.934389] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.935651] env[69357]: DEBUG nova.network.neutron [req-140444ed-b6d6-4961-b056-b9f610702719 req-465885c2-5233-44b3-9ef3-1abfe2eb9ed6 service nova] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Updated VIF entry in instance network info cache for port 5b5cc78f-281f-4aa6-8dd0-261c01e3a807. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.935975] env[69357]: DEBUG nova.network.neutron [req-140444ed-b6d6-4961-b056-b9f610702719 req-465885c2-5233-44b3-9ef3-1abfe2eb9ed6 service nova] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Updating instance_info_cache with network_info: [{"id": "5b5cc78f-281f-4aa6-8dd0-261c01e3a807", "address": "fa:16:3e:aa:6e:00", "network": {"id": "97fcff61-6a5b-4cbf-9455-7ed31718c9a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1511455476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2c435e6f1d34f458af111ef7e25f03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5cc78f-28", "ovs_interfaceid": "5b5cc78f-281f-4aa6-8dd0-261c01e3a807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.944729] env[69357]: DEBUG oslo_vmware.api [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1170.944729] env[69357]: value = "task-4151540" [ 1170.944729] env[69357]: _type = "Task" [ 1170.944729] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.949414] env[69357]: DEBUG oslo_vmware.api [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.967952] env[69357]: DEBUG oslo_vmware.api [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.987796] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ebbc73-02fe-4c53-a6e0-515d5bfe4264 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.995725] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6f4028-94c6-44c7-bfab-267e5aa23874 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.029927] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b750e8a3-373c-4669-8c85-f262a523e208 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.038728] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e10171-9087-499f-a454-67df6b9fed74 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.057223] env[69357]: DEBUG nova.compute.provider_tree [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.134186] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.155375] env[69357]: DEBUG nova.compute.manager [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1171.196491] env[69357]: DEBUG nova.network.neutron [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Successfully created port: eb99080c-08a7-4daa-9422-b4f337dc5666 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.442637] env[69357]: DEBUG oslo_concurrency.lockutils [req-140444ed-b6d6-4961-b056-b9f610702719 req-465885c2-5233-44b3-9ef3-1abfe2eb9ed6 service nova] Releasing lock "refresh_cache-07c7d211-79ea-4e36-a7dd-820bf3459e45" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.450790] env[69357]: DEBUG oslo_vmware.api [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241686} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.455724] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.456466] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.456883] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.457386] env[69357]: INFO nova.compute.manager [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1171.457386] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.457386] env[69357]: DEBUG nova.compute.manager [-] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.457386] env[69357]: DEBUG nova.network.neutron [-] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.471916] env[69357]: DEBUG oslo_vmware.api [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151540, 'name': ReconfigVM_Task, 'duration_secs': 0.312518} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.471916] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Reconfigured VM instance instance-00000054 to attach disk [datastore1] facbe890-7d28-4e20-8126-8382383e0468/facbe890-7d28-4e20-8126-8382383e0468.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.472296] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Updating instance 'facbe890-7d28-4e20-8126-8382383e0468' progress to 50 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1171.562966] env[69357]: DEBUG nova.scheduler.client.report [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.981883] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e484ab78-db85-46be-9430-8b109e4662d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.015354] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05191341-00d2-4ad7-bc53-1b6f8a140fb0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.040204] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Updating instance 'facbe890-7d28-4e20-8126-8382383e0468' progress to 67 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.068863] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.071408] env[69357]: DEBUG oslo_concurrency.lockutils [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.936s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.071586] env[69357]: DEBUG oslo_concurrency.lockutils [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.073756] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.828s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.073756] env[69357]: DEBUG nova.objects.instance [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lazy-loading 'resources' on Instance uuid 808b711f-28a8-4f4f-a108-72e6ca6acb3d {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.105537] env[69357]: INFO nova.scheduler.client.report [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Deleted allocations for instance 3a924a64-140f-4df3-8a18-5f52d5c684b3 [ 1172.107675] env[69357]: INFO nova.scheduler.client.report [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Deleted allocations for instance e05613c2-0517-48fc-9fdb-47f347327a3c [ 1172.166690] env[69357]: DEBUG nova.compute.manager [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1172.174371] env[69357]: DEBUG nova.compute.manager [req-eedbf78d-a940-44ec-aa51-4b32260e7853 req-46929187-f1b8-4064-a784-8a85a090aea6 service nova] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Received event network-vif-deleted-e583fe9a-8f7b-4437-9f9f-f32727338c9e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.175699] env[69357]: INFO nova.compute.manager [req-eedbf78d-a940-44ec-aa51-4b32260e7853 req-46929187-f1b8-4064-a784-8a85a090aea6 service nova] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Neutron deleted interface e583fe9a-8f7b-4437-9f9f-f32727338c9e; detaching it from the instance and deleting it from the info cache [ 1172.175699] env[69357]: DEBUG nova.network.neutron [req-eedbf78d-a940-44ec-aa51-4b32260e7853 req-46929187-f1b8-4064-a784-8a85a090aea6 service nova] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.205659] env[69357]: DEBUG nova.virt.hardware [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.206077] env[69357]: DEBUG nova.virt.hardware [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.206361] env[69357]: DEBUG nova.virt.hardware [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.206613] env[69357]: DEBUG nova.virt.hardware [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.206870] env[69357]: DEBUG nova.virt.hardware [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.207152] env[69357]: DEBUG nova.virt.hardware [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.207529] env[69357]: DEBUG nova.virt.hardware [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.207803] env[69357]: DEBUG nova.virt.hardware [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.208119] env[69357]: DEBUG nova.virt.hardware [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.208425] env[69357]: DEBUG nova.virt.hardware [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.208719] env[69357]: DEBUG nova.virt.hardware [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.211032] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd79bc7-40cd-4687-bd1d-8da0a49176e4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.226733] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597a322b-014d-4fdf-878d-28e2a9e88299 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.339494] env[69357]: DEBUG nova.network.neutron [-] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.585813] env[69357]: DEBUG nova.network.neutron [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Port 2634defc-83f9-4615-a509-a5d9c774fed8 binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1172.623092] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f1c8ee09-8160-4fc7-a528-f6d721fa1276 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "3a924a64-140f-4df3-8a18-5f52d5c684b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.526s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.623235] env[69357]: DEBUG oslo_concurrency.lockutils [None req-553654c3-47b2-433c-adb7-914db29e52bf tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "e05613c2-0517-48fc-9fdb-47f347327a3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.934s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.680476] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f360cd0d-de21-4a55-ade6-7f73d180b223 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.690950] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a380e6f-7da2-4cb7-bae2-0e40d5b02915 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.722735] env[69357]: DEBUG nova.compute.manager [req-b3f833a3-df71-4f85-b184-2a5b9f9327d7 req-edb478d6-1442-445a-9c46-7c237cc42799 service nova] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Received event network-vif-plugged-eb99080c-08a7-4daa-9422-b4f337dc5666 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.722958] env[69357]: DEBUG oslo_concurrency.lockutils [req-b3f833a3-df71-4f85-b184-2a5b9f9327d7 req-edb478d6-1442-445a-9c46-7c237cc42799 service nova] Acquiring lock "d2039b7e-39eb-4cee-a8b2-a5ea799412ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.723182] env[69357]: DEBUG oslo_concurrency.lockutils [req-b3f833a3-df71-4f85-b184-2a5b9f9327d7 req-edb478d6-1442-445a-9c46-7c237cc42799 service nova] Lock "d2039b7e-39eb-4cee-a8b2-a5ea799412ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.723351] env[69357]: DEBUG oslo_concurrency.lockutils [req-b3f833a3-df71-4f85-b184-2a5b9f9327d7 req-edb478d6-1442-445a-9c46-7c237cc42799 service nova] Lock "d2039b7e-39eb-4cee-a8b2-a5ea799412ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.723521] env[69357]: DEBUG nova.compute.manager [req-b3f833a3-df71-4f85-b184-2a5b9f9327d7 req-edb478d6-1442-445a-9c46-7c237cc42799 service nova] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] No waiting events found dispatching network-vif-plugged-eb99080c-08a7-4daa-9422-b4f337dc5666 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1172.723686] env[69357]: WARNING nova.compute.manager [req-b3f833a3-df71-4f85-b184-2a5b9f9327d7 req-edb478d6-1442-445a-9c46-7c237cc42799 service nova] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Received unexpected event network-vif-plugged-eb99080c-08a7-4daa-9422-b4f337dc5666 for instance with vm_state building and task_state spawning. [ 1172.733531] env[69357]: DEBUG nova.compute.manager [req-eedbf78d-a940-44ec-aa51-4b32260e7853 req-46929187-f1b8-4064-a784-8a85a090aea6 service nova] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Detach interface failed, port_id=e583fe9a-8f7b-4437-9f9f-f32727338c9e, reason: Instance 8e920f0a-05e6-401c-84bd-3dc8d8b1628e could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1172.842836] env[69357]: INFO nova.compute.manager [-] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Took 1.38 seconds to deallocate network for instance. [ 1172.866858] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60048a11-47d3-4c79-a1b6-3c0458ee16e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.874533] env[69357]: DEBUG nova.network.neutron [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Successfully updated port: eb99080c-08a7-4daa-9422-b4f337dc5666 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1172.883513] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b537c6f4-920f-46ab-96ff-f3a994b775e7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.920446] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7241909d-3aff-4af8-916b-c1829cc02642 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.929893] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02670e74-ea50-445a-ab93-cd46c8acce72 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.946686] env[69357]: DEBUG nova.compute.provider_tree [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.351046] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.380894] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "refresh_cache-d2039b7e-39eb-4cee-a8b2-a5ea799412ab" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.381164] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "refresh_cache-d2039b7e-39eb-4cee-a8b2-a5ea799412ab" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.381385] env[69357]: DEBUG nova.network.neutron [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.451888] env[69357]: DEBUG nova.scheduler.client.report [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.610893] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "facbe890-7d28-4e20-8126-8382383e0468-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.611327] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "facbe890-7d28-4e20-8126-8382383e0468-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.615025] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "facbe890-7d28-4e20-8126-8382383e0468-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.925096] env[69357]: DEBUG nova.network.neutron [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.956211] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.958710] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.773s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.958916] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.961352] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.829s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.961589] env[69357]: DEBUG nova.objects.instance [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lazy-loading 'resources' on Instance uuid 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.993861] env[69357]: INFO nova.scheduler.client.report [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Deleted allocations for instance 808b711f-28a8-4f4f-a108-72e6ca6acb3d [ 1173.997724] env[69357]: INFO nova.scheduler.client.report [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Deleted allocations for instance f888c4a2-79e8-4aa0-b7db-9237fabdd5cd [ 1174.129458] env[69357]: DEBUG nova.network.neutron [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Updating instance_info_cache with network_info: [{"id": "eb99080c-08a7-4daa-9422-b4f337dc5666", "address": "fa:16:3e:1e:4b:78", "network": {"id": "e4b350ba-ef87-4c2d-b94d-153f1aa0d1aa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-224470408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6a244fe5024e1a98608a731f3cbe86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb99080c-08", "ovs_interfaceid": "eb99080c-08a7-4daa-9422-b4f337dc5666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.338024] env[69357]: DEBUG nova.compute.manager [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Stashing vm_state: active {{(pid=69357) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1174.510376] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98895bdc-d133-4f49-ab0b-5114f1d71c4e tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "808b711f-28a8-4f4f-a108-72e6ca6acb3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.806s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.512607] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ba08e1d3-0e44-4211-afa7-eaa8d144338e tempest-DeleteServersTestJSON-1645452589 tempest-DeleteServersTestJSON-1645452589-project-member] Lock "f888c4a2-79e8-4aa0-b7db-9237fabdd5cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.797s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.631878] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "refresh_cache-d2039b7e-39eb-4cee-a8b2-a5ea799412ab" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.632270] env[69357]: DEBUG nova.compute.manager [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Instance network_info: |[{"id": "eb99080c-08a7-4daa-9422-b4f337dc5666", "address": "fa:16:3e:1e:4b:78", "network": {"id": "e4b350ba-ef87-4c2d-b94d-153f1aa0d1aa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-224470408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6a244fe5024e1a98608a731f3cbe86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb99080c-08", "ovs_interfaceid": "eb99080c-08a7-4daa-9422-b4f337dc5666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1174.633092] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:4b:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb99080c-08a7-4daa-9422-b4f337dc5666', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.642460] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.645958] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.647177] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-455d610e-b7e5-42de-857e-acb71c6ec372 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.664246] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "refresh_cache-facbe890-7d28-4e20-8126-8382383e0468" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.664438] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired lock "refresh_cache-facbe890-7d28-4e20-8126-8382383e0468" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.664593] env[69357]: DEBUG nova.network.neutron [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.667962] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858503d6-e31f-4e73-8e10-add6372c0b56 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.677849] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62668f4a-efad-40de-ba74-8f5e5a28bae7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.681061] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.681061] env[69357]: value = "task-4151547" [ 1174.681061] env[69357]: _type = "Task" [ 1174.681061] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.713932] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a250c3-f761-4d5a-b8d2-dee18294f6d0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.722741] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151547, 'name': CreateVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.728647] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59062f19-a9cb-46a2-8cdf-0cdd9827fb71 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.744114] env[69357]: DEBUG nova.compute.provider_tree [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.752851] env[69357]: DEBUG nova.compute.manager [req-e07252b7-eae9-45e8-b78a-8e7f1fbc31c1 req-49788f6a-a5c8-461c-a6a7-7ea14dbb2805 service nova] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Received event network-changed-eb99080c-08a7-4daa-9422-b4f337dc5666 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.753108] env[69357]: DEBUG nova.compute.manager [req-e07252b7-eae9-45e8-b78a-8e7f1fbc31c1 req-49788f6a-a5c8-461c-a6a7-7ea14dbb2805 service nova] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Refreshing instance network info cache due to event network-changed-eb99080c-08a7-4daa-9422-b4f337dc5666. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.753338] env[69357]: DEBUG oslo_concurrency.lockutils [req-e07252b7-eae9-45e8-b78a-8e7f1fbc31c1 req-49788f6a-a5c8-461c-a6a7-7ea14dbb2805 service nova] Acquiring lock "refresh_cache-d2039b7e-39eb-4cee-a8b2-a5ea799412ab" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.753484] env[69357]: DEBUG oslo_concurrency.lockutils [req-e07252b7-eae9-45e8-b78a-8e7f1fbc31c1 req-49788f6a-a5c8-461c-a6a7-7ea14dbb2805 service nova] Acquired lock "refresh_cache-d2039b7e-39eb-4cee-a8b2-a5ea799412ab" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.753649] env[69357]: DEBUG nova.network.neutron [req-e07252b7-eae9-45e8-b78a-8e7f1fbc31c1 req-49788f6a-a5c8-461c-a6a7-7ea14dbb2805 service nova] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Refreshing network info cache for port eb99080c-08a7-4daa-9422-b4f337dc5666 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.856974] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.100681] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "fced8f57-3c14-43df-8931-5928be74e4bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.100967] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "fced8f57-3c14-43df-8931-5928be74e4bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.101242] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "fced8f57-3c14-43df-8931-5928be74e4bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.101438] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "fced8f57-3c14-43df-8931-5928be74e4bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.101612] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "fced8f57-3c14-43df-8931-5928be74e4bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.103860] env[69357]: INFO nova.compute.manager [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Terminating instance [ 1175.192209] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151547, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.247720] env[69357]: DEBUG nova.scheduler.client.report [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.481151] env[69357]: DEBUG nova.network.neutron [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Updating instance_info_cache with network_info: [{"id": "2634defc-83f9-4615-a509-a5d9c774fed8", "address": "fa:16:3e:06:7a:f0", "network": {"id": "12fab11b-6ad5-49ba-8738-05e9ae69d953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540370362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a8557f98174856b7f3027fcb0cd65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2634defc-83", "ovs_interfaceid": "2634defc-83f9-4615-a509-a5d9c774fed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.548063] env[69357]: DEBUG nova.network.neutron [req-e07252b7-eae9-45e8-b78a-8e7f1fbc31c1 req-49788f6a-a5c8-461c-a6a7-7ea14dbb2805 service nova] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Updated VIF entry in instance network info cache for port eb99080c-08a7-4daa-9422-b4f337dc5666. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.548871] env[69357]: DEBUG nova.network.neutron [req-e07252b7-eae9-45e8-b78a-8e7f1fbc31c1 req-49788f6a-a5c8-461c-a6a7-7ea14dbb2805 service nova] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Updating instance_info_cache with network_info: [{"id": "eb99080c-08a7-4daa-9422-b4f337dc5666", "address": "fa:16:3e:1e:4b:78", "network": {"id": "e4b350ba-ef87-4c2d-b94d-153f1aa0d1aa", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-224470408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6a244fe5024e1a98608a731f3cbe86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb99080c-08", "ovs_interfaceid": "eb99080c-08a7-4daa-9422-b4f337dc5666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.607854] env[69357]: DEBUG nova.compute.manager [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.608131] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.609025] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ee0121-9985-4754-9663-6b9789393668 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.616811] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.617064] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ded61af-2791-4199-937b-8e8b833d4ec1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.623243] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.623578] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.627469] env[69357]: DEBUG oslo_vmware.api [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1175.627469] env[69357]: value = "task-4151548" [ 1175.627469] env[69357]: _type = "Task" [ 1175.627469] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.639625] env[69357]: DEBUG oslo_vmware.api [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.693138] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151547, 'name': CreateVM_Task, 'duration_secs': 0.96892} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.693336] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.694046] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.694264] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.694592] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.694872] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1bef678-c3d2-4c62-9fe3-163b5cac95bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.699860] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1175.699860] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529f9286-b40d-e5ef-31cb-a836b004f4d0" [ 1175.699860] env[69357]: _type = "Task" [ 1175.699860] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.709486] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529f9286-b40d-e5ef-31cb-a836b004f4d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.753629] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.756978] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.406s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.757062] env[69357]: DEBUG nova.objects.instance [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lazy-loading 'resources' on Instance uuid 8e920f0a-05e6-401c-84bd-3dc8d8b1628e {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.775720] env[69357]: INFO nova.scheduler.client.report [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Deleted allocations for instance 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae [ 1175.985959] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Releasing lock "refresh_cache-facbe890-7d28-4e20-8126-8382383e0468" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.050757] env[69357]: DEBUG oslo_concurrency.lockutils [req-e07252b7-eae9-45e8-b78a-8e7f1fbc31c1 req-49788f6a-a5c8-461c-a6a7-7ea14dbb2805 service nova] Releasing lock "refresh_cache-d2039b7e-39eb-4cee-a8b2-a5ea799412ab" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.126428] env[69357]: DEBUG nova.compute.manager [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1176.143137] env[69357]: DEBUG oslo_vmware.api [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151548, 'name': PowerOffVM_Task, 'duration_secs': 0.226857} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.144028] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.144028] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.144209] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-deced541-a2b6-4682-9043-e94041aa195d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.212636] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529f9286-b40d-e5ef-31cb-a836b004f4d0, 'name': SearchDatastore_Task, 'duration_secs': 0.021866} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.213047] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.213293] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.213561] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.213811] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.213988] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.214276] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7c4aa9d-9634-400f-91f0-773dc72d6206 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.217416] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.217642] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.217890] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Deleting the datastore file [datastore1] fced8f57-3c14-43df-8931-5928be74e4bc {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.218624] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec8105a8-ba41-4585-82ab-abc205fc086e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.226823] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.227082] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.228112] env[69357]: DEBUG oslo_vmware.api [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1176.228112] env[69357]: value = "task-4151550" [ 1176.228112] env[69357]: _type = "Task" [ 1176.228112] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.228321] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c74b13b-a192-4a02-a707-4d342f6019da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.240072] env[69357]: DEBUG oslo_vmware.api [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.241854] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1176.241854] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]527bf77c-d341-7e98-0f83-336abd48812e" [ 1176.241854] env[69357]: _type = "Task" [ 1176.241854] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.251141] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527bf77c-d341-7e98-0f83-336abd48812e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.283301] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57b8564b-2b24-48bd-b607-014d2038841b tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.625s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.433033] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e22214-4529-4c41-bc37-fe5c0b2aecb7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.443529] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c69bed7-f791-4817-ba47-36ecb9a9e5cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.477957] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38cdbaf-091a-4152-902c-f6015458fe53 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.487255] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a28471-ad54-4c34-9723-d2fdb0692943 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.505335] env[69357]: DEBUG nova.compute.provider_tree [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.525365] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850b2618-5305-4a47-9432-b25ed3265afc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.554047] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efc8fdd-8813-4cda-a8d4-5c103227177f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.568344] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Updating instance 'facbe890-7d28-4e20-8126-8382383e0468' progress to 83 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.653687] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.741192] env[69357]: DEBUG oslo_vmware.api [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314852} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.741538] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.741773] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.741994] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.742231] env[69357]: INFO nova.compute.manager [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1176.742512] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.742790] env[69357]: DEBUG nova.compute.manager [-] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.742895] env[69357]: DEBUG nova.network.neutron [-] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.753379] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527bf77c-d341-7e98-0f83-336abd48812e, 'name': SearchDatastore_Task, 'duration_secs': 0.015101} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.754225] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d81d0d7a-8717-4453-a508-5665bd7fd8d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.759501] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1176.759501] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52377365-aff6-957d-abb6-38fea37587dc" [ 1176.759501] env[69357]: _type = "Task" [ 1176.759501] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.767662] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52377365-aff6-957d-abb6-38fea37587dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.014035] env[69357]: DEBUG nova.scheduler.client.report [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.021251] env[69357]: DEBUG nova.compute.manager [req-259a3ba8-c2a7-452d-8077-eccffc4bba40 req-8c69ac08-3f6d-4660-9a70-4b4f8e54c6ed service nova] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Received event network-vif-deleted-09c31512-f51d-45fa-80b9-a29eed026c8d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.021470] env[69357]: INFO nova.compute.manager [req-259a3ba8-c2a7-452d-8077-eccffc4bba40 req-8c69ac08-3f6d-4660-9a70-4b4f8e54c6ed service nova] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Neutron deleted interface 09c31512-f51d-45fa-80b9-a29eed026c8d; detaching it from the instance and deleting it from the info cache [ 1177.021653] env[69357]: DEBUG nova.network.neutron [req-259a3ba8-c2a7-452d-8077-eccffc4bba40 req-8c69ac08-3f6d-4660-9a70-4b4f8e54c6ed service nova] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.073922] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f69f459b-8929-48f1-bb56-f465ce5ac8c1 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Updating instance 'facbe890-7d28-4e20-8126-8382383e0468' progress to 100 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.144439] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "d83081c5-0163-49be-92ef-c4e16ab32256" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.144785] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "d83081c5-0163-49be-92ef-c4e16ab32256" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.270862] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52377365-aff6-957d-abb6-38fea37587dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010282} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.271204] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.271472] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] d2039b7e-39eb-4cee-a8b2-a5ea799412ab/d2039b7e-39eb-4cee-a8b2-a5ea799412ab.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.271800] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d59f9273-6fb4-43dd-ba5d-00a954cfb093 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.279607] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1177.279607] env[69357]: value = "task-4151553" [ 1177.279607] env[69357]: _type = "Task" [ 1177.279607] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.289385] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.495497] env[69357]: DEBUG nova.network.neutron [-] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.516990] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.520540] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.663s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.525351] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20fbf2c9-f01b-4147-9e0c-67e2231de853 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.540053] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237c40c9-0ec9-4904-9b59-41c6ebb1f77c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.560065] env[69357]: INFO nova.scheduler.client.report [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Deleted allocations for instance 8e920f0a-05e6-401c-84bd-3dc8d8b1628e [ 1177.591406] env[69357]: DEBUG nova.compute.manager [req-259a3ba8-c2a7-452d-8077-eccffc4bba40 req-8c69ac08-3f6d-4660-9a70-4b4f8e54c6ed service nova] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Detach interface failed, port_id=09c31512-f51d-45fa-80b9-a29eed026c8d, reason: Instance fced8f57-3c14-43df-8931-5928be74e4bc could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1177.647805] env[69357]: DEBUG nova.compute.manager [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1177.790132] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.998510] env[69357]: INFO nova.compute.manager [-] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Took 1.26 seconds to deallocate network for instance. [ 1178.031175] env[69357]: INFO nova.compute.claims [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.069523] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9891f17-25b9-4043-97e5-17f2d19423f0 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "8e920f0a-05e6-401c-84bd-3dc8d8b1628e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.318s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.170760] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.292275] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151553, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.505354] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.541985] env[69357]: INFO nova.compute.resource_tracker [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Updating resource usage from migration 791bb5e8-5968-45b5-9a3a-889e8e20789b [ 1178.746544] env[69357]: DEBUG oslo_concurrency.lockutils [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "f99c05d9-8670-4977-85bc-b630cff90ba0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.746800] env[69357]: DEBUG oslo_concurrency.lockutils [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "f99c05d9-8670-4977-85bc-b630cff90ba0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.747025] env[69357]: DEBUG oslo_concurrency.lockutils [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "f99c05d9-8670-4977-85bc-b630cff90ba0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.747213] env[69357]: DEBUG oslo_concurrency.lockutils [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "f99c05d9-8670-4977-85bc-b630cff90ba0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.747387] env[69357]: DEBUG oslo_concurrency.lockutils [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "f99c05d9-8670-4977-85bc-b630cff90ba0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.750709] env[69357]: INFO nova.compute.manager [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Terminating instance [ 1178.772887] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76b1d37-2e31-4e13-aa6a-594c13cd4daa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.785198] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aae20e-74f4-491a-b8b6-eea10f3b2b30 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.800802] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151553, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.256857} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.826513] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] d2039b7e-39eb-4cee-a8b2-a5ea799412ab/d2039b7e-39eb-4cee-a8b2-a5ea799412ab.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.826799] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.827803] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-438e76ef-6368-44e0-b5a2-a430f6a0992e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.830397] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c628ec-f25d-4b06-9c87-e741613167ba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.842157] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a97b0ac-6f74-46b9-8ac4-8ba2727bef8a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.847230] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1178.847230] env[69357]: value = "task-4151555" [ 1178.847230] env[69357]: _type = "Task" [ 1178.847230] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.860494] env[69357]: DEBUG nova.compute.provider_tree [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.868116] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.257205] env[69357]: DEBUG nova.compute.manager [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.257447] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.258623] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077105f4-9d06-4a12-8dcc-962a697053b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.269811] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.270496] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-087cfaff-3ba6-4da2-b317-d841e7e47c75 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.281843] env[69357]: DEBUG oslo_vmware.api [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1179.281843] env[69357]: value = "task-4151557" [ 1179.281843] env[69357]: _type = "Task" [ 1179.281843] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.302032] env[69357]: DEBUG oslo_vmware.api [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.358643] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080641} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.359527] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.359806] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ce6454-411e-47e5-a49c-5acbd1ac0978 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.364664] env[69357]: DEBUG nova.scheduler.client.report [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.387645] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] d2039b7e-39eb-4cee-a8b2-a5ea799412ab/d2039b7e-39eb-4cee-a8b2-a5ea799412ab.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.388184] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-335bb5f8-c0ca-4274-a855-17f83db5b665 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.413783] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1179.413783] env[69357]: value = "task-4151558" [ 1179.413783] env[69357]: _type = "Task" [ 1179.413783] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.424879] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.745333] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dab59d7b-9620-42c8-baa6-a2304899a8bc tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "facbe890-7d28-4e20-8126-8382383e0468" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.746171] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dab59d7b-9620-42c8-baa6-a2304899a8bc tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "facbe890-7d28-4e20-8126-8382383e0468" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.746171] env[69357]: DEBUG nova.compute.manager [None req-dab59d7b-9620-42c8-baa6-a2304899a8bc tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Going to confirm migration 6 {{(pid=69357) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1179.793248] env[69357]: DEBUG oslo_vmware.api [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151557, 'name': PowerOffVM_Task, 'duration_secs': 0.206531} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.793621] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.793887] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.794219] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdfaad71-1619-4d18-8aa8-8dcd624fbc88 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.890917] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.369s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.890917] env[69357]: INFO nova.compute.manager [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Migrating [ 1179.902619] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.249s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.904260] env[69357]: INFO nova.compute.claims [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.921631] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.922032] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.922764] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Deleting the datastore file [datastore2] f99c05d9-8670-4977-85bc-b630cff90ba0 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.922764] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b63ee90-b670-4c5c-ba96-92f71f4b70ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.929313] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151558, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.934965] env[69357]: DEBUG oslo_vmware.api [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for the task: (returnval){ [ 1179.934965] env[69357]: value = "task-4151560" [ 1179.934965] env[69357]: _type = "Task" [ 1179.934965] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.944966] env[69357]: DEBUG oslo_vmware.api [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.317821] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dab59d7b-9620-42c8-baa6-a2304899a8bc tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "refresh_cache-facbe890-7d28-4e20-8126-8382383e0468" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.318102] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dab59d7b-9620-42c8-baa6-a2304899a8bc tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired lock "refresh_cache-facbe890-7d28-4e20-8126-8382383e0468" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.318233] env[69357]: DEBUG nova.network.neutron [None req-dab59d7b-9620-42c8-baa6-a2304899a8bc tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.318428] env[69357]: DEBUG nova.objects.instance [None req-dab59d7b-9620-42c8-baa6-a2304899a8bc tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lazy-loading 'info_cache' on Instance uuid facbe890-7d28-4e20-8126-8382383e0468 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.416275] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "refresh_cache-a867059b-ea7b-4222-a47c-a6621cf37421" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.416507] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "refresh_cache-a867059b-ea7b-4222-a47c-a6621cf37421" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.416785] env[69357]: DEBUG nova.network.neutron [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.431217] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151558, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.445773] env[69357]: DEBUG oslo_vmware.api [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Task: {'id': task-4151560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42095} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.446057] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.446251] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.446444] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.446782] env[69357]: INFO nova.compute.manager [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1180.447075] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.447285] env[69357]: DEBUG nova.compute.manager [-] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.447741] env[69357]: DEBUG nova.network.neutron [-] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.930482] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151558, 'name': ReconfigVM_Task, 'duration_secs': 1.505315} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.931194] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Reconfigured VM instance instance-0000006c to attach disk [datastore2] d2039b7e-39eb-4cee-a8b2-a5ea799412ab/d2039b7e-39eb-4cee-a8b2-a5ea799412ab.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.933063] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66a8f049-faea-4447-99b3-f292f38129af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.945148] env[69357]: DEBUG nova.compute.manager [req-7e56789c-beae-40bf-af7e-0e7fc8acef53 req-20db2037-1f91-4afd-a5b2-f0d47855d1bb service nova] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Received event network-vif-deleted-7f3d236c-7e21-4ca6-983a-9b79e12834d2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.945148] env[69357]: INFO nova.compute.manager [req-7e56789c-beae-40bf-af7e-0e7fc8acef53 req-20db2037-1f91-4afd-a5b2-f0d47855d1bb service nova] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Neutron deleted interface 7f3d236c-7e21-4ca6-983a-9b79e12834d2; detaching it from the instance and deleting it from the info cache [ 1180.945148] env[69357]: DEBUG nova.network.neutron [req-7e56789c-beae-40bf-af7e-0e7fc8acef53 req-20db2037-1f91-4afd-a5b2-f0d47855d1bb service nova] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.945148] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1180.945148] env[69357]: value = "task-4151562" [ 1180.945148] env[69357]: _type = "Task" [ 1180.945148] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.961342] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151562, 'name': Rename_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.154923] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f5e8ea-5baa-4fee-a1ea-54cb3d88725c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.162831] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9137ec-72df-40cf-84cf-03d1bd51bbc3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.197965] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1561c7d9-122c-4acd-8b14-7e78a9ff1321 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.206901] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121a3fc7-3399-4b3b-b7f6-07ebd7e1a62a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.222494] env[69357]: DEBUG nova.compute.provider_tree [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.347297] env[69357]: DEBUG nova.network.neutron [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Updating instance_info_cache with network_info: [{"id": "d2691c24-a298-4824-baae-f1ee586eab41", "address": "fa:16:3e:c0:72:79", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2691c24-a2", "ovs_interfaceid": "d2691c24-a298-4824-baae-f1ee586eab41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.422843] env[69357]: DEBUG nova.network.neutron [-] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.447776] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff3dd6a7-0e4e-4b19-82b9-d8d7bd5e3b98 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.463222] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151562, 'name': Rename_Task, 'duration_secs': 0.200644} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.464476] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.464683] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98f27c85-8502-4cb7-b934-3b0b2b3e8b26 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.469351] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66db363-fb3f-4ea1-95ad-cde7c22c660c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.490987] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1181.490987] env[69357]: value = "task-4151564" [ 1181.490987] env[69357]: _type = "Task" [ 1181.490987] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.512246] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.512781] env[69357]: DEBUG nova.compute.manager [req-7e56789c-beae-40bf-af7e-0e7fc8acef53 req-20db2037-1f91-4afd-a5b2-f0d47855d1bb service nova] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Detach interface failed, port_id=7f3d236c-7e21-4ca6-983a-9b79e12834d2, reason: Instance f99c05d9-8670-4977-85bc-b630cff90ba0 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1181.686753] env[69357]: DEBUG nova.network.neutron [None req-dab59d7b-9620-42c8-baa6-a2304899a8bc tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Updating instance_info_cache with network_info: [{"id": "2634defc-83f9-4615-a509-a5d9c774fed8", "address": "fa:16:3e:06:7a:f0", "network": {"id": "12fab11b-6ad5-49ba-8738-05e9ae69d953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540370362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a8557f98174856b7f3027fcb0cd65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2634defc-83", "ovs_interfaceid": "2634defc-83f9-4615-a509-a5d9c774fed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.726130] env[69357]: DEBUG nova.scheduler.client.report [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.851070] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "refresh_cache-a867059b-ea7b-4222-a47c-a6621cf37421" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.925690] env[69357]: INFO nova.compute.manager [-] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Took 1.48 seconds to deallocate network for instance. [ 1182.002285] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151564, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.191062] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dab59d7b-9620-42c8-baa6-a2304899a8bc tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Releasing lock "refresh_cache-facbe890-7d28-4e20-8126-8382383e0468" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.191062] env[69357]: DEBUG nova.objects.instance [None req-dab59d7b-9620-42c8-baa6-a2304899a8bc tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lazy-loading 'migration_context' on Instance uuid facbe890-7d28-4e20-8126-8382383e0468 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.231991] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.232278] env[69357]: DEBUG nova.compute.manager [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1182.235681] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.065s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.238529] env[69357]: INFO nova.compute.claims [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.432548] env[69357]: DEBUG oslo_concurrency.lockutils [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.502694] env[69357]: DEBUG oslo_vmware.api [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151564, 'name': PowerOnVM_Task, 'duration_secs': 0.653671} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.503040] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.503954] env[69357]: INFO nova.compute.manager [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Took 10.34 seconds to spawn the instance on the hypervisor. [ 1182.503954] env[69357]: DEBUG nova.compute.manager [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1182.504301] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab94ca3a-59a1-4b8d-a355-7410b555bfb8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.693426] env[69357]: DEBUG nova.objects.base [None req-dab59d7b-9620-42c8-baa6-a2304899a8bc tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1182.694505] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa6a665-a698-4952-a018-1dd387aa6861 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.714322] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b58cc677-fb40-4759-b1c6-de85aed72600 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.720653] env[69357]: DEBUG oslo_vmware.api [None req-dab59d7b-9620-42c8-baa6-a2304899a8bc tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1182.720653] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b5afab-34e6-e198-288c-fffc2f16fce9" [ 1182.720653] env[69357]: _type = "Task" [ 1182.720653] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.731152] env[69357]: DEBUG oslo_vmware.api [None req-dab59d7b-9620-42c8-baa6-a2304899a8bc tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b5afab-34e6-e198-288c-fffc2f16fce9, 'name': SearchDatastore_Task, 'duration_secs': 0.007592} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.731465] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dab59d7b-9620-42c8-baa6-a2304899a8bc tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.743171] env[69357]: DEBUG nova.compute.utils [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.746313] env[69357]: DEBUG nova.compute.manager [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1182.746484] env[69357]: DEBUG nova.network.neutron [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.816667] env[69357]: DEBUG nova.policy [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '759d3c79e44c486992d1bc4309dafed1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bda71363f2a49d4a857ec99bb9cb47a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.026847] env[69357]: INFO nova.compute.manager [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Took 19.74 seconds to build instance. [ 1183.255729] env[69357]: DEBUG nova.compute.manager [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1183.368195] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7b935e-f047-42df-b576-606aea30bfa2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.400725] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Updating instance 'a867059b-ea7b-4222-a47c-a6621cf37421' progress to 0 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1183.422026] env[69357]: DEBUG nova.network.neutron [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Successfully created port: fb53c94a-43b1-4847-84fd-bc187a61dd5b {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1183.514330] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca2b9a9-6252-4784-b67e-e3ddaf4d9f05 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.523639] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3a4cd3-ad9b-4a26-871f-e7aa264b7513 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.528513] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7d6cee18-3c1c-4128-85cd-da6e1a7887b4 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "d2039b7e-39eb-4cee-a8b2-a5ea799412ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.259s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.562928] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86a054a-a77f-460d-bdfb-4273ca70e126 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.571992] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc4769e-4281-4395-93a1-ae45f69d5601 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.587805] env[69357]: DEBUG nova.compute.provider_tree [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.907890] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.908369] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0032c922-ef50-4b48-835b-fef4577cbcac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.918999] env[69357]: DEBUG oslo_vmware.api [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1183.918999] env[69357]: value = "task-4151567" [ 1183.918999] env[69357]: _type = "Task" [ 1183.918999] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.930020] env[69357]: DEBUG oslo_vmware.api [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.092831] env[69357]: DEBUG nova.scheduler.client.report [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.266023] env[69357]: DEBUG nova.compute.manager [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1184.333161] env[69357]: DEBUG nova.virt.hardware [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.333161] env[69357]: DEBUG nova.virt.hardware [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.333161] env[69357]: DEBUG nova.virt.hardware [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.333161] env[69357]: DEBUG nova.virt.hardware [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.333466] env[69357]: DEBUG nova.virt.hardware [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.333466] env[69357]: DEBUG nova.virt.hardware [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.333649] env[69357]: DEBUG nova.virt.hardware [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.334430] env[69357]: DEBUG nova.virt.hardware [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.334430] env[69357]: DEBUG nova.virt.hardware [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.334430] env[69357]: DEBUG nova.virt.hardware [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.334430] env[69357]: DEBUG nova.virt.hardware [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.335338] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c1bb53-330d-4450-8a8b-583805072ebf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.344196] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1fff3a-417e-4a5a-add2-96121c03b0f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.429951] env[69357]: DEBUG oslo_vmware.api [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151567, 'name': PowerOffVM_Task, 'duration_secs': 0.209121} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.430104] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.430268] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Updating instance 'a867059b-ea7b-4222-a47c-a6621cf37421' progress to 17 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.599740] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.600931] env[69357]: DEBUG nova.compute.manager [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1184.604596] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.099s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.604596] env[69357]: DEBUG nova.objects.instance [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lazy-loading 'resources' on Instance uuid fced8f57-3c14-43df-8931-5928be74e4bc {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.937313] env[69357]: DEBUG nova.virt.hardware [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.937555] env[69357]: DEBUG nova.virt.hardware [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.937731] env[69357]: DEBUG nova.virt.hardware [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.937982] env[69357]: DEBUG nova.virt.hardware [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.941289] env[69357]: DEBUG nova.virt.hardware [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.941507] env[69357]: DEBUG nova.virt.hardware [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.941806] env[69357]: DEBUG nova.virt.hardware [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.942036] env[69357]: DEBUG nova.virt.hardware [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.942230] env[69357]: DEBUG nova.virt.hardware [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.942402] env[69357]: DEBUG nova.virt.hardware [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.942616] env[69357]: DEBUG nova.virt.hardware [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.951555] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6423361a-57aa-4c8f-a239-e39bea040ae8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.967255] env[69357]: DEBUG oslo_vmware.api [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1184.967255] env[69357]: value = "task-4151569" [ 1184.967255] env[69357]: _type = "Task" [ 1184.967255] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.976784] env[69357]: DEBUG oslo_vmware.api [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.109237] env[69357]: DEBUG nova.compute.utils [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.113452] env[69357]: DEBUG nova.compute.manager [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1185.113619] env[69357]: DEBUG nova.network.neutron [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.185380] env[69357]: DEBUG nova.policy [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca99513067eb4da494e0b7e329919f01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23dc72ce697b4338922e291c1024f3f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.368121] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef068f2-ec80-4d6d-99af-322999ffee9b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.385361] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f277cd-1e78-475e-841e-06c18c0611b5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.421604] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0287cc1-9a65-48f1-a832-f8a92243bb68 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.430205] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef0622d-c8f4-4b7e-87cb-20a8630db5b5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.449035] env[69357]: DEBUG nova.compute.provider_tree [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.480315] env[69357]: DEBUG oslo_vmware.api [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151569, 'name': ReconfigVM_Task, 'duration_secs': 0.217308} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.480315] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Updating instance 'a867059b-ea7b-4222-a47c-a6621cf37421' progress to 33 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1185.498690] env[69357]: DEBUG nova.compute.manager [req-9f2e1b39-0bea-46bc-a892-2f70785354ce req-06ca1542-065f-4ccc-9273-e83627efdf6c service nova] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Received event network-vif-plugged-fb53c94a-43b1-4847-84fd-bc187a61dd5b {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.498690] env[69357]: DEBUG oslo_concurrency.lockutils [req-9f2e1b39-0bea-46bc-a892-2f70785354ce req-06ca1542-065f-4ccc-9273-e83627efdf6c service nova] Acquiring lock "8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.498690] env[69357]: DEBUG oslo_concurrency.lockutils [req-9f2e1b39-0bea-46bc-a892-2f70785354ce req-06ca1542-065f-4ccc-9273-e83627efdf6c service nova] Lock "8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.498690] env[69357]: DEBUG oslo_concurrency.lockutils [req-9f2e1b39-0bea-46bc-a892-2f70785354ce req-06ca1542-065f-4ccc-9273-e83627efdf6c service nova] Lock "8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.498690] env[69357]: DEBUG nova.compute.manager [req-9f2e1b39-0bea-46bc-a892-2f70785354ce req-06ca1542-065f-4ccc-9273-e83627efdf6c service nova] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] No waiting events found dispatching network-vif-plugged-fb53c94a-43b1-4847-84fd-bc187a61dd5b {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1185.501363] env[69357]: WARNING nova.compute.manager [req-9f2e1b39-0bea-46bc-a892-2f70785354ce req-06ca1542-065f-4ccc-9273-e83627efdf6c service nova] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Received unexpected event network-vif-plugged-fb53c94a-43b1-4847-84fd-bc187a61dd5b for instance with vm_state building and task_state spawning. [ 1185.505924] env[69357]: DEBUG nova.network.neutron [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Successfully updated port: fb53c94a-43b1-4847-84fd-bc187a61dd5b {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1185.610898] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "d2039b7e-39eb-4cee-a8b2-a5ea799412ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.613802] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "d2039b7e-39eb-4cee-a8b2-a5ea799412ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.614213] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "d2039b7e-39eb-4cee-a8b2-a5ea799412ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.614569] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "d2039b7e-39eb-4cee-a8b2-a5ea799412ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.614869] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "d2039b7e-39eb-4cee-a8b2-a5ea799412ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.618457] env[69357]: DEBUG nova.compute.manager [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.622870] env[69357]: INFO nova.compute.manager [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Terminating instance [ 1185.657618] env[69357]: DEBUG nova.network.neutron [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Successfully created port: 29b8f7a2-3a55-4b29-96e3-cdea4cc0943e {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.953055] env[69357]: DEBUG nova.scheduler.client.report [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.986640] env[69357]: DEBUG nova.virt.hardware [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.986963] env[69357]: DEBUG nova.virt.hardware [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.987210] env[69357]: DEBUG nova.virt.hardware [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.987441] env[69357]: DEBUG nova.virt.hardware [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.987631] env[69357]: DEBUG nova.virt.hardware [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.987819] env[69357]: DEBUG nova.virt.hardware [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.988111] env[69357]: DEBUG nova.virt.hardware [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.988357] env[69357]: DEBUG nova.virt.hardware [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.988600] env[69357]: DEBUG nova.virt.hardware [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.988841] env[69357]: DEBUG nova.virt.hardware [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.989042] env[69357]: DEBUG nova.virt.hardware [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.994641] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Reconfiguring VM instance instance-0000003c to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1185.995405] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5969a304-9d19-481d-b5f3-af119886eaba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.009506] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "refresh_cache-8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.009657] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquired lock "refresh_cache-8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.009807] env[69357]: DEBUG nova.network.neutron [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.017534] env[69357]: DEBUG oslo_vmware.api [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1186.017534] env[69357]: value = "task-4151571" [ 1186.017534] env[69357]: _type = "Task" [ 1186.017534] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.030918] env[69357]: DEBUG oslo_vmware.api [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.036269] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "44d6de9c-e318-4334-99fe-d15ba00016bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.036497] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "44d6de9c-e318-4334-99fe-d15ba00016bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.128938] env[69357]: DEBUG nova.compute.manager [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.129350] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.134257] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d73b69-8c48-4d68-ad3b-0189c4468f4d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.143485] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.143768] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85b2c563-3f0c-420e-843b-e516297f6d14 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.151160] env[69357]: DEBUG oslo_vmware.api [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1186.151160] env[69357]: value = "task-4151572" [ 1186.151160] env[69357]: _type = "Task" [ 1186.151160] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.161692] env[69357]: DEBUG oslo_vmware.api [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.458964] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.462128] env[69357]: DEBUG oslo_concurrency.lockutils [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.030s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.462128] env[69357]: DEBUG nova.objects.instance [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lazy-loading 'resources' on Instance uuid f99c05d9-8670-4977-85bc-b630cff90ba0 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.485364] env[69357]: INFO nova.scheduler.client.report [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Deleted allocations for instance fced8f57-3c14-43df-8931-5928be74e4bc [ 1186.527941] env[69357]: DEBUG oslo_vmware.api [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151571, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.540047] env[69357]: DEBUG nova.compute.manager [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1186.550820] env[69357]: DEBUG nova.network.neutron [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.640460] env[69357]: DEBUG nova.compute.manager [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1186.663789] env[69357]: DEBUG oslo_vmware.api [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151572, 'name': PowerOffVM_Task, 'duration_secs': 0.250013} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.664097] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.664267] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.664546] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f960b6a0-c31b-429d-921e-4da0bdc0dd13 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.705949] env[69357]: DEBUG nova.virt.hardware [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.706451] env[69357]: DEBUG nova.virt.hardware [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.706569] env[69357]: DEBUG nova.virt.hardware [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.706761] env[69357]: DEBUG nova.virt.hardware [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.707114] env[69357]: DEBUG nova.virt.hardware [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.708447] env[69357]: DEBUG nova.virt.hardware [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.708447] env[69357]: DEBUG nova.virt.hardware [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.708447] env[69357]: DEBUG nova.virt.hardware [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.708447] env[69357]: DEBUG nova.virt.hardware [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.708641] env[69357]: DEBUG nova.virt.hardware [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.708858] env[69357]: DEBUG nova.virt.hardware [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.709734] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fbc92f-e679-4a2b-aa0b-4be430348c58 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.719926] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d950f5b9-ae99-4f5e-af14-d0c4d5d8dff7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.746925] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.747170] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.747375] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Deleting the datastore file [datastore2] d2039b7e-39eb-4cee-a8b2-a5ea799412ab {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.747659] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca876d73-6a30-4508-97f2-0348fa4a46f6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.757018] env[69357]: DEBUG oslo_vmware.api [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for the task: (returnval){ [ 1186.757018] env[69357]: value = "task-4151575" [ 1186.757018] env[69357]: _type = "Task" [ 1186.757018] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.766497] env[69357]: DEBUG oslo_vmware.api [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.826260] env[69357]: DEBUG nova.network.neutron [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Updating instance_info_cache with network_info: [{"id": "fb53c94a-43b1-4847-84fd-bc187a61dd5b", "address": "fa:16:3e:6e:e6:50", "network": {"id": "b7851c43-d7d5-418d-8dc2-988add5166fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-323923284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bda71363f2a49d4a857ec99bb9cb47a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb53c94a-43", "ovs_interfaceid": "fb53c94a-43b1-4847-84fd-bc187a61dd5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.839984] env[69357]: DEBUG oslo_concurrency.lockutils [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "26a9ee6e-ea63-4406-a211-b458580a1280" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.840414] env[69357]: DEBUG oslo_concurrency.lockutils [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "26a9ee6e-ea63-4406-a211-b458580a1280" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.993865] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9a78667-bba2-4248-a58d-8ac66a72ab09 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "fced8f57-3c14-43df-8931-5928be74e4bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.893s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.031551] env[69357]: DEBUG oslo_vmware.api [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151571, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.058818] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.153405] env[69357]: DEBUG nova.compute.manager [req-0edb73eb-d08b-4c65-ba01-bcf91e2aac2f req-4f1f674e-3df2-4323-a3bf-eab05b13f7ae service nova] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Received event network-vif-plugged-29b8f7a2-3a55-4b29-96e3-cdea4cc0943e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.153405] env[69357]: DEBUG oslo_concurrency.lockutils [req-0edb73eb-d08b-4c65-ba01-bcf91e2aac2f req-4f1f674e-3df2-4323-a3bf-eab05b13f7ae service nova] Acquiring lock "d83081c5-0163-49be-92ef-c4e16ab32256-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.153405] env[69357]: DEBUG oslo_concurrency.lockutils [req-0edb73eb-d08b-4c65-ba01-bcf91e2aac2f req-4f1f674e-3df2-4323-a3bf-eab05b13f7ae service nova] Lock "d83081c5-0163-49be-92ef-c4e16ab32256-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.153785] env[69357]: DEBUG oslo_concurrency.lockutils [req-0edb73eb-d08b-4c65-ba01-bcf91e2aac2f req-4f1f674e-3df2-4323-a3bf-eab05b13f7ae service nova] Lock "d83081c5-0163-49be-92ef-c4e16ab32256-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.153785] env[69357]: DEBUG nova.compute.manager [req-0edb73eb-d08b-4c65-ba01-bcf91e2aac2f req-4f1f674e-3df2-4323-a3bf-eab05b13f7ae service nova] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] No waiting events found dispatching network-vif-plugged-29b8f7a2-3a55-4b29-96e3-cdea4cc0943e {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1187.153846] env[69357]: WARNING nova.compute.manager [req-0edb73eb-d08b-4c65-ba01-bcf91e2aac2f req-4f1f674e-3df2-4323-a3bf-eab05b13f7ae service nova] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Received unexpected event network-vif-plugged-29b8f7a2-3a55-4b29-96e3-cdea4cc0943e for instance with vm_state building and task_state spawning. [ 1187.172825] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e848889-5966-4e78-8bbf-930ed12b76fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.184206] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75dce1a-5fbc-4d47-b9a6-add754eb55b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.217284] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddb95f7-49de-42ff-9783-40a8d966278b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.225886] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df00be2-7b0e-4571-b708-036ca034fa5a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.243822] env[69357]: DEBUG nova.compute.provider_tree [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.259068] env[69357]: DEBUG nova.network.neutron [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Successfully updated port: 29b8f7a2-3a55-4b29-96e3-cdea4cc0943e {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.271484] env[69357]: DEBUG oslo_vmware.api [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Task: {'id': task-4151575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149574} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.271789] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.272017] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.272606] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.272606] env[69357]: INFO nova.compute.manager [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1187.272832] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.273590] env[69357]: DEBUG nova.compute.manager [-] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.273714] env[69357]: DEBUG nova.network.neutron [-] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.330601] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Releasing lock "refresh_cache-8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.330977] env[69357]: DEBUG nova.compute.manager [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Instance network_info: |[{"id": "fb53c94a-43b1-4847-84fd-bc187a61dd5b", "address": "fa:16:3e:6e:e6:50", "network": {"id": "b7851c43-d7d5-418d-8dc2-988add5166fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-323923284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bda71363f2a49d4a857ec99bb9cb47a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb53c94a-43", "ovs_interfaceid": "fb53c94a-43b1-4847-84fd-bc187a61dd5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1187.331833] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:e6:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb53c94a-43b1-4847-84fd-bc187a61dd5b', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.340607] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.341571] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.341810] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b771ff2-d26e-4a94-8835-aae9c67f38dc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.356545] env[69357]: DEBUG nova.compute.manager [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.365987] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.365987] env[69357]: value = "task-4151577" [ 1187.365987] env[69357]: _type = "Task" [ 1187.365987] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.374342] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151577, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.528448] env[69357]: DEBUG nova.compute.manager [req-19838960-2fa2-47ac-8b42-336dd529380e req-f1db291b-8ae0-4580-9159-af559491c85c service nova] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Received event network-changed-fb53c94a-43b1-4847-84fd-bc187a61dd5b {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.528654] env[69357]: DEBUG nova.compute.manager [req-19838960-2fa2-47ac-8b42-336dd529380e req-f1db291b-8ae0-4580-9159-af559491c85c service nova] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Refreshing instance network info cache due to event network-changed-fb53c94a-43b1-4847-84fd-bc187a61dd5b. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.528868] env[69357]: DEBUG oslo_concurrency.lockutils [req-19838960-2fa2-47ac-8b42-336dd529380e req-f1db291b-8ae0-4580-9159-af559491c85c service nova] Acquiring lock "refresh_cache-8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.529025] env[69357]: DEBUG oslo_concurrency.lockutils [req-19838960-2fa2-47ac-8b42-336dd529380e req-f1db291b-8ae0-4580-9159-af559491c85c service nova] Acquired lock "refresh_cache-8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.529198] env[69357]: DEBUG nova.network.neutron [req-19838960-2fa2-47ac-8b42-336dd529380e req-f1db291b-8ae0-4580-9159-af559491c85c service nova] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Refreshing network info cache for port fb53c94a-43b1-4847-84fd-bc187a61dd5b {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.534176] env[69357]: DEBUG oslo_vmware.api [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151571, 'name': ReconfigVM_Task, 'duration_secs': 1.225411} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.534726] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Reconfigured VM instance instance-0000003c to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1187.535602] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c537d2dc-ac14-44cb-9bbd-86ab1b9f46b4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.560843] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] a867059b-ea7b-4222-a47c-a6621cf37421/a867059b-ea7b-4222-a47c-a6621cf37421.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.561595] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1786e942-a306-420e-868b-2fa6a61896fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.583781] env[69357]: DEBUG oslo_vmware.api [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1187.583781] env[69357]: value = "task-4151578" [ 1187.583781] env[69357]: _type = "Task" [ 1187.583781] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.592353] env[69357]: DEBUG oslo_vmware.api [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.747566] env[69357]: DEBUG nova.scheduler.client.report [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.764793] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "refresh_cache-d83081c5-0163-49be-92ef-c4e16ab32256" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.764986] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired lock "refresh_cache-d83081c5-0163-49be-92ef-c4e16ab32256" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.765102] env[69357]: DEBUG nova.network.neutron [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.875597] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151577, 'name': CreateVM_Task, 'duration_secs': 0.394286} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.875783] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.876503] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.876714] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.877015] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.877295] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aad90b98-c959-433f-a00d-1ce4544ee255 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.882192] env[69357]: DEBUG oslo_concurrency.lockutils [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.883720] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1187.883720] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5235fd13-7d7b-5ad3-98f8-ae2972518f23" [ 1187.883720] env[69357]: _type = "Task" [ 1187.883720] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.895690] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5235fd13-7d7b-5ad3-98f8-ae2972518f23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.014432] env[69357]: DEBUG nova.network.neutron [-] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.097415] env[69357]: DEBUG oslo_vmware.api [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151578, 'name': ReconfigVM_Task, 'duration_secs': 0.286858} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.097741] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Reconfigured VM instance instance-0000003c to attach disk [datastore1] a867059b-ea7b-4222-a47c-a6621cf37421/a867059b-ea7b-4222-a47c-a6621cf37421.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.098028] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Updating instance 'a867059b-ea7b-4222-a47c-a6621cf37421' progress to 50 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.243552] env[69357]: DEBUG nova.network.neutron [req-19838960-2fa2-47ac-8b42-336dd529380e req-f1db291b-8ae0-4580-9159-af559491c85c service nova] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Updated VIF entry in instance network info cache for port fb53c94a-43b1-4847-84fd-bc187a61dd5b. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.243966] env[69357]: DEBUG nova.network.neutron [req-19838960-2fa2-47ac-8b42-336dd529380e req-f1db291b-8ae0-4580-9159-af559491c85c service nova] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Updating instance_info_cache with network_info: [{"id": "fb53c94a-43b1-4847-84fd-bc187a61dd5b", "address": "fa:16:3e:6e:e6:50", "network": {"id": "b7851c43-d7d5-418d-8dc2-988add5166fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-323923284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bda71363f2a49d4a857ec99bb9cb47a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb53c94a-43", "ovs_interfaceid": "fb53c94a-43b1-4847-84fd-bc187a61dd5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.252152] env[69357]: DEBUG oslo_concurrency.lockutils [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.254756] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dab59d7b-9620-42c8-baa6-a2304899a8bc tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.523s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.276651] env[69357]: INFO nova.scheduler.client.report [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Deleted allocations for instance f99c05d9-8670-4977-85bc-b630cff90ba0 [ 1188.300437] env[69357]: DEBUG nova.network.neutron [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.396330] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5235fd13-7d7b-5ad3-98f8-ae2972518f23, 'name': SearchDatastore_Task, 'duration_secs': 0.011823} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.396577] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.396815] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.397097] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.397270] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.397460] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.398095] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a13d7242-b461-4cb8-8c51-23d5d03a2363 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.408605] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.408912] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.409858] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41e3dd0a-85b1-4d97-bb0d-721074557f9d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.416523] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1188.416523] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52be5f57-288c-d2f7-8aac-181e2e9729ab" [ 1188.416523] env[69357]: _type = "Task" [ 1188.416523] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.424927] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52be5f57-288c-d2f7-8aac-181e2e9729ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.478012] env[69357]: DEBUG nova.network.neutron [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Updating instance_info_cache with network_info: [{"id": "29b8f7a2-3a55-4b29-96e3-cdea4cc0943e", "address": "fa:16:3e:01:8c:30", "network": {"id": "e34cd1fb-6717-4f16-8b02-8ed103ebe442", "bridge": "br-int", "label": "tempest-ServersTestJSON-1455807592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23dc72ce697b4338922e291c1024f3f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29b8f7a2-3a", "ovs_interfaceid": "29b8f7a2-3a55-4b29-96e3-cdea4cc0943e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.517026] env[69357]: INFO nova.compute.manager [-] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Took 1.24 seconds to deallocate network for instance. [ 1188.607069] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce6f23a-5c99-4f4b-82f7-4749e82546b1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.627522] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4636c3-2560-4e06-9097-3c221db567aa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.647934] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Updating instance 'a867059b-ea7b-4222-a47c-a6621cf37421' progress to 67 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.749895] env[69357]: DEBUG oslo_concurrency.lockutils [req-19838960-2fa2-47ac-8b42-336dd529380e req-f1db291b-8ae0-4580-9159-af559491c85c service nova] Releasing lock "refresh_cache-8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.784566] env[69357]: DEBUG oslo_concurrency.lockutils [None req-39997bed-657b-4dbb-8d53-175c29534942 tempest-ListServerFiltersTestJSON-516067063 tempest-ListServerFiltersTestJSON-516067063-project-member] Lock "f99c05d9-8670-4977-85bc-b630cff90ba0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.038s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.931080] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52be5f57-288c-d2f7-8aac-181e2e9729ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.934674] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a73f18c-2f57-44fe-a0ac-7e2378b56f30 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.942390] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1188.942390] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]527346d2-71e0-0d83-8e84-77aa7e20d040" [ 1188.942390] env[69357]: _type = "Task" [ 1188.942390] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.952063] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7984720c-5490-4912-9d63-e5cbd2c2bae9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.957519] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527346d2-71e0-0d83-8e84-77aa7e20d040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.963236] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162361ab-b03c-44f5-a245-35e579f54d76 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.994402] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Releasing lock "refresh_cache-d83081c5-0163-49be-92ef-c4e16ab32256" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.994665] env[69357]: DEBUG nova.compute.manager [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Instance network_info: |[{"id": "29b8f7a2-3a55-4b29-96e3-cdea4cc0943e", "address": "fa:16:3e:01:8c:30", "network": {"id": "e34cd1fb-6717-4f16-8b02-8ed103ebe442", "bridge": "br-int", "label": "tempest-ServersTestJSON-1455807592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23dc72ce697b4338922e291c1024f3f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29b8f7a2-3a", "ovs_interfaceid": "29b8f7a2-3a55-4b29-96e3-cdea4cc0943e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1188.996033] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:8c:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29b8f7a2-3a55-4b29-96e3-cdea4cc0943e', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.002896] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.003659] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8d243b-59be-40a0-9a0c-bbd2efe75009 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.006429] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.006629] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a999429b-e9ab-48bd-b87f-833390b8cef0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.023249] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.027983] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0b5172-797c-477f-87d2-036e3e11cb5d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.031855] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.031855] env[69357]: value = "task-4151579" [ 1189.031855] env[69357]: _type = "Task" [ 1189.031855] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.043766] env[69357]: DEBUG nova.compute.provider_tree [None req-dab59d7b-9620-42c8-baa6-a2304899a8bc tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.051379] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151579, 'name': CreateVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.187157] env[69357]: DEBUG nova.compute.manager [req-aad16eff-7e93-43b6-ade0-25eabe642905 req-e2524632-fb66-491d-83b0-73053df98823 service nova] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Received event network-changed-29b8f7a2-3a55-4b29-96e3-cdea4cc0943e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.187352] env[69357]: DEBUG nova.compute.manager [req-aad16eff-7e93-43b6-ade0-25eabe642905 req-e2524632-fb66-491d-83b0-73053df98823 service nova] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Refreshing instance network info cache due to event network-changed-29b8f7a2-3a55-4b29-96e3-cdea4cc0943e. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.187596] env[69357]: DEBUG oslo_concurrency.lockutils [req-aad16eff-7e93-43b6-ade0-25eabe642905 req-e2524632-fb66-491d-83b0-73053df98823 service nova] Acquiring lock "refresh_cache-d83081c5-0163-49be-92ef-c4e16ab32256" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.187755] env[69357]: DEBUG oslo_concurrency.lockutils [req-aad16eff-7e93-43b6-ade0-25eabe642905 req-e2524632-fb66-491d-83b0-73053df98823 service nova] Acquired lock "refresh_cache-d83081c5-0163-49be-92ef-c4e16ab32256" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.187914] env[69357]: DEBUG nova.network.neutron [req-aad16eff-7e93-43b6-ade0-25eabe642905 req-e2524632-fb66-491d-83b0-73053df98823 service nova] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Refreshing network info cache for port 29b8f7a2-3a55-4b29-96e3-cdea4cc0943e {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.196181] env[69357]: DEBUG nova.network.neutron [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Port d2691c24-a298-4824-baae-f1ee586eab41 binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1189.455269] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527346d2-71e0-0d83-8e84-77aa7e20d040, 'name': SearchDatastore_Task, 'duration_secs': 0.026309} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.455269] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.456263] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5/8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.456263] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9681f571-07cc-4d59-8b17-cf77d9629c72 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.463865] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1189.463865] env[69357]: value = "task-4151581" [ 1189.463865] env[69357]: _type = "Task" [ 1189.463865] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.474026] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.544394] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151579, 'name': CreateVM_Task, 'duration_secs': 0.388097} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.544394] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.544482] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.545052] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.545052] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.545379] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d467be9-8145-4310-9506-3dc20ba99f1f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.548229] env[69357]: DEBUG nova.scheduler.client.report [None req-dab59d7b-9620-42c8-baa6-a2304899a8bc tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.556986] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1189.556986] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e0b993-a58c-50ed-3399-0678dbc8e326" [ 1189.556986] env[69357]: _type = "Task" [ 1189.556986] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.566703] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e0b993-a58c-50ed-3399-0678dbc8e326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.941029] env[69357]: DEBUG nova.network.neutron [req-aad16eff-7e93-43b6-ade0-25eabe642905 req-e2524632-fb66-491d-83b0-73053df98823 service nova] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Updated VIF entry in instance network info cache for port 29b8f7a2-3a55-4b29-96e3-cdea4cc0943e. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.941305] env[69357]: DEBUG nova.network.neutron [req-aad16eff-7e93-43b6-ade0-25eabe642905 req-e2524632-fb66-491d-83b0-73053df98823 service nova] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Updating instance_info_cache with network_info: [{"id": "29b8f7a2-3a55-4b29-96e3-cdea4cc0943e", "address": "fa:16:3e:01:8c:30", "network": {"id": "e34cd1fb-6717-4f16-8b02-8ed103ebe442", "bridge": "br-int", "label": "tempest-ServersTestJSON-1455807592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23dc72ce697b4338922e291c1024f3f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29b8f7a2-3a", "ovs_interfaceid": "29b8f7a2-3a55-4b29-96e3-cdea4cc0943e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.973988] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151581, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.068279] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e0b993-a58c-50ed-3399-0678dbc8e326, 'name': SearchDatastore_Task, 'duration_secs': 0.01019} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.068682] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.068942] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.069189] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.069357] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.069711] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.069926] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92e8e3a3-82eb-4ed5-885a-fa2efe884735 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.080458] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.080671] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.081395] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-140b04c5-47fa-48f4-adcb-ec971e9a28a0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.087946] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1190.087946] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52642d7a-4f52-43d8-972e-e504d13054f7" [ 1190.087946] env[69357]: _type = "Task" [ 1190.087946] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.096921] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52642d7a-4f52-43d8-972e-e504d13054f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.127469] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "5f96a30d-cf57-47cd-92f4-d733595fcca7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.127664] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "5f96a30d-cf57-47cd-92f4-d733595fcca7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.230349] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "a867059b-ea7b-4222-a47c-a6621cf37421-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.230810] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "a867059b-ea7b-4222-a47c-a6621cf37421-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.231034] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "a867059b-ea7b-4222-a47c-a6621cf37421-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.444484] env[69357]: DEBUG oslo_concurrency.lockutils [req-aad16eff-7e93-43b6-ade0-25eabe642905 req-e2524632-fb66-491d-83b0-73053df98823 service nova] Releasing lock "refresh_cache-d83081c5-0163-49be-92ef-c4e16ab32256" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.444764] env[69357]: DEBUG nova.compute.manager [req-aad16eff-7e93-43b6-ade0-25eabe642905 req-e2524632-fb66-491d-83b0-73053df98823 service nova] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Received event network-vif-deleted-eb99080c-08a7-4daa-9422-b4f337dc5666 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.475171] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514978} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.475493] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5/8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.475677] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.475944] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e570099-91c3-4226-81fb-5fc708061d09 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.483591] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1190.483591] env[69357]: value = "task-4151582" [ 1190.483591] env[69357]: _type = "Task" [ 1190.483591] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.484047] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.487209] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.487391] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.487943] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.488130] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.488322] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.488467] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.488604] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1190.488739] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.492873] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.564458] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dab59d7b-9620-42c8-baa6-a2304899a8bc tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.310s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.564685] env[69357]: DEBUG nova.compute.manager [None req-dab59d7b-9620-42c8-baa6-a2304899a8bc tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69357) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1190.567732] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.509s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.569182] env[69357]: INFO nova.compute.claims [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.602025] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52642d7a-4f52-43d8-972e-e504d13054f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010197} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.602025] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4895113d-1e6f-45d5-9486-1151922ef3f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.605453] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1190.605453] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f839e4-0481-e774-6468-f582973e2be9" [ 1190.605453] env[69357]: _type = "Task" [ 1190.605453] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.615270] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f839e4-0481-e774-6468-f582973e2be9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.630425] env[69357]: DEBUG nova.compute.manager [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1190.994330] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.994681] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.277592} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.994944] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.995702] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebec1d03-0cd6-4b34-accf-beed8e5871bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.017476] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5/8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.017713] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e3c7f4f-4383-4131-9cec-fe5d2180e201 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.037127] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1191.037127] env[69357]: value = "task-4151583" [ 1191.037127] env[69357]: _type = "Task" [ 1191.037127] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.046870] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.116301] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f839e4-0481-e774-6468-f582973e2be9, 'name': SearchDatastore_Task, 'duration_secs': 0.010245} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.116564] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.116828] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] d83081c5-0163-49be-92ef-c4e16ab32256/d83081c5-0163-49be-92ef-c4e16ab32256.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.117133] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9115bfeb-a1d0-4ffe-8f87-6eb9cfa58cb1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.124587] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1191.124587] env[69357]: value = "task-4151584" [ 1191.124587] env[69357]: _type = "Task" [ 1191.124587] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.132922] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.134834] env[69357]: INFO nova.scheduler.client.report [None req-dab59d7b-9620-42c8-baa6-a2304899a8bc tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Deleted allocation for migration feeeb929-6299-4ee7-8b31-60eeedf6aa62 [ 1191.155928] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.270072] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "refresh_cache-a867059b-ea7b-4222-a47c-a6621cf37421" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.270277] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "refresh_cache-a867059b-ea7b-4222-a47c-a6621cf37421" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.270459] env[69357]: DEBUG nova.network.neutron [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.547968] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151583, 'name': ReconfigVM_Task, 'duration_secs': 0.375392} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.548364] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5/8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.548929] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39e2cc03-98da-430c-8f94-9c62e52e044c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.556623] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1191.556623] env[69357]: value = "task-4151585" [ 1191.556623] env[69357]: _type = "Task" [ 1191.556623] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.566320] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151585, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.637719] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479891} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.638363] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] d83081c5-0163-49be-92ef-c4e16ab32256/d83081c5-0163-49be-92ef-c4e16ab32256.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.638363] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.638509] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65482471-23fc-4248-837e-2a4d1540b661 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.644969] env[69357]: DEBUG oslo_concurrency.lockutils [None req-dab59d7b-9620-42c8-baa6-a2304899a8bc tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "facbe890-7d28-4e20-8126-8382383e0468" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.899s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.647809] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1191.647809] env[69357]: value = "task-4151586" [ 1191.647809] env[69357]: _type = "Task" [ 1191.647809] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.658624] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.757640] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd503c0-402d-49d3-813a-1b6fc70829fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.765698] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0cd9e4-af47-4d57-a9b7-a931c7218b5e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.800271] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3866c70f-6cdd-46d1-a98a-35081986abd7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.809454] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ea2b4e-82a6-438b-910a-f84e822481fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.825244] env[69357]: DEBUG nova.compute.provider_tree [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.995026] env[69357]: DEBUG nova.objects.instance [None req-9dae0e7c-930e-4667-ad52-1f70dd4dbf64 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lazy-loading 'flavor' on Instance uuid facbe890-7d28-4e20-8126-8382383e0468 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.067569] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151585, 'name': Rename_Task, 'duration_secs': 0.156793} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.067946] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.068602] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abfe4715-aeb2-43e8-88a9-6b867efba5ff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.076264] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1192.076264] env[69357]: value = "task-4151587" [ 1192.076264] env[69357]: _type = "Task" [ 1192.076264] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.080132] env[69357]: DEBUG nova.network.neutron [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Updating instance_info_cache with network_info: [{"id": "d2691c24-a298-4824-baae-f1ee586eab41", "address": "fa:16:3e:c0:72:79", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2691c24-a2", "ovs_interfaceid": "d2691c24-a298-4824-baae-f1ee586eab41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.086434] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.159714] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07293} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.159985] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.160811] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a75b49-95c0-4b48-953d-df68191f40f7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.184203] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] d83081c5-0163-49be-92ef-c4e16ab32256/d83081c5-0163-49be-92ef-c4e16ab32256.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.184554] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5764bf39-dffc-4372-a0a9-106d4b0576b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.204134] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1192.204134] env[69357]: value = "task-4151588" [ 1192.204134] env[69357]: _type = "Task" [ 1192.204134] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.212173] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.328567] env[69357]: DEBUG nova.scheduler.client.report [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.500995] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9dae0e7c-930e-4667-ad52-1f70dd4dbf64 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "refresh_cache-facbe890-7d28-4e20-8126-8382383e0468" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.501230] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9dae0e7c-930e-4667-ad52-1f70dd4dbf64 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired lock "refresh_cache-facbe890-7d28-4e20-8126-8382383e0468" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.501396] env[69357]: DEBUG nova.network.neutron [None req-9dae0e7c-930e-4667-ad52-1f70dd4dbf64 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.501565] env[69357]: DEBUG nova.objects.instance [None req-9dae0e7c-930e-4667-ad52-1f70dd4dbf64 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lazy-loading 'info_cache' on Instance uuid facbe890-7d28-4e20-8126-8382383e0468 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.582482] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "refresh_cache-a867059b-ea7b-4222-a47c-a6621cf37421" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.595180] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151587, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.716118] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151588, 'name': ReconfigVM_Task, 'duration_secs': 0.39855} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.716445] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Reconfigured VM instance instance-0000006e to attach disk [datastore2] d83081c5-0163-49be-92ef-c4e16ab32256/d83081c5-0163-49be-92ef-c4e16ab32256.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.717390] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cbd703e-1c3d-462d-b7a9-6498c1ebdbf7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.723793] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1192.723793] env[69357]: value = "task-4151589" [ 1192.723793] env[69357]: _type = "Task" [ 1192.723793] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.732541] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151589, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.835046] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.835046] env[69357]: DEBUG nova.compute.manager [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1192.838122] env[69357]: DEBUG oslo_concurrency.lockutils [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.955s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.838754] env[69357]: INFO nova.compute.claims [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.004884] env[69357]: DEBUG nova.objects.base [None req-9dae0e7c-930e-4667-ad52-1f70dd4dbf64 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1193.086960] env[69357]: DEBUG oslo_vmware.api [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151587, 'name': PowerOnVM_Task, 'duration_secs': 0.575714} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.087279] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.087486] env[69357]: INFO nova.compute.manager [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1193.087670] env[69357]: DEBUG nova.compute.manager [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1193.091308] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef09ff6-cef2-4a0b-a9f4-97051ae108ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.111982] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d55976-3e9f-415d-bc6c-62da907d8a18 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.131531] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2160007a-534a-4eed-8e96-8cd8a4e7c64f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.140576] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Updating instance 'a867059b-ea7b-4222-a47c-a6621cf37421' progress to 83 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.233737] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151589, 'name': Rename_Task, 'duration_secs': 0.506805} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.234155] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.234422] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b93e4528-a5fa-4810-ad5d-e89b8223bd5c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.240529] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1193.240529] env[69357]: value = "task-4151590" [ 1193.240529] env[69357]: _type = "Task" [ 1193.240529] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.249954] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.289114] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Acquiring lock "0ae412d2-0a34-4bd4-95a6-9bfba1f2577c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.289357] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Lock "0ae412d2-0a34-4bd4-95a6-9bfba1f2577c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.343243] env[69357]: DEBUG nova.compute.utils [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.347064] env[69357]: DEBUG nova.compute.manager [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.347234] env[69357]: DEBUG nova.network.neutron [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.390810] env[69357]: DEBUG nova.policy [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '645c0aaa5fcc4f08a5cb857e4644938a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5473827eb1b64db98607da700e8ba7a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.612404] env[69357]: INFO nova.compute.manager [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Took 16.98 seconds to build instance. [ 1193.652031] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.652031] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e03567e7-405b-4c91-84a7-84bf619a7544 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.662109] env[69357]: DEBUG oslo_vmware.api [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1193.662109] env[69357]: value = "task-4151591" [ 1193.662109] env[69357]: _type = "Task" [ 1193.662109] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.671873] env[69357]: DEBUG oslo_vmware.api [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.727161] env[69357]: DEBUG nova.network.neutron [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Successfully created port: 54f4adc3-54fb-4d19-8e40-d32b0955f28c {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1193.754904] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151590, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.793311] env[69357]: DEBUG nova.network.neutron [None req-9dae0e7c-930e-4667-ad52-1f70dd4dbf64 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Updating instance_info_cache with network_info: [{"id": "2634defc-83f9-4615-a509-a5d9c774fed8", "address": "fa:16:3e:06:7a:f0", "network": {"id": "12fab11b-6ad5-49ba-8738-05e9ae69d953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540370362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a8557f98174856b7f3027fcb0cd65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2634defc-83", "ovs_interfaceid": "2634defc-83f9-4615-a509-a5d9c774fed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.794859] env[69357]: DEBUG nova.compute.manager [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1193.851110] env[69357]: DEBUG nova.compute.manager [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.061117] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09da01c2-f82e-48da-9840-e5a0699a6de1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.069777] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88183ea7-8432-42a0-a0de-79179293f6ba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.103634] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb73d7c-92ad-4228-a3bc-9c9e2c693c87 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.112399] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e76726-a8a6-4f3c-941d-c109be75a5a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.116741] env[69357]: DEBUG oslo_concurrency.lockutils [None req-eac4839c-694d-41d3-85be-eb3367ff9f7b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.493s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.127426] env[69357]: DEBUG nova.compute.provider_tree [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.172204] env[69357]: DEBUG oslo_vmware.api [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151591, 'name': PowerOnVM_Task, 'duration_secs': 0.423275} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.173037] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.173037] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffdfbfb-a6fc-498d-a9ec-5c91d78833e6 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Updating instance 'a867059b-ea7b-4222-a47c-a6621cf37421' progress to 100 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.251211] env[69357]: DEBUG oslo_vmware.api [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151590, 'name': PowerOnVM_Task, 'duration_secs': 0.585744} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.251438] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.251647] env[69357]: INFO nova.compute.manager [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1194.251825] env[69357]: DEBUG nova.compute.manager [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1194.252987] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e4c32e-65be-4f55-909e-325f411187b3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.300589] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9dae0e7c-930e-4667-ad52-1f70dd4dbf64 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Releasing lock "refresh_cache-facbe890-7d28-4e20-8126-8382383e0468" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.317747] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.630871] env[69357]: DEBUG nova.scheduler.client.report [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.771151] env[69357]: INFO nova.compute.manager [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Took 16.62 seconds to build instance. [ 1194.863668] env[69357]: DEBUG nova.compute.manager [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1194.887737] env[69357]: DEBUG nova.virt.hardware [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.888570] env[69357]: DEBUG nova.virt.hardware [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.888570] env[69357]: DEBUG nova.virt.hardware [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.888570] env[69357]: DEBUG nova.virt.hardware [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.888570] env[69357]: DEBUG nova.virt.hardware [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.888570] env[69357]: DEBUG nova.virt.hardware [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.888849] env[69357]: DEBUG nova.virt.hardware [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.888930] env[69357]: DEBUG nova.virt.hardware [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.889108] env[69357]: DEBUG nova.virt.hardware [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.889276] env[69357]: DEBUG nova.virt.hardware [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.889452] env[69357]: DEBUG nova.virt.hardware [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.890389] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839acf66-b23a-4003-a200-b6362db72cfc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.900872] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa78d17-36d7-4499-aa59-5c2463a050c5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.136187] env[69357]: DEBUG oslo_concurrency.lockutils [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.136833] env[69357]: DEBUG nova.compute.manager [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.139629] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.117s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.139859] env[69357]: DEBUG nova.objects.instance [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lazy-loading 'resources' on Instance uuid d2039b7e-39eb-4cee-a8b2-a5ea799412ab {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.273612] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3b584fb8-3020-400c-a1cc-8d5ede92fb97 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "d83081c5-0163-49be-92ef-c4e16ab32256" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.129s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.292882] env[69357]: DEBUG nova.compute.manager [req-fba88ae2-8896-4234-8015-d389be5757e2 req-dc2a8360-8297-4a64-8637-50a6fbe37d20 service nova] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Received event network-vif-plugged-54f4adc3-54fb-4d19-8e40-d32b0955f28c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.292882] env[69357]: DEBUG oslo_concurrency.lockutils [req-fba88ae2-8896-4234-8015-d389be5757e2 req-dc2a8360-8297-4a64-8637-50a6fbe37d20 service nova] Acquiring lock "44d6de9c-e318-4334-99fe-d15ba00016bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.293037] env[69357]: DEBUG oslo_concurrency.lockutils [req-fba88ae2-8896-4234-8015-d389be5757e2 req-dc2a8360-8297-4a64-8637-50a6fbe37d20 service nova] Lock "44d6de9c-e318-4334-99fe-d15ba00016bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.293491] env[69357]: DEBUG oslo_concurrency.lockutils [req-fba88ae2-8896-4234-8015-d389be5757e2 req-dc2a8360-8297-4a64-8637-50a6fbe37d20 service nova] Lock "44d6de9c-e318-4334-99fe-d15ba00016bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.293692] env[69357]: DEBUG nova.compute.manager [req-fba88ae2-8896-4234-8015-d389be5757e2 req-dc2a8360-8297-4a64-8637-50a6fbe37d20 service nova] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] No waiting events found dispatching network-vif-plugged-54f4adc3-54fb-4d19-8e40-d32b0955f28c {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1195.293900] env[69357]: WARNING nova.compute.manager [req-fba88ae2-8896-4234-8015-d389be5757e2 req-dc2a8360-8297-4a64-8637-50a6fbe37d20 service nova] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Received unexpected event network-vif-plugged-54f4adc3-54fb-4d19-8e40-d32b0955f28c for instance with vm_state building and task_state spawning. [ 1195.309575] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dae0e7c-930e-4667-ad52-1f70dd4dbf64 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.310264] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80b2a219-7d72-4c25-8b85-799c527027e1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.319619] env[69357]: DEBUG oslo_vmware.api [None req-9dae0e7c-930e-4667-ad52-1f70dd4dbf64 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1195.319619] env[69357]: value = "task-4151592" [ 1195.319619] env[69357]: _type = "Task" [ 1195.319619] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.334229] env[69357]: DEBUG oslo_vmware.api [None req-9dae0e7c-930e-4667-ad52-1f70dd4dbf64 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.419663] env[69357]: DEBUG nova.network.neutron [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Successfully updated port: 54f4adc3-54fb-4d19-8e40-d32b0955f28c {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.643140] env[69357]: DEBUG nova.compute.utils [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.647200] env[69357]: DEBUG nova.compute.manager [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1195.647418] env[69357]: DEBUG nova.network.neutron [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.687086] env[69357]: DEBUG nova.policy [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '645c0aaa5fcc4f08a5cb857e4644938a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5473827eb1b64db98607da700e8ba7a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1195.748556] env[69357]: DEBUG nova.compute.manager [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1195.749721] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922347c5-b562-432f-a724-948d842870d2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.834377] env[69357]: DEBUG oslo_vmware.api [None req-9dae0e7c-930e-4667-ad52-1f70dd4dbf64 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151592, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.839325] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f716254f-b0b7-40b7-9b6d-d5ec44ec4c4d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.847046] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac325be-b943-4100-a31d-90951e7bf978 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.879508] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b85a6b9-96b2-4e8f-a380-f0dda985ef49 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.888564] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e153b8dd-7f76-4beb-9a51-3f8a74cc67d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.904767] env[69357]: DEBUG nova.compute.provider_tree [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.923294] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "refresh_cache-44d6de9c-e318-4334-99fe-d15ba00016bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.924541] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquired lock "refresh_cache-44d6de9c-e318-4334-99fe-d15ba00016bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.924541] env[69357]: DEBUG nova.network.neutron [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.936552] env[69357]: DEBUG oslo_concurrency.lockutils [None req-687db548-823f-4d87-b008-c2f03ac96803 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "d83081c5-0163-49be-92ef-c4e16ab32256" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.937459] env[69357]: DEBUG oslo_concurrency.lockutils [None req-687db548-823f-4d87-b008-c2f03ac96803 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "d83081c5-0163-49be-92ef-c4e16ab32256" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.937459] env[69357]: DEBUG nova.compute.manager [None req-687db548-823f-4d87-b008-c2f03ac96803 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1195.938213] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fc75ba-57cf-40df-9808-646b9b2aeadf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.946508] env[69357]: DEBUG nova.compute.manager [None req-687db548-823f-4d87-b008-c2f03ac96803 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69357) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1195.947399] env[69357]: DEBUG nova.objects.instance [None req-687db548-823f-4d87-b008-c2f03ac96803 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lazy-loading 'flavor' on Instance uuid d83081c5-0163-49be-92ef-c4e16ab32256 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.959990] env[69357]: DEBUG nova.network.neutron [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Successfully created port: 22e6f876-493a-4145-8c3e-de0e5a54d559 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.151192] env[69357]: DEBUG nova.compute.manager [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.264361] env[69357]: INFO nova.compute.manager [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] instance snapshotting [ 1196.268965] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379ca2fb-f641-4fb1-b77c-3419235c409d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.296696] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ce9790-d543-40a1-b29f-981c6dd41a65 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.336613] env[69357]: DEBUG oslo_vmware.api [None req-9dae0e7c-930e-4667-ad52-1f70dd4dbf64 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151592, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.408179] env[69357]: DEBUG nova.scheduler.client.report [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.484272] env[69357]: DEBUG nova.network.neutron [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.642521] env[69357]: DEBUG nova.network.neutron [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Updating instance_info_cache with network_info: [{"id": "54f4adc3-54fb-4d19-8e40-d32b0955f28c", "address": "fa:16:3e:3e:d4:b1", "network": {"id": "db1fa8e9-34d3-41e3-bd34-54da7b44d70d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1369033840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5473827eb1b64db98607da700e8ba7a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54f4adc3-54", "ovs_interfaceid": "54f4adc3-54fb-4d19-8e40-d32b0955f28c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.809213] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1196.809537] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-250a3658-879a-45fd-a994-efa43f05be8a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.818949] env[69357]: DEBUG oslo_vmware.api [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1196.818949] env[69357]: value = "task-4151593" [ 1196.818949] env[69357]: _type = "Task" [ 1196.818949] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.830987] env[69357]: DEBUG oslo_vmware.api [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151593, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.834374] env[69357]: DEBUG oslo_vmware.api [None req-9dae0e7c-930e-4667-ad52-1f70dd4dbf64 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151592, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.887645] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e99cdb61-eada-4642-b80b-4d26e41fdab0 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "a867059b-ea7b-4222-a47c-a6621cf37421" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.888520] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e99cdb61-eada-4642-b80b-4d26e41fdab0 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "a867059b-ea7b-4222-a47c-a6621cf37421" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.888520] env[69357]: DEBUG nova.compute.manager [None req-e99cdb61-eada-4642-b80b-4d26e41fdab0 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Going to confirm migration 7 {{(pid=69357) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1196.914363] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.917737] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.923s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.918016] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.918354] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1196.918666] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.763s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.921075] env[69357]: INFO nova.compute.claims [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.925798] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234af808-5ae4-4903-bda0-234eb09482ff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.938127] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f46f3d9-32e7-4d1a-931e-2d51d717b740 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.945913] env[69357]: INFO nova.scheduler.client.report [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Deleted allocations for instance d2039b7e-39eb-4cee-a8b2-a5ea799412ab [ 1196.956801] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-687db548-823f-4d87-b008-c2f03ac96803 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.960136] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8de91eda-2fd4-464c-a6dc-973bed3dc10a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.962751] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59609499-0196-4bcc-8feb-e05fa721e824 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.971879] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0747d271-51a1-43c3-951c-7a0658916af4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.977345] env[69357]: DEBUG oslo_vmware.api [None req-687db548-823f-4d87-b008-c2f03ac96803 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1196.977345] env[69357]: value = "task-4151594" [ 1196.977345] env[69357]: _type = "Task" [ 1196.977345] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.008786] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179019MB free_disk=10GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1197.008985] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.015656] env[69357]: DEBUG oslo_vmware.api [None req-687db548-823f-4d87-b008-c2f03ac96803 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.146047] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Releasing lock "refresh_cache-44d6de9c-e318-4334-99fe-d15ba00016bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.146047] env[69357]: DEBUG nova.compute.manager [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Instance network_info: |[{"id": "54f4adc3-54fb-4d19-8e40-d32b0955f28c", "address": "fa:16:3e:3e:d4:b1", "network": {"id": "db1fa8e9-34d3-41e3-bd34-54da7b44d70d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1369033840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5473827eb1b64db98607da700e8ba7a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54f4adc3-54", "ovs_interfaceid": "54f4adc3-54fb-4d19-8e40-d32b0955f28c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1197.146375] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:d4:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54f4adc3-54fb-4d19-8e40-d32b0955f28c', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.155404] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Creating folder: Project (5473827eb1b64db98607da700e8ba7a2). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.155738] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d29e169-012f-470a-bb40-89269edd0e20 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.162504] env[69357]: DEBUG nova.compute.manager [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.168142] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Created folder: Project (5473827eb1b64db98607da700e8ba7a2) in parent group-v821763. [ 1197.168340] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Creating folder: Instances. Parent ref: group-v822064. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.168617] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b56eafb7-cf59-4fba-9850-75d1d043ac3d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.180128] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Created folder: Instances in parent group-v822064. [ 1197.180473] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.180723] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.180960] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-219d02e1-dfd7-4f89-a9f3-6e00dcb1c2ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.205310] env[69357]: DEBUG nova.virt.hardware [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.205585] env[69357]: DEBUG nova.virt.hardware [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.205742] env[69357]: DEBUG nova.virt.hardware [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.205926] env[69357]: DEBUG nova.virt.hardware [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.206093] env[69357]: DEBUG nova.virt.hardware [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.206251] env[69357]: DEBUG nova.virt.hardware [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.206500] env[69357]: DEBUG nova.virt.hardware [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.206675] env[69357]: DEBUG nova.virt.hardware [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.206842] env[69357]: DEBUG nova.virt.hardware [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.207007] env[69357]: DEBUG nova.virt.hardware [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.207252] env[69357]: DEBUG nova.virt.hardware [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.208124] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239207d5-c374-45e2-be34-71645c8ee987 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.212049] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.212049] env[69357]: value = "task-4151597" [ 1197.212049] env[69357]: _type = "Task" [ 1197.212049] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.219484] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dae901-88f0-4bb2-989a-9f009d5220b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.227451] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151597, 'name': CreateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.337061] env[69357]: DEBUG oslo_vmware.api [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151593, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.341311] env[69357]: DEBUG oslo_vmware.api [None req-9dae0e7c-930e-4667-ad52-1f70dd4dbf64 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151592, 'name': PowerOnVM_Task, 'duration_secs': 1.586826} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.341651] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dae0e7c-930e-4667-ad52-1f70dd4dbf64 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.341932] env[69357]: DEBUG nova.compute.manager [None req-9dae0e7c-930e-4667-ad52-1f70dd4dbf64 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1197.342964] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d501c565-ca05-4e0e-b2f0-8c5a733ac47c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.379762] env[69357]: DEBUG nova.compute.manager [req-69c1ed86-ca61-43fd-9f7c-630a286fefc8 req-5a9e8d95-a84b-41a6-9dfc-8c79c2bf191f service nova] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Received event network-changed-54f4adc3-54fb-4d19-8e40-d32b0955f28c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.380061] env[69357]: DEBUG nova.compute.manager [req-69c1ed86-ca61-43fd-9f7c-630a286fefc8 req-5a9e8d95-a84b-41a6-9dfc-8c79c2bf191f service nova] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Refreshing instance network info cache due to event network-changed-54f4adc3-54fb-4d19-8e40-d32b0955f28c. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.380375] env[69357]: DEBUG oslo_concurrency.lockutils [req-69c1ed86-ca61-43fd-9f7c-630a286fefc8 req-5a9e8d95-a84b-41a6-9dfc-8c79c2bf191f service nova] Acquiring lock "refresh_cache-44d6de9c-e318-4334-99fe-d15ba00016bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.380570] env[69357]: DEBUG oslo_concurrency.lockutils [req-69c1ed86-ca61-43fd-9f7c-630a286fefc8 req-5a9e8d95-a84b-41a6-9dfc-8c79c2bf191f service nova] Acquired lock "refresh_cache-44d6de9c-e318-4334-99fe-d15ba00016bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.380823] env[69357]: DEBUG nova.network.neutron [req-69c1ed86-ca61-43fd-9f7c-630a286fefc8 req-5a9e8d95-a84b-41a6-9dfc-8c79c2bf191f service nova] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Refreshing network info cache for port 54f4adc3-54fb-4d19-8e40-d32b0955f28c {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.425635] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e99cdb61-eada-4642-b80b-4d26e41fdab0 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "refresh_cache-a867059b-ea7b-4222-a47c-a6621cf37421" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.425829] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e99cdb61-eada-4642-b80b-4d26e41fdab0 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "refresh_cache-a867059b-ea7b-4222-a47c-a6621cf37421" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.426023] env[69357]: DEBUG nova.network.neutron [None req-e99cdb61-eada-4642-b80b-4d26e41fdab0 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.426203] env[69357]: DEBUG nova.objects.instance [None req-e99cdb61-eada-4642-b80b-4d26e41fdab0 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lazy-loading 'info_cache' on Instance uuid a867059b-ea7b-4222-a47c-a6621cf37421 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.470103] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fca03ca2-49af-4ea0-9152-3923261bbfa3 tempest-ServerDiskConfigTestJSON-1904154100 tempest-ServerDiskConfigTestJSON-1904154100-project-member] Lock "d2039b7e-39eb-4cee-a8b2-a5ea799412ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.859s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.489365] env[69357]: DEBUG oslo_vmware.api [None req-687db548-823f-4d87-b008-c2f03ac96803 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151594, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.553191] env[69357]: DEBUG nova.network.neutron [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Successfully updated port: 22e6f876-493a-4145-8c3e-de0e5a54d559 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1197.723488] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151597, 'name': CreateVM_Task} progress is 15%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.829902] env[69357]: DEBUG oslo_vmware.api [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151593, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.990112] env[69357]: DEBUG oslo_vmware.api [None req-687db548-823f-4d87-b008-c2f03ac96803 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151594, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.055910] env[69357]: DEBUG oslo_concurrency.lockutils [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "refresh_cache-26a9ee6e-ea63-4406-a211-b458580a1280" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.056116] env[69357]: DEBUG oslo_concurrency.lockutils [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquired lock "refresh_cache-26a9ee6e-ea63-4406-a211-b458580a1280" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.056280] env[69357]: DEBUG nova.network.neutron [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.151880] env[69357]: DEBUG nova.network.neutron [req-69c1ed86-ca61-43fd-9f7c-630a286fefc8 req-5a9e8d95-a84b-41a6-9dfc-8c79c2bf191f service nova] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Updated VIF entry in instance network info cache for port 54f4adc3-54fb-4d19-8e40-d32b0955f28c. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.152417] env[69357]: DEBUG nova.network.neutron [req-69c1ed86-ca61-43fd-9f7c-630a286fefc8 req-5a9e8d95-a84b-41a6-9dfc-8c79c2bf191f service nova] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Updating instance_info_cache with network_info: [{"id": "54f4adc3-54fb-4d19-8e40-d32b0955f28c", "address": "fa:16:3e:3e:d4:b1", "network": {"id": "db1fa8e9-34d3-41e3-bd34-54da7b44d70d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1369033840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5473827eb1b64db98607da700e8ba7a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54f4adc3-54", "ovs_interfaceid": "54f4adc3-54fb-4d19-8e40-d32b0955f28c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.225448] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151597, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.266753] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4892ec-8655-4f5e-8f6a-9298ad79ca6e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.275453] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf6ada9-c5b6-4e0f-98ce-fc7457de2766 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.317987] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfea01b-6324-4901-8c51-edf043d63e5c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.329995] env[69357]: DEBUG oslo_vmware.api [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151593, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.333488] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6502519f-8508-4335-af47-70ebb650277b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.348854] env[69357]: DEBUG nova.compute.provider_tree [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.493494] env[69357]: DEBUG oslo_vmware.api [None req-687db548-823f-4d87-b008-c2f03ac96803 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151594, 'name': PowerOffVM_Task, 'duration_secs': 1.314333} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.493971] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-687db548-823f-4d87-b008-c2f03ac96803 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.494375] env[69357]: DEBUG nova.compute.manager [None req-687db548-823f-4d87-b008-c2f03ac96803 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1198.495402] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8361cd33-bbcc-44e4-b8b7-2953f85383bf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.605754] env[69357]: DEBUG nova.network.neutron [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.655452] env[69357]: DEBUG oslo_concurrency.lockutils [req-69c1ed86-ca61-43fd-9f7c-630a286fefc8 req-5a9e8d95-a84b-41a6-9dfc-8c79c2bf191f service nova] Releasing lock "refresh_cache-44d6de9c-e318-4334-99fe-d15ba00016bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.724692] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151597, 'name': CreateVM_Task, 'duration_secs': 1.435801} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.725088] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.725953] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.726328] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.726743] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.727106] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e30bae7f-9191-4fed-a2f9-3915cf95c67b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.735167] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1198.735167] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5228157c-57a9-b473-84e7-b06b1505084c" [ 1198.735167] env[69357]: _type = "Task" [ 1198.735167] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.737254] env[69357]: DEBUG nova.network.neutron [None req-e99cdb61-eada-4642-b80b-4d26e41fdab0 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Updating instance_info_cache with network_info: [{"id": "d2691c24-a298-4824-baae-f1ee586eab41", "address": "fa:16:3e:c0:72:79", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2691c24-a2", "ovs_interfaceid": "d2691c24-a298-4824-baae-f1ee586eab41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.745782] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5228157c-57a9-b473-84e7-b06b1505084c, 'name': SearchDatastore_Task} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.746380] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.746801] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.747259] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.747621] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.747994] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.748443] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29833369-e078-4880-af7d-b30b1500c328 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.758368] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.758758] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.759617] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfa2781b-d549-4868-b492-6a4b1704173f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.766550] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1198.766550] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f3b852-b482-49cd-736c-ac100e910701" [ 1198.766550] env[69357]: _type = "Task" [ 1198.766550] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.774902] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f3b852-b482-49cd-736c-ac100e910701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.831992] env[69357]: DEBUG oslo_vmware.api [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151593, 'name': CreateSnapshot_Task, 'duration_secs': 1.682569} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.834332] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1198.834332] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbd9624-2ec9-4ee7-8da2-f7636a7245aa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.855871] env[69357]: DEBUG nova.scheduler.client.report [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.859606] env[69357]: DEBUG nova.network.neutron [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Updating instance_info_cache with network_info: [{"id": "22e6f876-493a-4145-8c3e-de0e5a54d559", "address": "fa:16:3e:e8:77:b9", "network": {"id": "db1fa8e9-34d3-41e3-bd34-54da7b44d70d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1369033840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5473827eb1b64db98607da700e8ba7a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22e6f876-49", "ovs_interfaceid": "22e6f876-493a-4145-8c3e-de0e5a54d559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.009724] env[69357]: DEBUG oslo_concurrency.lockutils [None req-687db548-823f-4d87-b008-c2f03ac96803 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "d83081c5-0163-49be-92ef-c4e16ab32256" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.072s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.149235] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "facbe890-7d28-4e20-8126-8382383e0468" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.149235] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "facbe890-7d28-4e20-8126-8382383e0468" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.149235] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "facbe890-7d28-4e20-8126-8382383e0468-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.149235] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "facbe890-7d28-4e20-8126-8382383e0468-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.149235] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "facbe890-7d28-4e20-8126-8382383e0468-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.151131] env[69357]: INFO nova.compute.manager [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Terminating instance [ 1199.241603] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e99cdb61-eada-4642-b80b-4d26e41fdab0 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "refresh_cache-a867059b-ea7b-4222-a47c-a6621cf37421" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.241603] env[69357]: DEBUG nova.objects.instance [None req-e99cdb61-eada-4642-b80b-4d26e41fdab0 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lazy-loading 'migration_context' on Instance uuid a867059b-ea7b-4222-a47c-a6621cf37421 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.278214] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f3b852-b482-49cd-736c-ac100e910701, 'name': SearchDatastore_Task, 'duration_secs': 0.009437} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.279212] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f224772f-fd86-4234-a341-a4d5aaefc37f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.285700] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1199.285700] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e67032-c2b3-876a-0057-c38c417d2d36" [ 1199.285700] env[69357]: _type = "Task" [ 1199.285700] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.295596] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e67032-c2b3-876a-0057-c38c417d2d36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.352457] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1199.352779] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5878117f-dd7f-4511-9f4a-68d08466c790 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.362237] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.362654] env[69357]: DEBUG nova.compute.manager [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1199.366068] env[69357]: DEBUG oslo_concurrency.lockutils [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Releasing lock "refresh_cache-26a9ee6e-ea63-4406-a211-b458580a1280" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.370026] env[69357]: DEBUG nova.compute.manager [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Instance network_info: |[{"id": "22e6f876-493a-4145-8c3e-de0e5a54d559", "address": "fa:16:3e:e8:77:b9", "network": {"id": "db1fa8e9-34d3-41e3-bd34-54da7b44d70d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1369033840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5473827eb1b64db98607da700e8ba7a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22e6f876-49", "ovs_interfaceid": "22e6f876-493a-4145-8c3e-de0e5a54d559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1199.370026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.051s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.371101] env[69357]: INFO nova.compute.claims [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.378536] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:77:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22e6f876-493a-4145-8c3e-de0e5a54d559', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.399460] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.399941] env[69357]: DEBUG oslo_vmware.api [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1199.399941] env[69357]: value = "task-4151598" [ 1199.399941] env[69357]: _type = "Task" [ 1199.399941] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.401175] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.401651] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1481f696-9fb7-4ff5-8143-cda310b4ab1e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.452569] env[69357]: DEBUG oslo_vmware.api [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151598, 'name': CloneVM_Task} progress is 23%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.454233] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.454233] env[69357]: value = "task-4151599" [ 1199.454233] env[69357]: _type = "Task" [ 1199.454233] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.464135] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151599, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.509239] env[69357]: DEBUG nova.compute.manager [req-752c3631-3fa5-451e-84ac-fb4f1d41f30c req-dcfc7a86-a046-4398-bb76-b7e3714f12a5 service nova] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Received event network-vif-plugged-22e6f876-493a-4145-8c3e-de0e5a54d559 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.509239] env[69357]: DEBUG oslo_concurrency.lockutils [req-752c3631-3fa5-451e-84ac-fb4f1d41f30c req-dcfc7a86-a046-4398-bb76-b7e3714f12a5 service nova] Acquiring lock "26a9ee6e-ea63-4406-a211-b458580a1280-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.509239] env[69357]: DEBUG oslo_concurrency.lockutils [req-752c3631-3fa5-451e-84ac-fb4f1d41f30c req-dcfc7a86-a046-4398-bb76-b7e3714f12a5 service nova] Lock "26a9ee6e-ea63-4406-a211-b458580a1280-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.509541] env[69357]: DEBUG oslo_concurrency.lockutils [req-752c3631-3fa5-451e-84ac-fb4f1d41f30c req-dcfc7a86-a046-4398-bb76-b7e3714f12a5 service nova] Lock "26a9ee6e-ea63-4406-a211-b458580a1280-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.509662] env[69357]: DEBUG nova.compute.manager [req-752c3631-3fa5-451e-84ac-fb4f1d41f30c req-dcfc7a86-a046-4398-bb76-b7e3714f12a5 service nova] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] No waiting events found dispatching network-vif-plugged-22e6f876-493a-4145-8c3e-de0e5a54d559 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1199.510040] env[69357]: WARNING nova.compute.manager [req-752c3631-3fa5-451e-84ac-fb4f1d41f30c req-dcfc7a86-a046-4398-bb76-b7e3714f12a5 service nova] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Received unexpected event network-vif-plugged-22e6f876-493a-4145-8c3e-de0e5a54d559 for instance with vm_state building and task_state spawning. [ 1199.510040] env[69357]: DEBUG nova.compute.manager [req-752c3631-3fa5-451e-84ac-fb4f1d41f30c req-dcfc7a86-a046-4398-bb76-b7e3714f12a5 service nova] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Received event network-changed-22e6f876-493a-4145-8c3e-de0e5a54d559 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.510284] env[69357]: DEBUG nova.compute.manager [req-752c3631-3fa5-451e-84ac-fb4f1d41f30c req-dcfc7a86-a046-4398-bb76-b7e3714f12a5 service nova] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Refreshing instance network info cache due to event network-changed-22e6f876-493a-4145-8c3e-de0e5a54d559. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1199.510284] env[69357]: DEBUG oslo_concurrency.lockutils [req-752c3631-3fa5-451e-84ac-fb4f1d41f30c req-dcfc7a86-a046-4398-bb76-b7e3714f12a5 service nova] Acquiring lock "refresh_cache-26a9ee6e-ea63-4406-a211-b458580a1280" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.510558] env[69357]: DEBUG oslo_concurrency.lockutils [req-752c3631-3fa5-451e-84ac-fb4f1d41f30c req-dcfc7a86-a046-4398-bb76-b7e3714f12a5 service nova] Acquired lock "refresh_cache-26a9ee6e-ea63-4406-a211-b458580a1280" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.510617] env[69357]: DEBUG nova.network.neutron [req-752c3631-3fa5-451e-84ac-fb4f1d41f30c req-dcfc7a86-a046-4398-bb76-b7e3714f12a5 service nova] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Refreshing network info cache for port 22e6f876-493a-4145-8c3e-de0e5a54d559 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.655413] env[69357]: DEBUG nova.compute.manager [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1199.655775] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.656842] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108cce6a-198e-4a12-96ca-e824b3f62d13 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.665965] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.666274] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0037d81a-4daa-4257-b1c1-7ae278528243 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.674485] env[69357]: DEBUG oslo_vmware.api [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1199.674485] env[69357]: value = "task-4151600" [ 1199.674485] env[69357]: _type = "Task" [ 1199.674485] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.683914] env[69357]: DEBUG oslo_vmware.api [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.744347] env[69357]: DEBUG nova.objects.base [None req-e99cdb61-eada-4642-b80b-4d26e41fdab0 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1199.745545] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cf57f3-8544-46c6-99a7-45ea798f7efe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.768645] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0a17228-f588-41c0-b25d-5b3ea3a809b5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.776798] env[69357]: DEBUG oslo_vmware.api [None req-e99cdb61-eada-4642-b80b-4d26e41fdab0 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1199.776798] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5273bd04-73ee-3fe4-78f5-c16bf42cb107" [ 1199.776798] env[69357]: _type = "Task" [ 1199.776798] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.787923] env[69357]: DEBUG oslo_vmware.api [None req-e99cdb61-eada-4642-b80b-4d26e41fdab0 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5273bd04-73ee-3fe4-78f5-c16bf42cb107, 'name': SearchDatastore_Task, 'duration_secs': 0.008528} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.791361] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e99cdb61-eada-4642-b80b-4d26e41fdab0 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.798203] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e67032-c2b3-876a-0057-c38c417d2d36, 'name': SearchDatastore_Task, 'duration_secs': 0.010893} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.798540] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.798799] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 44d6de9c-e318-4334-99fe-d15ba00016bb/44d6de9c-e318-4334-99fe-d15ba00016bb.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.799088] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-039989dc-c2d1-4903-865d-1163c6d94513 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.809028] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1199.809028] env[69357]: value = "task-4151601" [ 1199.809028] env[69357]: _type = "Task" [ 1199.809028] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.816662] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.872049] env[69357]: DEBUG nova.compute.utils [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1199.872590] env[69357]: DEBUG nova.compute.manager [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1199.872865] env[69357]: DEBUG nova.network.neutron [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1199.915481] env[69357]: DEBUG oslo_vmware.api [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151598, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.952403] env[69357]: DEBUG nova.policy [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50450bd2e8694934bd3561c6d2a4745a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2c435e6f1d34f458af111ef7e25f03c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1199.966567] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151599, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.081809] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "d83081c5-0163-49be-92ef-c4e16ab32256" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.081809] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "d83081c5-0163-49be-92ef-c4e16ab32256" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.081809] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "d83081c5-0163-49be-92ef-c4e16ab32256-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.081809] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "d83081c5-0163-49be-92ef-c4e16ab32256-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.081809] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "d83081c5-0163-49be-92ef-c4e16ab32256-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.090574] env[69357]: INFO nova.compute.manager [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Terminating instance [ 1200.191199] env[69357]: DEBUG oslo_vmware.api [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151600, 'name': PowerOffVM_Task, 'duration_secs': 0.391529} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.191836] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.192224] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.192733] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ccf7c78-c964-4015-9a52-5170e29ed3d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.273135] env[69357]: DEBUG nova.network.neutron [req-752c3631-3fa5-451e-84ac-fb4f1d41f30c req-dcfc7a86-a046-4398-bb76-b7e3714f12a5 service nova] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Updated VIF entry in instance network info cache for port 22e6f876-493a-4145-8c3e-de0e5a54d559. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.273135] env[69357]: DEBUG nova.network.neutron [req-752c3631-3fa5-451e-84ac-fb4f1d41f30c req-dcfc7a86-a046-4398-bb76-b7e3714f12a5 service nova] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Updating instance_info_cache with network_info: [{"id": "22e6f876-493a-4145-8c3e-de0e5a54d559", "address": "fa:16:3e:e8:77:b9", "network": {"id": "db1fa8e9-34d3-41e3-bd34-54da7b44d70d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1369033840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5473827eb1b64db98607da700e8ba7a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22e6f876-49", "ovs_interfaceid": "22e6f876-493a-4145-8c3e-de0e5a54d559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.281371] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.281371] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.281371] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Deleting the datastore file [datastore1] facbe890-7d28-4e20-8126-8382383e0468 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.281371] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-048af3df-ef19-4f02-aed6-629401f28dbf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.290973] env[69357]: DEBUG oslo_vmware.api [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1200.290973] env[69357]: value = "task-4151603" [ 1200.290973] env[69357]: _type = "Task" [ 1200.290973] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.302771] env[69357]: DEBUG oslo_vmware.api [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.320818] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151601, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.379032] env[69357]: DEBUG nova.compute.manager [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1200.418393] env[69357]: DEBUG oslo_vmware.api [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151598, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.469303] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151599, 'name': CreateVM_Task, 'duration_secs': 0.657317} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.470493] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.471710] env[69357]: DEBUG oslo_concurrency.lockutils [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.472040] env[69357]: DEBUG oslo_concurrency.lockutils [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.472490] env[69357]: DEBUG oslo_concurrency.lockutils [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.472889] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acd4f3d5-c4e5-4cb3-8209-5c1cb60096ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.481243] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1200.481243] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]527e1ce5-2052-7abe-139d-d2a2b49d18e6" [ 1200.481243] env[69357]: _type = "Task" [ 1200.481243] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.493340] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527e1ce5-2052-7abe-139d-d2a2b49d18e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.581181] env[69357]: DEBUG nova.network.neutron [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Successfully created port: 4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1200.598152] env[69357]: DEBUG nova.compute.manager [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.598389] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.599293] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79d12ca-11b1-406c-a96c-fe6ccaaaf4ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.613763] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.614088] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41ddbb70-42c4-449d-9afe-ffca340804c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.622650] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b714b0b5-4a51-460d-b907-83fd8c4c8d45 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.630150] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243f3468-6161-462e-bf3a-5fa8ffe769c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.665424] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24029a91-9e1e-4038-8f2e-d5babe60b89e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.674267] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d43fe6a-fb76-410e-aaf6-a8481c852b29 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.689474] env[69357]: DEBUG nova.compute.provider_tree [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.701378] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.701640] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.702425] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Deleting the datastore file [datastore2] d83081c5-0163-49be-92ef-c4e16ab32256 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.702557] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd5ecffc-4d8f-4cae-9c2a-e0dc6172eace {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.710620] env[69357]: DEBUG oslo_vmware.api [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1200.710620] env[69357]: value = "task-4151605" [ 1200.710620] env[69357]: _type = "Task" [ 1200.710620] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.722696] env[69357]: DEBUG oslo_vmware.api [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.776781] env[69357]: DEBUG oslo_concurrency.lockutils [req-752c3631-3fa5-451e-84ac-fb4f1d41f30c req-dcfc7a86-a046-4398-bb76-b7e3714f12a5 service nova] Releasing lock "refresh_cache-26a9ee6e-ea63-4406-a211-b458580a1280" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.802114] env[69357]: DEBUG oslo_vmware.api [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205203} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.802425] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.802614] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.802910] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.803030] env[69357]: INFO nova.compute.manager [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: facbe890-7d28-4e20-8126-8382383e0468] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1200.803276] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.803467] env[69357]: DEBUG nova.compute.manager [-] [instance: facbe890-7d28-4e20-8126-8382383e0468] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1200.803564] env[69357]: DEBUG nova.network.neutron [-] [instance: facbe890-7d28-4e20-8126-8382383e0468] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.821807] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586264} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.821807] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 44d6de9c-e318-4334-99fe-d15ba00016bb/44d6de9c-e318-4334-99fe-d15ba00016bb.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1200.822098] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1200.822245] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f36e123c-0ef7-4e9e-9c85-6d34cc166e08 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.829917] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1200.829917] env[69357]: value = "task-4151606" [ 1200.829917] env[69357]: _type = "Task" [ 1200.829917] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.840889] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.884221] env[69357]: INFO nova.virt.block_device [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Booting with volume 121932ac-6967-4d9c-8da9-98c6f51b89e6 at /dev/sda [ 1200.928862] env[69357]: DEBUG oslo_vmware.api [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151598, 'name': CloneVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.951863] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2a13a07-14f5-44b3-831b-292f9c0e5f73 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.962085] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e16e182-4403-4f86-9417-072db64016d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.002636] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6aabedf4-ad28-40b8-8aec-deab38cc0265 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.004915] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]527e1ce5-2052-7abe-139d-d2a2b49d18e6, 'name': SearchDatastore_Task, 'duration_secs': 0.01271} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.005211] env[69357]: DEBUG oslo_concurrency.lockutils [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.005500] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.005748] env[69357]: DEBUG oslo_concurrency.lockutils [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.005898] env[69357]: DEBUG oslo_concurrency.lockutils [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.006086] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.006785] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d260b30-eb5f-46e9-8279-671a1116114d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.014509] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b847a0ee-ddf8-4c3f-a5aa-66a3ca318a8c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.026410] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.026528] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.027656] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d96057a-8c49-485f-bd7e-eb3a030d5bad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.035690] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1201.035690] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fb0ecc-01ea-aef7-d74b-649637484f14" [ 1201.035690] env[69357]: _type = "Task" [ 1201.035690] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.051037] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1cb2ac-1272-4a24-aebe-e1001e84b3c3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.057049] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fb0ecc-01ea-aef7-d74b-649637484f14, 'name': SearchDatastore_Task, 'duration_secs': 0.017896} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.058223] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c8eda50-c1cf-42d0-98b4-b8037dfe03c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.064008] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621b1be1-1d26-4cb0-9b98-c6cea4a407bd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.067781] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1201.067781] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5287aaff-3d12-3c1a-a03e-82532e6d4d28" [ 1201.067781] env[69357]: _type = "Task" [ 1201.067781] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.076670] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5287aaff-3d12-3c1a-a03e-82532e6d4d28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.080632] env[69357]: DEBUG nova.virt.block_device [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Updating existing volume attachment record: e6c4d91f-0a19-477f-b062-3aa5590fa61e {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1201.193375] env[69357]: DEBUG nova.scheduler.client.report [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.221525] env[69357]: DEBUG oslo_vmware.api [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15004} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.222473] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.222652] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.222839] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.223018] env[69357]: INFO nova.compute.manager [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1201.223268] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.223468] env[69357]: DEBUG nova.compute.manager [-] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1201.223623] env[69357]: DEBUG nova.network.neutron [-] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1201.347045] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078889} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.347045] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.347673] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7472a002-dae7-4448-b33f-27cee3d56f3a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.372074] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 44d6de9c-e318-4334-99fe-d15ba00016bb/44d6de9c-e318-4334-99fe-d15ba00016bb.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.372423] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-843f7c1c-3544-45d4-89ff-9758f9a70de7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.393492] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1201.393492] env[69357]: value = "task-4151607" [ 1201.393492] env[69357]: _type = "Task" [ 1201.393492] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.408131] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.418948] env[69357]: DEBUG oslo_vmware.api [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151598, 'name': CloneVM_Task, 'duration_secs': 1.663218} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.421291] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Created linked-clone VM from snapshot [ 1201.422313] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7df583-804d-484b-bc65-0235baf08b65 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.431343] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Uploading image 337a3a68-f517-4ab8-aa7b-c59e056356a6 {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1201.447744] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1201.448774] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6c9a0a88-64ee-4d3d-82eb-fe92574a179f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.456552] env[69357]: DEBUG oslo_vmware.api [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1201.456552] env[69357]: value = "task-4151608" [ 1201.456552] env[69357]: _type = "Task" [ 1201.456552] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.466706] env[69357]: DEBUG oslo_vmware.api [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151608, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.579469] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5287aaff-3d12-3c1a-a03e-82532e6d4d28, 'name': SearchDatastore_Task, 'duration_secs': 0.011775} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.580295] env[69357]: DEBUG oslo_concurrency.lockutils [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.580295] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 26a9ee6e-ea63-4406-a211-b458580a1280/26a9ee6e-ea63-4406-a211-b458580a1280.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.580295] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7dacd390-88f1-479d-9140-9ae3fe332f10 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.588742] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1201.588742] env[69357]: value = "task-4151609" [ 1201.588742] env[69357]: _type = "Task" [ 1201.588742] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.599881] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.611813] env[69357]: DEBUG nova.compute.manager [req-33ea0639-345b-4b34-b687-44d8066213fb req-044f8cdd-0226-4703-b9da-ac463dae7d7c service nova] [instance: facbe890-7d28-4e20-8126-8382383e0468] Received event network-vif-deleted-2634defc-83f9-4615-a509-a5d9c774fed8 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.611813] env[69357]: INFO nova.compute.manager [req-33ea0639-345b-4b34-b687-44d8066213fb req-044f8cdd-0226-4703-b9da-ac463dae7d7c service nova] [instance: facbe890-7d28-4e20-8126-8382383e0468] Neutron deleted interface 2634defc-83f9-4615-a509-a5d9c774fed8; detaching it from the instance and deleting it from the info cache [ 1201.611813] env[69357]: DEBUG nova.network.neutron [req-33ea0639-345b-4b34-b687-44d8066213fb req-044f8cdd-0226-4703-b9da-ac463dae7d7c service nova] [instance: facbe890-7d28-4e20-8126-8382383e0468] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.633968] env[69357]: DEBUG nova.compute.manager [req-c400830e-baaf-4064-a9f1-ab8418290c05 req-79b48872-ada0-476c-aaf0-b93f611fba00 service nova] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Received event network-vif-deleted-29b8f7a2-3a55-4b29-96e3-cdea4cc0943e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.635015] env[69357]: INFO nova.compute.manager [req-c400830e-baaf-4064-a9f1-ab8418290c05 req-79b48872-ada0-476c-aaf0-b93f611fba00 service nova] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Neutron deleted interface 29b8f7a2-3a55-4b29-96e3-cdea4cc0943e; detaching it from the instance and deleting it from the info cache [ 1201.635015] env[69357]: DEBUG nova.network.neutron [req-c400830e-baaf-4064-a9f1-ab8418290c05 req-79b48872-ada0-476c-aaf0-b93f611fba00 service nova] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.699026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.699478] env[69357]: DEBUG nova.compute.manager [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1201.702492] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.693s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.905739] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151607, 'name': ReconfigVM_Task, 'duration_secs': 0.373584} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.906147] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 44d6de9c-e318-4334-99fe-d15ba00016bb/44d6de9c-e318-4334-99fe-d15ba00016bb.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.906886] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bb450bf-6b83-4a84-ac0f-f727cc104d1b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.918029] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1201.918029] env[69357]: value = "task-4151610" [ 1201.918029] env[69357]: _type = "Task" [ 1201.918029] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.922336] env[69357]: DEBUG nova.network.neutron [-] [instance: facbe890-7d28-4e20-8126-8382383e0468] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.928489] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151610, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.967712] env[69357]: DEBUG oslo_vmware.api [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151608, 'name': Destroy_Task, 'duration_secs': 0.490475} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.968093] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Destroyed the VM [ 1201.968443] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1201.968770] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e564df84-2b80-4669-822e-5c962c60ba76 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.977419] env[69357]: DEBUG oslo_vmware.api [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1201.977419] env[69357]: value = "task-4151611" [ 1201.977419] env[69357]: _type = "Task" [ 1201.977419] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.988145] env[69357]: DEBUG oslo_vmware.api [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151611, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.049121] env[69357]: DEBUG nova.network.neutron [-] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.100994] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151609, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.115595] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-526f6d18-1f31-48e1-8974-efe9654d6d1d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.125776] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706c0eda-572c-4417-bcef-b3e650cee76b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.138604] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67da2ab3-8b44-43a6-a08d-7651e7630ef5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.151066] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f1b36c-9498-47e7-8295-158254a99cec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.175999] env[69357]: DEBUG nova.compute.manager [req-33ea0639-345b-4b34-b687-44d8066213fb req-044f8cdd-0226-4703-b9da-ac463dae7d7c service nova] [instance: facbe890-7d28-4e20-8126-8382383e0468] Detach interface failed, port_id=2634defc-83f9-4615-a509-a5d9c774fed8, reason: Instance facbe890-7d28-4e20-8126-8382383e0468 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1202.199648] env[69357]: DEBUG nova.compute.manager [req-c400830e-baaf-4064-a9f1-ab8418290c05 req-79b48872-ada0-476c-aaf0-b93f611fba00 service nova] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Detach interface failed, port_id=29b8f7a2-3a55-4b29-96e3-cdea4cc0943e, reason: Instance d83081c5-0163-49be-92ef-c4e16ab32256 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1202.205751] env[69357]: DEBUG nova.compute.utils [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1202.216514] env[69357]: DEBUG nova.compute.manager [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1202.216791] env[69357]: DEBUG nova.network.neutron [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1202.284677] env[69357]: DEBUG nova.network.neutron [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Successfully updated port: 4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1202.291163] env[69357]: DEBUG nova.policy [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6270dd873d864478a7f2a36f93ec6ae5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc82d16428864476927cd6bad6f53ac7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1202.376064] env[69357]: DEBUG oslo_concurrency.lockutils [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Acquiring lock "a41c723c-3825-4ceb-9ec2-9e14de05bdb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.376508] env[69357]: DEBUG oslo_concurrency.lockutils [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Lock "a41c723c-3825-4ceb-9ec2-9e14de05bdb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.427465] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151610, 'name': Rename_Task, 'duration_secs': 0.273444} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.427756] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.428010] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-012da671-9743-4c86-a8ba-827e890fde80 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.429858] env[69357]: INFO nova.compute.manager [-] [instance: facbe890-7d28-4e20-8126-8382383e0468] Took 1.63 seconds to deallocate network for instance. [ 1202.438710] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1202.438710] env[69357]: value = "task-4151612" [ 1202.438710] env[69357]: _type = "Task" [ 1202.438710] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.448996] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.488079] env[69357]: DEBUG oslo_vmware.api [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151611, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.551577] env[69357]: INFO nova.compute.manager [-] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Took 1.33 seconds to deallocate network for instance. [ 1202.600338] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542015} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.600622] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 26a9ee6e-ea63-4406-a211-b458580a1280/26a9ee6e-ea63-4406-a211-b458580a1280.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.600844] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.601143] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ffb1b0c-4cc8-483f-b031-791e91a29c76 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.609532] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1202.609532] env[69357]: value = "task-4151613" [ 1202.609532] env[69357]: _type = "Task" [ 1202.609532] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.618093] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.709062] env[69357]: DEBUG nova.network.neutron [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Successfully created port: 08cc9038-f52d-451c-bee7-5ad27b427dc2 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1202.727028] env[69357]: DEBUG nova.compute.manager [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1202.727600] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Applying migration context for instance a867059b-ea7b-4222-a47c-a6621cf37421 as it has an incoming, in-progress migration 791bb5e8-5968-45b5-9a3a-889e8e20789b. Migration status is confirming {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1202.729152] env[69357]: INFO nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Updating resource usage from migration 791bb5e8-5968-45b5-9a3a-889e8e20789b [ 1202.752448] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance d8dab389-b197-4774-8f88-295552bb57dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1202.752616] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance ed128ff8-b9bd-4b81-b311-4d9efae21c73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1202.752758] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 07c7d211-79ea-4e36-a7dd-820bf3459e45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1202.752858] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance facbe890-7d28-4e20-8126-8382383e0468 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1202.752977] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Migration 791bb5e8-5968-45b5-9a3a-889e8e20789b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1202.753112] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance a867059b-ea7b-4222-a47c-a6621cf37421 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1202.753232] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1202.753344] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance d83081c5-0163-49be-92ef-c4e16ab32256 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1202.753455] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 44d6de9c-e318-4334-99fe-d15ba00016bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1202.753565] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 26a9ee6e-ea63-4406-a211-b458580a1280 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1202.753769] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 5f96a30d-cf57-47cd-92f4-d733595fcca7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1202.753845] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1202.786576] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "refresh_cache-5f96a30d-cf57-47cd-92f4-d733595fcca7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.786740] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired lock "refresh_cache-5f96a30d-cf57-47cd-92f4-d733595fcca7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.786890] env[69357]: DEBUG nova.network.neutron [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.880165] env[69357]: DEBUG nova.compute.manager [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.937161] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.949788] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.989358] env[69357]: DEBUG oslo_vmware.api [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151611, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.059697] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.119697] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128826} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.121043] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.121150] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c74124-e072-4030-b404-4b8be701c32b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.144115] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 26a9ee6e-ea63-4406-a211-b458580a1280/26a9ee6e-ea63-4406-a211-b458580a1280.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.144452] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bdb35e7-7eb8-4e17-949b-3e0d48e4ceda {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.165972] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1203.165972] env[69357]: value = "task-4151614" [ 1203.165972] env[69357]: _type = "Task" [ 1203.165972] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.178496] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.192706] env[69357]: DEBUG nova.compute.manager [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1203.193381] env[69357]: DEBUG nova.virt.hardware [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.193638] env[69357]: DEBUG nova.virt.hardware [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.193802] env[69357]: DEBUG nova.virt.hardware [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.193985] env[69357]: DEBUG nova.virt.hardware [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.194279] env[69357]: DEBUG nova.virt.hardware [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.194494] env[69357]: DEBUG nova.virt.hardware [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.194745] env[69357]: DEBUG nova.virt.hardware [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.194916] env[69357]: DEBUG nova.virt.hardware [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.195157] env[69357]: DEBUG nova.virt.hardware [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.195365] env[69357]: DEBUG nova.virt.hardware [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.195556] env[69357]: DEBUG nova.virt.hardware [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.196551] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e622d0fe-c1d1-4a23-87bd-db1ea7741827 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.205849] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edff7b2d-b166-48d6-9abf-42845c3441af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.233966] env[69357]: INFO nova.virt.block_device [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Booting with volume 4367e1c9-ae28-4ab1-b3e3-f4a764182820 at /dev/sda [ 1203.257548] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance a41c723c-3825-4ceb-9ec2-9e14de05bdb3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1203.257878] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1203.258124] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2944MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1203.272947] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fa0fa08-c79e-4f26-a85b-9fcb85a469f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.287502] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed07c17-4157-4ee0-89f8-fa4238c9e537 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.328472] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49d5c499-7af1-43ec-9896-7d150a7b5a17 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.334606] env[69357]: DEBUG nova.network.neutron [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1203.341076] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f0d1f8-4265-4ea4-bb19-c77adaee7e04 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.377816] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e3118c-c17d-4621-99f5-90e4f72c5726 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.393839] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb550ea-145a-452c-8ec2-d52aded97df9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.414586] env[69357]: DEBUG nova.virt.block_device [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Updating existing volume attachment record: b3367e09-56f9-44c9-a235-e2256b893d1d {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1203.418171] env[69357]: DEBUG oslo_concurrency.lockutils [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.450051] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151612, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.490387] env[69357]: DEBUG oslo_vmware.api [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151611, 'name': RemoveSnapshot_Task, 'duration_secs': 1.400161} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.494294] env[69357]: DEBUG nova.network.neutron [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Updating instance_info_cache with network_info: [{"id": "4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38", "address": "fa:16:3e:1f:f8:d2", "network": {"id": "97fcff61-6a5b-4cbf-9455-7ed31718c9a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1511455476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2c435e6f1d34f458af111ef7e25f03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a1bd719-31", "ovs_interfaceid": "4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.496103] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1203.513895] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c99760e-2bf7-4cb2-8917-88732fb92cb4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.522895] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cf2773-2ed0-470d-80fa-7af62cd04427 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.575024] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e7b54b-4ed6-4d8e-9445-7b2798e738be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.582944] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8df94e5-99e4-455e-98db-ef62ca8826a7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.601903] env[69357]: DEBUG nova.compute.provider_tree [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.661361] env[69357]: DEBUG nova.compute.manager [req-79600897-eba2-4c96-9a30-4bfac0157b69 req-153e5187-8c8e-486b-b8c2-f8599d2c9856 service nova] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Received event network-vif-plugged-4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.661614] env[69357]: DEBUG oslo_concurrency.lockutils [req-79600897-eba2-4c96-9a30-4bfac0157b69 req-153e5187-8c8e-486b-b8c2-f8599d2c9856 service nova] Acquiring lock "5f96a30d-cf57-47cd-92f4-d733595fcca7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.662383] env[69357]: DEBUG oslo_concurrency.lockutils [req-79600897-eba2-4c96-9a30-4bfac0157b69 req-153e5187-8c8e-486b-b8c2-f8599d2c9856 service nova] Lock "5f96a30d-cf57-47cd-92f4-d733595fcca7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.662624] env[69357]: DEBUG oslo_concurrency.lockutils [req-79600897-eba2-4c96-9a30-4bfac0157b69 req-153e5187-8c8e-486b-b8c2-f8599d2c9856 service nova] Lock "5f96a30d-cf57-47cd-92f4-d733595fcca7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.662856] env[69357]: DEBUG nova.compute.manager [req-79600897-eba2-4c96-9a30-4bfac0157b69 req-153e5187-8c8e-486b-b8c2-f8599d2c9856 service nova] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] No waiting events found dispatching network-vif-plugged-4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1203.663093] env[69357]: WARNING nova.compute.manager [req-79600897-eba2-4c96-9a30-4bfac0157b69 req-153e5187-8c8e-486b-b8c2-f8599d2c9856 service nova] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Received unexpected event network-vif-plugged-4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38 for instance with vm_state building and task_state spawning. [ 1203.663314] env[69357]: DEBUG nova.compute.manager [req-79600897-eba2-4c96-9a30-4bfac0157b69 req-153e5187-8c8e-486b-b8c2-f8599d2c9856 service nova] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Received event network-changed-4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.663526] env[69357]: DEBUG nova.compute.manager [req-79600897-eba2-4c96-9a30-4bfac0157b69 req-153e5187-8c8e-486b-b8c2-f8599d2c9856 service nova] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Refreshing instance network info cache due to event network-changed-4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.663817] env[69357]: DEBUG oslo_concurrency.lockutils [req-79600897-eba2-4c96-9a30-4bfac0157b69 req-153e5187-8c8e-486b-b8c2-f8599d2c9856 service nova] Acquiring lock "refresh_cache-5f96a30d-cf57-47cd-92f4-d733595fcca7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.676368] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151614, 'name': ReconfigVM_Task, 'duration_secs': 0.389685} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.676630] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 26a9ee6e-ea63-4406-a211-b458580a1280/26a9ee6e-ea63-4406-a211-b458580a1280.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.677276] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62aba1e9-e3c7-40d3-b672-d0c350b3d939 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.684943] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1203.684943] env[69357]: value = "task-4151615" [ 1203.684943] env[69357]: _type = "Task" [ 1203.684943] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.695094] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151615, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.950534] env[69357]: DEBUG oslo_vmware.api [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151612, 'name': PowerOnVM_Task, 'duration_secs': 1.026482} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.950900] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.951077] env[69357]: INFO nova.compute.manager [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1203.951241] env[69357]: DEBUG nova.compute.manager [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1203.952069] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13a2954-4274-4a38-996b-107d101946d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.999988] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Releasing lock "refresh_cache-5f96a30d-cf57-47cd-92f4-d733595fcca7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.000317] env[69357]: DEBUG nova.compute.manager [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Instance network_info: |[{"id": "4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38", "address": "fa:16:3e:1f:f8:d2", "network": {"id": "97fcff61-6a5b-4cbf-9455-7ed31718c9a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1511455476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2c435e6f1d34f458af111ef7e25f03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a1bd719-31", "ovs_interfaceid": "4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1204.001436] env[69357]: WARNING nova.compute.manager [None req-81982300-700f-488e-8a14-cb0a0bb2c90b tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Image not found during snapshot: nova.exception.ImageNotFound: Image 337a3a68-f517-4ab8-aa7b-c59e056356a6 could not be found. [ 1204.002435] env[69357]: DEBUG oslo_concurrency.lockutils [req-79600897-eba2-4c96-9a30-4bfac0157b69 req-153e5187-8c8e-486b-b8c2-f8599d2c9856 service nova] Acquired lock "refresh_cache-5f96a30d-cf57-47cd-92f4-d733595fcca7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.002876] env[69357]: DEBUG nova.network.neutron [req-79600897-eba2-4c96-9a30-4bfac0157b69 req-153e5187-8c8e-486b-b8c2-f8599d2c9856 service nova] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Refreshing network info cache for port 4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.004727] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:f8:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1204.013163] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.014424] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1204.014697] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cfe3027-b67f-4bb0-ae86-83876a3d0ee7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.037966] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1204.037966] env[69357]: value = "task-4151616" [ 1204.037966] env[69357]: _type = "Task" [ 1204.037966] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.047247] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151616, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.105049] env[69357]: DEBUG nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.196935] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151615, 'name': Rename_Task, 'duration_secs': 0.478806} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.197338] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.197716] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8233495-9fc8-444b-a058-1d4f7785ca0a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.207469] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1204.207469] env[69357]: value = "task-4151617" [ 1204.207469] env[69357]: _type = "Task" [ 1204.207469] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.216318] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.315914] env[69357]: DEBUG nova.network.neutron [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Successfully updated port: 08cc9038-f52d-451c-bee7-5ad27b427dc2 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1204.472047] env[69357]: INFO nova.compute.manager [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Took 17.43 seconds to build instance. [ 1204.548650] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151616, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.610998] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1204.611235] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.909s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.611862] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e99cdb61-eada-4642-b80b-4d26e41fdab0 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.821s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.613227] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.613376] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Cleaning up deleted instances {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1204.717968] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151617, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.786588] env[69357]: DEBUG nova.network.neutron [req-79600897-eba2-4c96-9a30-4bfac0157b69 req-153e5187-8c8e-486b-b8c2-f8599d2c9856 service nova] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Updated VIF entry in instance network info cache for port 4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.786692] env[69357]: DEBUG nova.network.neutron [req-79600897-eba2-4c96-9a30-4bfac0157b69 req-153e5187-8c8e-486b-b8c2-f8599d2c9856 service nova] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Updating instance_info_cache with network_info: [{"id": "4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38", "address": "fa:16:3e:1f:f8:d2", "network": {"id": "97fcff61-6a5b-4cbf-9455-7ed31718c9a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1511455476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2c435e6f1d34f458af111ef7e25f03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a1bd719-31", "ovs_interfaceid": "4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.819473] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Acquiring lock "refresh_cache-0ae412d2-0a34-4bd4-95a6-9bfba1f2577c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.819627] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Acquired lock "refresh_cache-0ae412d2-0a34-4bd4-95a6-9bfba1f2577c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.819779] env[69357]: DEBUG nova.network.neutron [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.854252] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.854655] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.854830] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.855044] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.855454] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.857798] env[69357]: INFO nova.compute.manager [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Terminating instance [ 1204.973831] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a1d8ec9a-d756-4a2d-a11b-e646f8611cbf tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "44d6de9c-e318-4334-99fe-d15ba00016bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.937s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.049449] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151616, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.133021] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] There are 61 instances to clean {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1205.133720] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: d2039b7e-39eb-4cee-a8b2-a5ea799412ab] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.220234] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151617, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.289837] env[69357]: DEBUG oslo_concurrency.lockutils [req-79600897-eba2-4c96-9a30-4bfac0157b69 req-153e5187-8c8e-486b-b8c2-f8599d2c9856 service nova] Releasing lock "refresh_cache-5f96a30d-cf57-47cd-92f4-d733595fcca7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.331293] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cccb81f-0162-416a-9480-069b65341104 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.339747] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159be725-82d6-439b-a917-4da76b0d71d7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.370100] env[69357]: DEBUG nova.compute.manager [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.370341] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.371426] env[69357]: DEBUG nova.network.neutron [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.373777] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb9d4f8-1f7d-44fd-a472-0a5a95412941 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.376850] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a592f4eb-6311-4638-a60c-b9cad5339420 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.386951] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7960f74b-3af3-4d2d-ba63-254275cab400 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.391925] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.391925] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be14763f-1b97-4814-83e9-38bde3286e6c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.405112] env[69357]: DEBUG nova.compute.provider_tree [None req-e99cdb61-eada-4642-b80b-4d26e41fdab0 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.409063] env[69357]: DEBUG oslo_vmware.api [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1205.409063] env[69357]: value = "task-4151618" [ 1205.409063] env[69357]: _type = "Task" [ 1205.409063] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.420683] env[69357]: DEBUG oslo_vmware.api [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.516548] env[69357]: DEBUG nova.compute.manager [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1205.517184] env[69357]: DEBUG nova.virt.hardware [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.517462] env[69357]: DEBUG nova.virt.hardware [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.517685] env[69357]: DEBUG nova.virt.hardware [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.517886] env[69357]: DEBUG nova.virt.hardware [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.518055] env[69357]: DEBUG nova.virt.hardware [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.518234] env[69357]: DEBUG nova.virt.hardware [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.519159] env[69357]: DEBUG nova.virt.hardware [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.519159] env[69357]: DEBUG nova.virt.hardware [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.519159] env[69357]: DEBUG nova.virt.hardware [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.519159] env[69357]: DEBUG nova.virt.hardware [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.519370] env[69357]: DEBUG nova.virt.hardware [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.520334] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7b7a2f-ac61-467e-b807-5d1b6e790d18 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.530399] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566f8fd2-64cf-4a29-a34c-da8f650339c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.554974] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151616, 'name': CreateVM_Task, 'duration_secs': 1.509924} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.555198] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1205.555910] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'delete_on_termination': True, 'disk_bus': None, 'boot_index': 0, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822060', 'volume_id': '121932ac-6967-4d9c-8da9-98c6f51b89e6', 'name': 'volume-121932ac-6967-4d9c-8da9-98c6f51b89e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f96a30d-cf57-47cd-92f4-d733595fcca7', 'attached_at': '', 'detached_at': '', 'volume_id': '121932ac-6967-4d9c-8da9-98c6f51b89e6', 'serial': '121932ac-6967-4d9c-8da9-98c6f51b89e6'}, 'attachment_id': 'e6c4d91f-0a19-477f-b062-3aa5590fa61e', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69357) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1205.556147] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Root volume attach. Driver type: vmdk {{(pid=69357) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1205.557056] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc91ea4f-4957-4509-a987-f66a040529df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.570074] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d89b7d-1a99-4830-98b7-7f03586d32d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.576779] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aec9dd3-5abd-4ff4-bf84-b153d703b2e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.583435] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b1e6f758-bd9c-4723-b807-d4b08245031c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.591767] env[69357]: DEBUG oslo_vmware.api [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1205.591767] env[69357]: value = "task-4151619" [ 1205.591767] env[69357]: _type = "Task" [ 1205.591767] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.604392] env[69357]: DEBUG oslo_vmware.api [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151619, 'name': RelocateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.605407] env[69357]: DEBUG nova.network.neutron [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Updating instance_info_cache with network_info: [{"id": "08cc9038-f52d-451c-bee7-5ad27b427dc2", "address": "fa:16:3e:ca:66:8f", "network": {"id": "30547d46-1a14-4353-b456-3f6bf5c3bbfb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-422618253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc82d16428864476927cd6bad6f53ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08cc9038-f5", "ovs_interfaceid": "08cc9038-f52d-451c-bee7-5ad27b427dc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.636862] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 7846f6ab-b2b3-4f47-803e-8bfe0d9b85ae] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.687031] env[69357]: DEBUG nova.compute.manager [req-342f3310-89ef-487f-9595-5a9e698d0f87 req-5566827a-616f-4305-add5-1853cd1bac47 service nova] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Received event network-vif-plugged-08cc9038-f52d-451c-bee7-5ad27b427dc2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.687349] env[69357]: DEBUG oslo_concurrency.lockutils [req-342f3310-89ef-487f-9595-5a9e698d0f87 req-5566827a-616f-4305-add5-1853cd1bac47 service nova] Acquiring lock "0ae412d2-0a34-4bd4-95a6-9bfba1f2577c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.687503] env[69357]: DEBUG oslo_concurrency.lockutils [req-342f3310-89ef-487f-9595-5a9e698d0f87 req-5566827a-616f-4305-add5-1853cd1bac47 service nova] Lock "0ae412d2-0a34-4bd4-95a6-9bfba1f2577c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.687739] env[69357]: DEBUG oslo_concurrency.lockutils [req-342f3310-89ef-487f-9595-5a9e698d0f87 req-5566827a-616f-4305-add5-1853cd1bac47 service nova] Lock "0ae412d2-0a34-4bd4-95a6-9bfba1f2577c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.687931] env[69357]: DEBUG nova.compute.manager [req-342f3310-89ef-487f-9595-5a9e698d0f87 req-5566827a-616f-4305-add5-1853cd1bac47 service nova] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] No waiting events found dispatching network-vif-plugged-08cc9038-f52d-451c-bee7-5ad27b427dc2 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1205.688130] env[69357]: WARNING nova.compute.manager [req-342f3310-89ef-487f-9595-5a9e698d0f87 req-5566827a-616f-4305-add5-1853cd1bac47 service nova] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Received unexpected event network-vif-plugged-08cc9038-f52d-451c-bee7-5ad27b427dc2 for instance with vm_state building and task_state spawning. [ 1205.688300] env[69357]: DEBUG nova.compute.manager [req-342f3310-89ef-487f-9595-5a9e698d0f87 req-5566827a-616f-4305-add5-1853cd1bac47 service nova] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Received event network-changed-08cc9038-f52d-451c-bee7-5ad27b427dc2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.688464] env[69357]: DEBUG nova.compute.manager [req-342f3310-89ef-487f-9595-5a9e698d0f87 req-5566827a-616f-4305-add5-1853cd1bac47 service nova] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Refreshing instance network info cache due to event network-changed-08cc9038-f52d-451c-bee7-5ad27b427dc2. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.688676] env[69357]: DEBUG oslo_concurrency.lockutils [req-342f3310-89ef-487f-9595-5a9e698d0f87 req-5566827a-616f-4305-add5-1853cd1bac47 service nova] Acquiring lock "refresh_cache-0ae412d2-0a34-4bd4-95a6-9bfba1f2577c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.718222] env[69357]: DEBUG oslo_vmware.api [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151617, 'name': PowerOnVM_Task, 'duration_secs': 1.084877} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.718561] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.718782] env[69357]: INFO nova.compute.manager [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1205.718969] env[69357]: DEBUG nova.compute.manager [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1205.719804] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1931d7f0-3792-4b36-863a-5ec5bfbf9880 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.913958] env[69357]: DEBUG nova.scheduler.client.report [None req-e99cdb61-eada-4642-b80b-4d26e41fdab0 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.920685] env[69357]: DEBUG oslo_vmware.api [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151618, 'name': PowerOffVM_Task, 'duration_secs': 0.241578} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.921279] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.921457] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.921713] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-391a0af4-587e-4bdd-9148-8b3f6e03f295 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.006081] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.006081] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.006597] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Deleting the datastore file [datastore2] 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.006597] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-007512b2-8dc1-424c-bc4b-9be93a30b447 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.013197] env[69357]: DEBUG oslo_vmware.api [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for the task: (returnval){ [ 1206.013197] env[69357]: value = "task-4151621" [ 1206.013197] env[69357]: _type = "Task" [ 1206.013197] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.021614] env[69357]: DEBUG oslo_vmware.api [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.102262] env[69357]: DEBUG oslo_vmware.api [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151619, 'name': RelocateVM_Task, 'duration_secs': 0.373526} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.102533] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1206.102739] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822060', 'volume_id': '121932ac-6967-4d9c-8da9-98c6f51b89e6', 'name': 'volume-121932ac-6967-4d9c-8da9-98c6f51b89e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f96a30d-cf57-47cd-92f4-d733595fcca7', 'attached_at': '', 'detached_at': '', 'volume_id': '121932ac-6967-4d9c-8da9-98c6f51b89e6', 'serial': '121932ac-6967-4d9c-8da9-98c6f51b89e6'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1206.103562] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77731ad9-6c2b-4630-bcc6-10457562811d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.108036] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Releasing lock "refresh_cache-0ae412d2-0a34-4bd4-95a6-9bfba1f2577c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.108303] env[69357]: DEBUG nova.compute.manager [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Instance network_info: |[{"id": "08cc9038-f52d-451c-bee7-5ad27b427dc2", "address": "fa:16:3e:ca:66:8f", "network": {"id": "30547d46-1a14-4353-b456-3f6bf5c3bbfb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-422618253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc82d16428864476927cd6bad6f53ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08cc9038-f5", "ovs_interfaceid": "08cc9038-f52d-451c-bee7-5ad27b427dc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1206.108569] env[69357]: DEBUG oslo_concurrency.lockutils [req-342f3310-89ef-487f-9595-5a9e698d0f87 req-5566827a-616f-4305-add5-1853cd1bac47 service nova] Acquired lock "refresh_cache-0ae412d2-0a34-4bd4-95a6-9bfba1f2577c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.108767] env[69357]: DEBUG nova.network.neutron [req-342f3310-89ef-487f-9595-5a9e698d0f87 req-5566827a-616f-4305-add5-1853cd1bac47 service nova] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Refreshing network info cache for port 08cc9038-f52d-451c-bee7-5ad27b427dc2 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.110028] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:66:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08cc9038-f52d-451c-bee7-5ad27b427dc2', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.118606] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Creating folder: Project (cc82d16428864476927cd6bad6f53ac7). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.134140] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ecd9ddb-9118-4b63-ad19-fe5c9dd76d86 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.137678] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa38c3f-87b1-4fbb-8c99-658ae926ea86 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.141601] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 808b711f-28a8-4f4f-a108-72e6ca6acb3d] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.168281] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-121932ac-6967-4d9c-8da9-98c6f51b89e6/volume-121932ac-6967-4d9c-8da9-98c6f51b89e6.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.169820] env[69357]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1206.169972] env[69357]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69357) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1206.170872] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af53b252-e027-4269-864f-8d746d83aa22 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.188055] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Folder already exists: Project (cc82d16428864476927cd6bad6f53ac7). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1206.188055] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Creating folder: Instances. Parent ref: group-v822056. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.189208] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e44796b-c889-487f-b65e-fb707d7317a2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.198740] env[69357]: DEBUG oslo_vmware.api [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1206.198740] env[69357]: value = "task-4151623" [ 1206.198740] env[69357]: _type = "Task" [ 1206.198740] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.203576] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Created folder: Instances in parent group-v822056. [ 1206.203831] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.204859] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.205034] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4016bf9f-3fad-4c0b-9b1c-41ee65c54f98 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.226232] env[69357]: DEBUG oslo_vmware.api [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.240022] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.240022] env[69357]: value = "task-4151625" [ 1206.240022] env[69357]: _type = "Task" [ 1206.240022] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.244897] env[69357]: INFO nova.compute.manager [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Took 18.38 seconds to build instance. [ 1206.252680] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151625, 'name': CreateVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.428955] env[69357]: DEBUG nova.network.neutron [req-342f3310-89ef-487f-9595-5a9e698d0f87 req-5566827a-616f-4305-add5-1853cd1bac47 service nova] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Updated VIF entry in instance network info cache for port 08cc9038-f52d-451c-bee7-5ad27b427dc2. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.429364] env[69357]: DEBUG nova.network.neutron [req-342f3310-89ef-487f-9595-5a9e698d0f87 req-5566827a-616f-4305-add5-1853cd1bac47 service nova] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Updating instance_info_cache with network_info: [{"id": "08cc9038-f52d-451c-bee7-5ad27b427dc2", "address": "fa:16:3e:ca:66:8f", "network": {"id": "30547d46-1a14-4353-b456-3f6bf5c3bbfb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-422618253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc82d16428864476927cd6bad6f53ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08cc9038-f5", "ovs_interfaceid": "08cc9038-f52d-451c-bee7-5ad27b427dc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.524547] env[69357]: DEBUG oslo_vmware.api [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Task: {'id': task-4151621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130348} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.524818] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.525095] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.525193] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.525389] env[69357]: INFO nova.compute.manager [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1206.525641] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.525835] env[69357]: DEBUG nova.compute.manager [-] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.525933] env[69357]: DEBUG nova.network.neutron [-] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.645836] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 06b42879-ec25-40a2-9cea-b742373c3ccd] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.709909] env[69357]: DEBUG oslo_vmware.api [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151623, 'name': ReconfigVM_Task, 'duration_secs': 0.299067} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.710835] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-121932ac-6967-4d9c-8da9-98c6f51b89e6/volume-121932ac-6967-4d9c-8da9-98c6f51b89e6.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.715479] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-288c717c-c238-4f38-b463-0529c5b5ddfc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.732616] env[69357]: DEBUG oslo_vmware.api [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1206.732616] env[69357]: value = "task-4151626" [ 1206.732616] env[69357]: _type = "Task" [ 1206.732616] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.743514] env[69357]: DEBUG oslo_vmware.api [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.748974] env[69357]: DEBUG oslo_concurrency.lockutils [None req-36c7b976-0a00-434a-8154-2fe110122e59 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "26a9ee6e-ea63-4406-a211-b458580a1280" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.908s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.753322] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151625, 'name': CreateVM_Task, 'duration_secs': 0.375453} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.754048] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.754372] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'delete_on_termination': True, 'disk_bus': None, 'boot_index': 0, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822061', 'volume_id': '4367e1c9-ae28-4ab1-b3e3-f4a764182820', 'name': 'volume-4367e1c9-ae28-4ab1-b3e3-f4a764182820', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ae412d2-0a34-4bd4-95a6-9bfba1f2577c', 'attached_at': '', 'detached_at': '', 'volume_id': '4367e1c9-ae28-4ab1-b3e3-f4a764182820', 'serial': '4367e1c9-ae28-4ab1-b3e3-f4a764182820'}, 'attachment_id': 'b3367e09-56f9-44c9-a235-e2256b893d1d', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69357) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1206.754716] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Root volume attach. Driver type: vmdk {{(pid=69357) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1206.757758] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230f920d-c389-46d7-91c2-640cdd959a2c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.765425] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b0cb58-b87a-4d34-b97d-9be96daaec94 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.773837] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74af073a-5021-4bda-abef-832c3fe2e2ca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.782078] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ab92b3a0-2ad5-4f71-a418-ab9e20ac6336 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.793862] env[69357]: INFO nova.compute.manager [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Rescuing [ 1206.794162] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "refresh_cache-26a9ee6e-ea63-4406-a211-b458580a1280" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.794334] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquired lock "refresh_cache-26a9ee6e-ea63-4406-a211-b458580a1280" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.794505] env[69357]: DEBUG nova.network.neutron [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.795780] env[69357]: DEBUG oslo_vmware.api [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Waiting for the task: (returnval){ [ 1206.795780] env[69357]: value = "task-4151627" [ 1206.795780] env[69357]: _type = "Task" [ 1206.795780] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.806621] env[69357]: DEBUG oslo_vmware.api [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151627, 'name': RelocateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.929019] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e99cdb61-eada-4642-b80b-4d26e41fdab0 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.317s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.932287] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.995s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.932661] env[69357]: DEBUG nova.objects.instance [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lazy-loading 'resources' on Instance uuid facbe890-7d28-4e20-8126-8382383e0468 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.934337] env[69357]: DEBUG oslo_concurrency.lockutils [req-342f3310-89ef-487f-9595-5a9e698d0f87 req-5566827a-616f-4305-add5-1853cd1bac47 service nova] Releasing lock "refresh_cache-0ae412d2-0a34-4bd4-95a6-9bfba1f2577c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.149315] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 6159c74a-b050-4873-81ee-dded20de7ebd] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.244026] env[69357]: DEBUG oslo_vmware.api [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151626, 'name': ReconfigVM_Task, 'duration_secs': 0.138818} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.244432] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822060', 'volume_id': '121932ac-6967-4d9c-8da9-98c6f51b89e6', 'name': 'volume-121932ac-6967-4d9c-8da9-98c6f51b89e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f96a30d-cf57-47cd-92f4-d733595fcca7', 'attached_at': '', 'detached_at': '', 'volume_id': '121932ac-6967-4d9c-8da9-98c6f51b89e6', 'serial': '121932ac-6967-4d9c-8da9-98c6f51b89e6'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1207.245075] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff601c7b-e094-4838-9e28-f4238b59b300 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.252978] env[69357]: DEBUG oslo_vmware.api [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1207.252978] env[69357]: value = "task-4151628" [ 1207.252978] env[69357]: _type = "Task" [ 1207.252978] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.263029] env[69357]: DEBUG oslo_vmware.api [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151628, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.270609] env[69357]: DEBUG nova.network.neutron [-] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.312112] env[69357]: DEBUG oslo_vmware.api [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151627, 'name': RelocateVM_Task} progress is 40%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.509148] env[69357]: INFO nova.scheduler.client.report [None req-e99cdb61-eada-4642-b80b-4d26e41fdab0 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Deleted allocation for migration 791bb5e8-5968-45b5-9a3a-889e8e20789b [ 1207.595400] env[69357]: DEBUG nova.network.neutron [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Updating instance_info_cache with network_info: [{"id": "22e6f876-493a-4145-8c3e-de0e5a54d559", "address": "fa:16:3e:e8:77:b9", "network": {"id": "db1fa8e9-34d3-41e3-bd34-54da7b44d70d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1369033840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5473827eb1b64db98607da700e8ba7a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22e6f876-49", "ovs_interfaceid": "22e6f876-493a-4145-8c3e-de0e5a54d559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.653242] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 8e920f0a-05e6-401c-84bd-3dc8d8b1628e] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.661179] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f572fb-184c-452d-8219-711f5bf01785 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.670204] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8553f36-e704-49de-99a2-18176b703572 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.705600] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae68fc6b-8a87-4acf-b3d0-2bed4ab3d0b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.715703] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6943ba12-37f2-4c96-a1c8-96d4cb7815f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.723112] env[69357]: DEBUG nova.compute.manager [req-25503afd-44ec-4de3-9cf9-a75b6dac0b75 req-a967ded8-6a60-46c1-8d2a-cee16df4bb88 service nova] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Received event network-vif-deleted-fb53c94a-43b1-4847-84fd-bc187a61dd5b {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.739045] env[69357]: DEBUG nova.compute.provider_tree [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.763795] env[69357]: DEBUG oslo_vmware.api [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151628, 'name': Rename_Task, 'duration_secs': 0.31571} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.764169] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.764412] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de9b19e6-52e3-4053-a59c-8eaf6709ce5c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.772813] env[69357]: DEBUG oslo_vmware.api [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1207.772813] env[69357]: value = "task-4151629" [ 1207.772813] env[69357]: _type = "Task" [ 1207.772813] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.773305] env[69357]: INFO nova.compute.manager [-] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Took 1.25 seconds to deallocate network for instance. [ 1207.784701] env[69357]: DEBUG oslo_vmware.api [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.813449] env[69357]: DEBUG oslo_vmware.api [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151627, 'name': RelocateVM_Task} progress is 53%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.017554] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e99cdb61-eada-4642-b80b-4d26e41fdab0 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "a867059b-ea7b-4222-a47c-a6621cf37421" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.129s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.097916] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Releasing lock "refresh_cache-26a9ee6e-ea63-4406-a211-b458580a1280" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.156801] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: f99c05d9-8670-4977-85bc-b630cff90ba0] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.243739] env[69357]: DEBUG nova.scheduler.client.report [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.284473] env[69357]: DEBUG oslo_vmware.api [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.286684] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.313246] env[69357]: DEBUG oslo_vmware.api [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151627, 'name': RelocateVM_Task} progress is 65%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.661265] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: f888c4a2-79e8-4aa0-b7db-9237fabdd5cd] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.750172] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.753614] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.694s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.754245] env[69357]: DEBUG nova.objects.instance [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lazy-loading 'resources' on Instance uuid d83081c5-0163-49be-92ef-c4e16ab32256 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.774753] env[69357]: INFO nova.scheduler.client.report [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Deleted allocations for instance facbe890-7d28-4e20-8126-8382383e0468 [ 1208.788601] env[69357]: DEBUG oslo_vmware.api [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151629, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.813155] env[69357]: DEBUG oslo_vmware.api [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151627, 'name': RelocateVM_Task} progress is 78%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.004193] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "a867059b-ea7b-4222-a47c-a6621cf37421" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.004384] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "a867059b-ea7b-4222-a47c-a6621cf37421" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.004501] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "a867059b-ea7b-4222-a47c-a6621cf37421-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.004794] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "a867059b-ea7b-4222-a47c-a6621cf37421-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.005037] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "a867059b-ea7b-4222-a47c-a6621cf37421-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.008145] env[69357]: INFO nova.compute.manager [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Terminating instance [ 1209.164807] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: d2e0ef34-5e39-4839-bd30-56dfef720baf] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.289158] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c80050f9-281d-44e6-a965-68e7230f1880 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "facbe890-7d28-4e20-8126-8382383e0468" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.141s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.295167] env[69357]: DEBUG oslo_vmware.api [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151629, 'name': PowerOnVM_Task, 'duration_secs': 1.224198} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.295503] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.295744] env[69357]: INFO nova.compute.manager [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Took 6.10 seconds to spawn the instance on the hypervisor. [ 1209.296498] env[69357]: DEBUG nova.compute.manager [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1209.296877] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791155cc-2b3b-498a-b053-1d5bd4771cd6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.322938] env[69357]: DEBUG oslo_vmware.api [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151627, 'name': RelocateVM_Task} progress is 92%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.457044] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b088f4-2a3a-4846-9d92-862ecbcdbc99 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.465450] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eaff4ac-1555-496e-bd3a-65de623c8702 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.500113] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6d336f-f200-4d4d-8f4e-067bf05d0158 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.509339] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d401513-c716-4963-9f73-6540e41dec2e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.514370] env[69357]: DEBUG nova.compute.manager [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1209.514612] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1209.515501] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bc4604-7f2d-43fb-9f08-673f733282f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.529452] env[69357]: DEBUG nova.compute.provider_tree [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.533579] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.534165] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a24466f-a1f5-48d1-9a0e-dc8a84a13e6c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.542271] env[69357]: DEBUG oslo_vmware.api [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1209.542271] env[69357]: value = "task-4151630" [ 1209.542271] env[69357]: _type = "Task" [ 1209.542271] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.552307] env[69357]: DEBUG oslo_vmware.api [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.640747] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.641091] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c8d2739-8371-4f0c-bac7-976948e1debc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.650920] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1209.650920] env[69357]: value = "task-4151631" [ 1209.650920] env[69357]: _type = "Task" [ 1209.650920] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.660627] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.669223] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: fced8f57-3c14-43df-8931-5928be74e4bc] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.819862] env[69357]: DEBUG oslo_vmware.api [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151627, 'name': RelocateVM_Task} progress is 97%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.823101] env[69357]: INFO nova.compute.manager [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Took 18.69 seconds to build instance. [ 1210.036068] env[69357]: DEBUG nova.scheduler.client.report [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.052477] env[69357]: DEBUG oslo_vmware.api [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151630, 'name': PowerOffVM_Task, 'duration_secs': 0.42251} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.052769] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.052945] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1210.053228] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da28dfaf-b6d5-4a0f-82ca-a3eea3f895df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.159803] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.159803] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.160067] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Deleting the datastore file [datastore1] a867059b-ea7b-4222-a47c-a6621cf37421 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.163946] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a880d88-d7ce-4a8b-a6bb-68ef15a806c4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.166273] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151631, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.172130] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: e05613c2-0517-48fc-9fdb-47f347327a3c] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.174074] env[69357]: DEBUG oslo_vmware.api [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1210.174074] env[69357]: value = "task-4151633" [ 1210.174074] env[69357]: _type = "Task" [ 1210.174074] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.186113] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.186397] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.187633] env[69357]: DEBUG oslo_vmware.api [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.316098] env[69357]: DEBUG oslo_vmware.api [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151627, 'name': RelocateVM_Task} progress is 98%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.325791] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7def3c3f-911a-42b5-9c4f-d924fc54a4f7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "5f96a30d-cf57-47cd-92f4-d733595fcca7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.198s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.543356] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.546277] env[69357]: DEBUG oslo_concurrency.lockutils [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.128s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.547915] env[69357]: INFO nova.compute.claims [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.567380] env[69357]: INFO nova.scheduler.client.report [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Deleted allocations for instance d83081c5-0163-49be-92ef-c4e16ab32256 [ 1210.661661] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151631, 'name': PowerOffVM_Task, 'duration_secs': 0.562139} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.661925] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.662792] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ed2744-37af-4c92-b052-1d90ecf86daa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.681659] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 64672542-5390-4542-8e3e-7e16b01b4070] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.687233] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4674be39-c22b-4c59-8d62-7a2fce68f28f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.690682] env[69357]: DEBUG nova.compute.manager [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1210.704345] env[69357]: DEBUG oslo_vmware.api [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161389} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.705238] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.705238] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.705617] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.705617] env[69357]: INFO nova.compute.manager [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1210.706088] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.706429] env[69357]: DEBUG nova.compute.manager [-] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1210.706576] env[69357]: DEBUG nova.network.neutron [-] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1210.730480] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.731102] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5933094b-a37d-471c-81a2-07b48a8dbbff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.741051] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1210.741051] env[69357]: value = "task-4151634" [ 1210.741051] env[69357]: _type = "Task" [ 1210.741051] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.752514] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1210.752888] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1210.753233] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.753448] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.753686] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1210.754022] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5993fac8-e77c-4b53-9c2d-d56fb9030bc7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.765425] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1210.765782] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1210.766701] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6264e54-a54e-488a-b9d8-2a32f868af01 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.775830] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1210.775830] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5258f161-e326-ccc2-57ae-1c4b9ace4c79" [ 1210.775830] env[69357]: _type = "Task" [ 1210.775830] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.785049] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5258f161-e326-ccc2-57ae-1c4b9ace4c79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.818461] env[69357]: DEBUG oslo_vmware.api [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151627, 'name': RelocateVM_Task, 'duration_secs': 3.819884} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.818784] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1210.818993] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822061', 'volume_id': '4367e1c9-ae28-4ab1-b3e3-f4a764182820', 'name': 'volume-4367e1c9-ae28-4ab1-b3e3-f4a764182820', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ae412d2-0a34-4bd4-95a6-9bfba1f2577c', 'attached_at': '', 'detached_at': '', 'volume_id': '4367e1c9-ae28-4ab1-b3e3-f4a764182820', 'serial': '4367e1c9-ae28-4ab1-b3e3-f4a764182820'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1210.819809] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b66290-7523-4505-9311-698cfb0e3984 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.836869] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aeeaae0-96a6-4aa2-bc88-4b566e0eaac9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.868273] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-4367e1c9-ae28-4ab1-b3e3-f4a764182820/volume-4367e1c9-ae28-4ab1-b3e3-f4a764182820.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.869299] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c6fa86d-67d3-457b-af37-292c87a42160 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.891783] env[69357]: DEBUG oslo_vmware.api [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Waiting for the task: (returnval){ [ 1210.891783] env[69357]: value = "task-4151635" [ 1210.891783] env[69357]: _type = "Task" [ 1210.891783] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.901144] env[69357]: DEBUG oslo_vmware.api [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.075817] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fecac460-e78b-4150-8571-8a49d39271e5 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "d83081c5-0163-49be-92ef-c4e16ab32256" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.996s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.192453] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 76c12a8d-72fa-4428-81c4-a31c4b6e0951] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.214030] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.287442] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5258f161-e326-ccc2-57ae-1c4b9ace4c79, 'name': SearchDatastore_Task, 'duration_secs': 0.011348} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.288288] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81172d85-ae37-4799-9e04-753216ed21e7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.295101] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1211.295101] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52cc50df-e34d-2a0c-e67d-dfb79595128d" [ 1211.295101] env[69357]: _type = "Task" [ 1211.295101] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.304220] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52cc50df-e34d-2a0c-e67d-dfb79595128d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.410708] env[69357]: DEBUG oslo_vmware.api [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.620065] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "ed128ff8-b9bd-4b81-b311-4d9efae21c73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.620389] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "ed128ff8-b9bd-4b81-b311-4d9efae21c73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.620606] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "ed128ff8-b9bd-4b81-b311-4d9efae21c73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.620785] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "ed128ff8-b9bd-4b81-b311-4d9efae21c73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.622291] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "ed128ff8-b9bd-4b81-b311-4d9efae21c73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.623939] env[69357]: INFO nova.compute.manager [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Terminating instance [ 1211.695094] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: ca1c5e0d-acd0-46cd-bdb3-9cff41e74060] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.761468] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fce584-9644-4727-9079-2a9b701692ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.771499] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae54fb0-9629-4443-b3f7-875db8eb1290 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.806097] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767d22fc-bf4d-4368-91d4-3927885921e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.818563] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a0cc65-e731-4e44-8ddf-dc621d0e56c1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.822493] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52cc50df-e34d-2a0c-e67d-dfb79595128d, 'name': SearchDatastore_Task, 'duration_secs': 0.010361} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.822760] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.823169] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 26a9ee6e-ea63-4406-a211-b458580a1280/2e3b5354-f6ca-4797-91ac-a700805a06c3-rescue.vmdk. {{(pid=69357) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1211.823905] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29f3a3be-6a6f-40ad-a13d-294fe6467fb6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.834849] env[69357]: DEBUG nova.compute.provider_tree [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.843575] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1211.843575] env[69357]: value = "task-4151636" [ 1211.843575] env[69357]: _type = "Task" [ 1211.843575] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.853749] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.904037] env[69357]: DEBUG oslo_vmware.api [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151635, 'name': ReconfigVM_Task, 'duration_secs': 0.581158} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.904037] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-4367e1c9-ae28-4ab1-b3e3-f4a764182820/volume-4367e1c9-ae28-4ab1-b3e3-f4a764182820.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.908160] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ddb3fd9-ef68-452a-a44b-368271baa71e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.927351] env[69357]: DEBUG oslo_vmware.api [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Waiting for the task: (returnval){ [ 1211.927351] env[69357]: value = "task-4151637" [ 1211.927351] env[69357]: _type = "Task" [ 1211.927351] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.940270] env[69357]: DEBUG oslo_vmware.api [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.988762] env[69357]: DEBUG nova.compute.manager [req-3f585484-a0e0-46f6-a372-e98cc4be6276 req-1bc80cad-5f01-4563-9f30-cb251d73472a service nova] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Received event network-vif-deleted-d2691c24-a298-4824-baae-f1ee586eab41 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.989189] env[69357]: INFO nova.compute.manager [req-3f585484-a0e0-46f6-a372-e98cc4be6276 req-1bc80cad-5f01-4563-9f30-cb251d73472a service nova] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Neutron deleted interface d2691c24-a298-4824-baae-f1ee586eab41; detaching it from the instance and deleting it from the info cache [ 1211.991451] env[69357]: DEBUG nova.network.neutron [req-3f585484-a0e0-46f6-a372-e98cc4be6276 req-1bc80cad-5f01-4563-9f30-cb251d73472a service nova] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.135638] env[69357]: DEBUG nova.compute.manager [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1212.135638] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.135638] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371eada2-afcd-4e7c-84f6-a9d4a7a3c548 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.147968] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.148682] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5aed8f10-a5c9-4293-9a9f-fda4b0625d99 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.159244] env[69357]: DEBUG oslo_vmware.api [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1212.159244] env[69357]: value = "task-4151638" [ 1212.159244] env[69357]: _type = "Task" [ 1212.159244] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.170667] env[69357]: DEBUG oslo_vmware.api [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.202566] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 95061016-3f49-4d96-a8fc-5794f33880e9] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.339488] env[69357]: DEBUG nova.scheduler.client.report [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.357966] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151636, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.440259] env[69357]: DEBUG oslo_vmware.api [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151637, 'name': ReconfigVM_Task, 'duration_secs': 0.14034} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.440469] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822061', 'volume_id': '4367e1c9-ae28-4ab1-b3e3-f4a764182820', 'name': 'volume-4367e1c9-ae28-4ab1-b3e3-f4a764182820', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ae412d2-0a34-4bd4-95a6-9bfba1f2577c', 'attached_at': '', 'detached_at': '', 'volume_id': '4367e1c9-ae28-4ab1-b3e3-f4a764182820', 'serial': '4367e1c9-ae28-4ab1-b3e3-f4a764182820'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1212.441189] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-405b7126-9e7d-4678-84f7-151d503ea143 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.450328] env[69357]: DEBUG oslo_vmware.api [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Waiting for the task: (returnval){ [ 1212.450328] env[69357]: value = "task-4151639" [ 1212.450328] env[69357]: _type = "Task" [ 1212.450328] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.459830] env[69357]: DEBUG oslo_vmware.api [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151639, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.468940] env[69357]: DEBUG nova.network.neutron [-] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.492860] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-462b407f-9751-4099-b1c4-366ae778e2f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.503408] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76898657-9a61-4fe1-9eb6-215aaaecbf8c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.537412] env[69357]: DEBUG nova.compute.manager [req-3f585484-a0e0-46f6-a372-e98cc4be6276 req-1bc80cad-5f01-4563-9f30-cb251d73472a service nova] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Detach interface failed, port_id=d2691c24-a298-4824-baae-f1ee586eab41, reason: Instance a867059b-ea7b-4222-a47c-a6621cf37421 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1212.671356] env[69357]: DEBUG oslo_vmware.api [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151638, 'name': PowerOffVM_Task, 'duration_secs': 0.252325} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.671356] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.671580] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.671735] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06e933ba-506b-4e25-a643-9d520ca356af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.710031] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: be0476b0-ea77-4e48-a417-c0f48fc0b867] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.851250] env[69357]: DEBUG oslo_concurrency.lockutils [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.851774] env[69357]: DEBUG nova.compute.manager [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1212.857990] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.571s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.858249] env[69357]: DEBUG nova.objects.instance [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lazy-loading 'resources' on Instance uuid 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.859293] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540019} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.859739] env[69357]: INFO nova.virt.vmwareapi.ds_util [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 26a9ee6e-ea63-4406-a211-b458580a1280/2e3b5354-f6ca-4797-91ac-a700805a06c3-rescue.vmdk. [ 1212.860719] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94eb4fcf-8a87-48a0-981a-b813a837d57c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.888083] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 26a9ee6e-ea63-4406-a211-b458580a1280/2e3b5354-f6ca-4797-91ac-a700805a06c3-rescue.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.888552] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6ecc40c-1582-46d2-a134-d53919b6e896 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.909272] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1212.909272] env[69357]: value = "task-4151641" [ 1212.909272] env[69357]: _type = "Task" [ 1212.909272] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.919494] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.960978] env[69357]: DEBUG oslo_vmware.api [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151639, 'name': Rename_Task, 'duration_secs': 0.168103} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.961311] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.961574] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b261dece-ed11-44fb-869c-b531836f5c20 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.968999] env[69357]: DEBUG oslo_vmware.api [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Waiting for the task: (returnval){ [ 1212.968999] env[69357]: value = "task-4151642" [ 1212.968999] env[69357]: _type = "Task" [ 1212.968999] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.972813] env[69357]: INFO nova.compute.manager [-] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Took 2.27 seconds to deallocate network for instance. [ 1212.982019] env[69357]: DEBUG oslo_vmware.api [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.051494] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.051786] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.051991] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Deleting the datastore file [datastore1] ed128ff8-b9bd-4b81-b311-4d9efae21c73 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.052418] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e39b93f-dc24-460f-8f08-5e73dd127c2b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.059549] env[69357]: DEBUG oslo_vmware.api [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for the task: (returnval){ [ 1213.059549] env[69357]: value = "task-4151643" [ 1213.059549] env[69357]: _type = "Task" [ 1213.059549] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.069336] env[69357]: DEBUG oslo_vmware.api [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.211342] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 46247ab4-5bc7-4b17-b3ea-dc9fd1485dcb] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.361396] env[69357]: DEBUG nova.compute.utils [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.365691] env[69357]: DEBUG nova.compute.manager [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Not allocating networking since 'none' was specified. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1213.423901] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151641, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.480088] env[69357]: DEBUG oslo_vmware.api [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151642, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.484960] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.550904] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e4c4d5-7552-4f50-b484-28a28394ebd2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.559860] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9e86db-10d6-47db-8aed-eee159b3c63d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.572011] env[69357]: DEBUG oslo_vmware.api [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Task: {'id': task-4151643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224056} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.596101] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.596362] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.596554] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.596769] env[69357]: INFO nova.compute.manager [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Took 1.46 seconds to destroy the instance on the hypervisor. [ 1213.597059] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.597497] env[69357]: DEBUG nova.compute.manager [-] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.597601] env[69357]: DEBUG nova.network.neutron [-] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1213.599913] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32da47f-eac1-466c-b930-17a93829ea10 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.608503] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95def80-6591-4efd-a20e-b366b62e0780 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.622662] env[69357]: DEBUG nova.compute.provider_tree [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.714581] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 3a924a64-140f-4df3-8a18-5f52d5c684b3] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.763525] env[69357]: DEBUG nova.compute.manager [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Stashing vm_state: active {{(pid=69357) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1213.867396] env[69357]: DEBUG nova.compute.manager [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1213.924023] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151641, 'name': ReconfigVM_Task, 'duration_secs': 0.556693} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.924023] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 26a9ee6e-ea63-4406-a211-b458580a1280/2e3b5354-f6ca-4797-91ac-a700805a06c3-rescue.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.924493] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4cd32c-4033-4ea8-816f-30d2d7306761 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.951154] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13bab20c-502f-4b07-899c-131d1af4162b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.968557] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1213.968557] env[69357]: value = "task-4151644" [ 1213.968557] env[69357]: _type = "Task" [ 1213.968557] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.982580] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.982776] env[69357]: DEBUG oslo_vmware.api [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151642, 'name': PowerOnVM_Task, 'duration_secs': 0.532213} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.983016] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.983217] env[69357]: INFO nova.compute.manager [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1213.983402] env[69357]: DEBUG nova.compute.manager [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1213.984240] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295d84f7-fba2-422b-bb8c-61cc0df71405 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.023629] env[69357]: DEBUG nova.compute.manager [req-d9272220-0813-44f4-bff8-adc504be31e3 req-104b40b6-6d1e-4ed9-9dbc-01613c046e1e service nova] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Received event network-changed-c86f8dba-e3db-4df1-8dc6-413396b23bce {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.023848] env[69357]: DEBUG nova.compute.manager [req-d9272220-0813-44f4-bff8-adc504be31e3 req-104b40b6-6d1e-4ed9-9dbc-01613c046e1e service nova] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Refreshing instance network info cache due to event network-changed-c86f8dba-e3db-4df1-8dc6-413396b23bce. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.024085] env[69357]: DEBUG oslo_concurrency.lockutils [req-d9272220-0813-44f4-bff8-adc504be31e3 req-104b40b6-6d1e-4ed9-9dbc-01613c046e1e service nova] Acquiring lock "refresh_cache-d8dab389-b197-4774-8f88-295552bb57dc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.024319] env[69357]: DEBUG oslo_concurrency.lockutils [req-d9272220-0813-44f4-bff8-adc504be31e3 req-104b40b6-6d1e-4ed9-9dbc-01613c046e1e service nova] Acquired lock "refresh_cache-d8dab389-b197-4774-8f88-295552bb57dc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.024512] env[69357]: DEBUG nova.network.neutron [req-d9272220-0813-44f4-bff8-adc504be31e3 req-104b40b6-6d1e-4ed9-9dbc-01613c046e1e service nova] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Refreshing network info cache for port c86f8dba-e3db-4df1-8dc6-413396b23bce {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.126726] env[69357]: DEBUG nova.scheduler.client.report [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.217899] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 4d2c14bb-c68d-4325-abfa-5c7f259720cb] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.280875] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.408489] env[69357]: DEBUG nova.network.neutron [-] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.479902] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151644, 'name': ReconfigVM_Task, 'duration_secs': 0.190591} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.480213] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.480472] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eecf35d5-eb59-4465-94ab-02dead10dfef {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.489917] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1214.489917] env[69357]: value = "task-4151645" [ 1214.489917] env[69357]: _type = "Task" [ 1214.489917] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.501085] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.503744] env[69357]: INFO nova.compute.manager [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Took 20.20 seconds to build instance. [ 1214.633589] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.636459] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.423s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.638136] env[69357]: INFO nova.compute.claims [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.659098] env[69357]: INFO nova.scheduler.client.report [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Deleted allocations for instance 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5 [ 1214.721319] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: b9c730c4-021e-4fcf-b245-78d8479aa995] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.753552] env[69357]: DEBUG nova.network.neutron [req-d9272220-0813-44f4-bff8-adc504be31e3 req-104b40b6-6d1e-4ed9-9dbc-01613c046e1e service nova] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Updated VIF entry in instance network info cache for port c86f8dba-e3db-4df1-8dc6-413396b23bce. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.754074] env[69357]: DEBUG nova.network.neutron [req-d9272220-0813-44f4-bff8-adc504be31e3 req-104b40b6-6d1e-4ed9-9dbc-01613c046e1e service nova] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Updating instance_info_cache with network_info: [{"id": "c86f8dba-e3db-4df1-8dc6-413396b23bce", "address": "fa:16:3e:0e:99:0f", "network": {"id": "97fcff61-6a5b-4cbf-9455-7ed31718c9a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1511455476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2c435e6f1d34f458af111ef7e25f03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86f8dba-e3", "ovs_interfaceid": "c86f8dba-e3db-4df1-8dc6-413396b23bce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.881569] env[69357]: DEBUG nova.compute.manager [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1214.911453] env[69357]: INFO nova.compute.manager [-] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Took 1.31 seconds to deallocate network for instance. [ 1214.916373] env[69357]: DEBUG nova.virt.hardware [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.916847] env[69357]: DEBUG nova.virt.hardware [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.917123] env[69357]: DEBUG nova.virt.hardware [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.917351] env[69357]: DEBUG nova.virt.hardware [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.917504] env[69357]: DEBUG nova.virt.hardware [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.917674] env[69357]: DEBUG nova.virt.hardware [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.917960] env[69357]: DEBUG nova.virt.hardware [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.918170] env[69357]: DEBUG nova.virt.hardware [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.918410] env[69357]: DEBUG nova.virt.hardware [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.918618] env[69357]: DEBUG nova.virt.hardware [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.918803] env[69357]: DEBUG nova.virt.hardware [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.919753] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1768a22-0c2d-4671-8fae-32685d0578e2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.932555] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d2e0dd-643c-4fbc-8d69-09ddb0db125c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.950865] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.957033] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Creating folder: Project (b4d11803555a404cb558b6f48a1d3449). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1214.958263] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5896f066-4d5a-41b2-93db-82e266a7af21 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.972153] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Created folder: Project (b4d11803555a404cb558b6f48a1d3449) in parent group-v821763. [ 1214.972331] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Creating folder: Instances. Parent ref: group-v822073. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1214.972588] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16b9bde4-a54e-46e9-9fc8-66a891b3b4a5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.984578] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Created folder: Instances in parent group-v822073. [ 1214.984854] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.985109] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.985400] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2fed452-9365-48fe-81f9-791c5e93a8af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.008474] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f8b83ab2-b07c-404b-a669-043af1bf731d tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Lock "0ae412d2-0a34-4bd4-95a6-9bfba1f2577c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.719s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.008786] env[69357]: DEBUG oslo_vmware.api [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151645, 'name': PowerOnVM_Task, 'duration_secs': 0.508461} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.010766] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.014082] env[69357]: DEBUG nova.compute.manager [None req-a486b5e3-b6e3-49a0-9418-bba2bf373064 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1215.014535] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.014535] env[69357]: value = "task-4151648" [ 1215.014535] env[69357]: _type = "Task" [ 1215.014535] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.015402] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6c1356-72b6-4cc2-a3bc-a948400bb3a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.032363] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151648, 'name': CreateVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.167623] env[69357]: DEBUG oslo_concurrency.lockutils [None req-89de504b-c3f7-49ca-8d38-b35bcab591d1 tempest-ImagesTestJSON-1454786912 tempest-ImagesTestJSON-1454786912-project-member] Lock "8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.313s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.225857] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 5fb64e02-0c67-4cd2-8138-68d07cdb33f7] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.258392] env[69357]: DEBUG oslo_concurrency.lockutils [req-d9272220-0813-44f4-bff8-adc504be31e3 req-104b40b6-6d1e-4ed9-9dbc-01613c046e1e service nova] Releasing lock "refresh_cache-d8dab389-b197-4774-8f88-295552bb57dc" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.258661] env[69357]: DEBUG nova.compute.manager [req-d9272220-0813-44f4-bff8-adc504be31e3 req-104b40b6-6d1e-4ed9-9dbc-01613c046e1e service nova] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Received event network-changed-4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.258806] env[69357]: DEBUG nova.compute.manager [req-d9272220-0813-44f4-bff8-adc504be31e3 req-104b40b6-6d1e-4ed9-9dbc-01613c046e1e service nova] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Refreshing instance network info cache due to event network-changed-4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.259029] env[69357]: DEBUG oslo_concurrency.lockutils [req-d9272220-0813-44f4-bff8-adc504be31e3 req-104b40b6-6d1e-4ed9-9dbc-01613c046e1e service nova] Acquiring lock "refresh_cache-5f96a30d-cf57-47cd-92f4-d733595fcca7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.259180] env[69357]: DEBUG oslo_concurrency.lockutils [req-d9272220-0813-44f4-bff8-adc504be31e3 req-104b40b6-6d1e-4ed9-9dbc-01613c046e1e service nova] Acquired lock "refresh_cache-5f96a30d-cf57-47cd-92f4-d733595fcca7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.259348] env[69357]: DEBUG nova.network.neutron [req-d9272220-0813-44f4-bff8-adc504be31e3 req-104b40b6-6d1e-4ed9-9dbc-01613c046e1e service nova] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Refreshing network info cache for port 4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.428039] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.531994] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151648, 'name': CreateVM_Task, 'duration_secs': 0.314366} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.533236] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.534337] env[69357]: DEBUG oslo_concurrency.lockutils [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.534337] env[69357]: DEBUG oslo_concurrency.lockutils [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.534470] env[69357]: DEBUG oslo_concurrency.lockutils [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.534616] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdad1836-02a2-4c79-99bb-5d7d7471bcdb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.541023] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Waiting for the task: (returnval){ [ 1215.541023] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52872757-d3ee-3ee2-2293-6a83ed8f7dc3" [ 1215.541023] env[69357]: _type = "Task" [ 1215.541023] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.550743] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52872757-d3ee-3ee2-2293-6a83ed8f7dc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.729621] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 7e597192-4c63-4c7a-b6ae-9f1fed35cb08] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.838670] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe3931b-57ab-473e-a50c-e5bd101b6f90 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.846474] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc671dcf-0bdb-45fb-9d8f-b13a5b2da5dd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.880446] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e3229f-9dd7-4a41-8325-d91dbf25f9af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.889409] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532bc4e7-8e3f-4abd-8c3e-2bc4d6b3733b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.908163] env[69357]: DEBUG nova.compute.provider_tree [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.047467] env[69357]: DEBUG nova.network.neutron [req-d9272220-0813-44f4-bff8-adc504be31e3 req-104b40b6-6d1e-4ed9-9dbc-01613c046e1e service nova] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Updated VIF entry in instance network info cache for port 4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.047838] env[69357]: DEBUG nova.network.neutron [req-d9272220-0813-44f4-bff8-adc504be31e3 req-104b40b6-6d1e-4ed9-9dbc-01613c046e1e service nova] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Updating instance_info_cache with network_info: [{"id": "4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38", "address": "fa:16:3e:1f:f8:d2", "network": {"id": "97fcff61-6a5b-4cbf-9455-7ed31718c9a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1511455476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2c435e6f1d34f458af111ef7e25f03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a1bd719-31", "ovs_interfaceid": "4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.056296] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52872757-d3ee-3ee2-2293-6a83ed8f7dc3, 'name': SearchDatastore_Task, 'duration_secs': 0.011305} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.057780] env[69357]: DEBUG oslo_concurrency.lockutils [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.058824] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.058824] env[69357]: DEBUG oslo_concurrency.lockutils [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.058824] env[69357]: DEBUG oslo_concurrency.lockutils [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.058824] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.060320] env[69357]: DEBUG nova.compute.manager [req-2e447b09-9a5f-4be5-9629-a62936937b8a req-cf40a7ae-8b71-42f1-a254-133f1034b681 service nova] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Received event network-changed-08cc9038-f52d-451c-bee7-5ad27b427dc2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.060909] env[69357]: DEBUG nova.compute.manager [req-2e447b09-9a5f-4be5-9629-a62936937b8a req-cf40a7ae-8b71-42f1-a254-133f1034b681 service nova] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Refreshing instance network info cache due to event network-changed-08cc9038-f52d-451c-bee7-5ad27b427dc2. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.060909] env[69357]: DEBUG oslo_concurrency.lockutils [req-2e447b09-9a5f-4be5-9629-a62936937b8a req-cf40a7ae-8b71-42f1-a254-133f1034b681 service nova] Acquiring lock "refresh_cache-0ae412d2-0a34-4bd4-95a6-9bfba1f2577c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.061071] env[69357]: DEBUG oslo_concurrency.lockutils [req-2e447b09-9a5f-4be5-9629-a62936937b8a req-cf40a7ae-8b71-42f1-a254-133f1034b681 service nova] Acquired lock "refresh_cache-0ae412d2-0a34-4bd4-95a6-9bfba1f2577c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.061289] env[69357]: DEBUG nova.network.neutron [req-2e447b09-9a5f-4be5-9629-a62936937b8a req-cf40a7ae-8b71-42f1-a254-133f1034b681 service nova] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Refreshing network info cache for port 08cc9038-f52d-451c-bee7-5ad27b427dc2 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.062673] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46cdd4ff-0bff-4dff-a6d2-990a258ca5eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.074730] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.074936] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.076581] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fffa6c5-9b04-4146-98c7-0f427be6cb72 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.086246] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Waiting for the task: (returnval){ [ 1216.086246] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d0ee27-f702-959a-8775-68692711e903" [ 1216.086246] env[69357]: _type = "Task" [ 1216.086246] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.095132] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d0ee27-f702-959a-8775-68692711e903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.232958] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 1e6c8219-368d-4446-89ab-abb8212252e4] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.415077] env[69357]: DEBUG nova.scheduler.client.report [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.554241] env[69357]: DEBUG oslo_concurrency.lockutils [req-d9272220-0813-44f4-bff8-adc504be31e3 req-104b40b6-6d1e-4ed9-9dbc-01613c046e1e service nova] Releasing lock "refresh_cache-5f96a30d-cf57-47cd-92f4-d733595fcca7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.554241] env[69357]: DEBUG nova.compute.manager [req-d9272220-0813-44f4-bff8-adc504be31e3 req-104b40b6-6d1e-4ed9-9dbc-01613c046e1e service nova] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Received event network-vif-deleted-8ce2b462-3506-480a-b1da-0211dced1bf3 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.554241] env[69357]: INFO nova.compute.manager [req-d9272220-0813-44f4-bff8-adc504be31e3 req-104b40b6-6d1e-4ed9-9dbc-01613c046e1e service nova] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Neutron deleted interface 8ce2b462-3506-480a-b1da-0211dced1bf3; detaching it from the instance and deleting it from the info cache [ 1216.554241] env[69357]: DEBUG nova.network.neutron [req-d9272220-0813-44f4-bff8-adc504be31e3 req-104b40b6-6d1e-4ed9-9dbc-01613c046e1e service nova] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.600025] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d0ee27-f702-959a-8775-68692711e903, 'name': SearchDatastore_Task, 'duration_secs': 0.011394} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.600025] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f310e79-8f8c-4d11-bb7d-b4ec77106888 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.606140] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Waiting for the task: (returnval){ [ 1216.606140] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52501321-e7a7-5a75-e157-cb62afc13c5c" [ 1216.606140] env[69357]: _type = "Task" [ 1216.606140] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.620117] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52501321-e7a7-5a75-e157-cb62afc13c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.010184} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.625021] env[69357]: DEBUG oslo_concurrency.lockutils [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.625021] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] a41c723c-3825-4ceb-9ec2-9e14de05bdb3/a41c723c-3825-4ceb-9ec2-9e14de05bdb3.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.625021] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84595db2-c344-46b1-9df7-bdd71e8a323b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.633019] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Waiting for the task: (returnval){ [ 1216.633019] env[69357]: value = "task-4151649" [ 1216.633019] env[69357]: _type = "Task" [ 1216.633019] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.641142] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.740611] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 6860687b-50f2-4e57-8234-fd1a0e5cd36b] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.822498] env[69357]: DEBUG nova.network.neutron [req-2e447b09-9a5f-4be5-9629-a62936937b8a req-cf40a7ae-8b71-42f1-a254-133f1034b681 service nova] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Updated VIF entry in instance network info cache for port 08cc9038-f52d-451c-bee7-5ad27b427dc2. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.822929] env[69357]: DEBUG nova.network.neutron [req-2e447b09-9a5f-4be5-9629-a62936937b8a req-cf40a7ae-8b71-42f1-a254-133f1034b681 service nova] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Updating instance_info_cache with network_info: [{"id": "08cc9038-f52d-451c-bee7-5ad27b427dc2", "address": "fa:16:3e:ca:66:8f", "network": {"id": "30547d46-1a14-4353-b456-3f6bf5c3bbfb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-422618253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc82d16428864476927cd6bad6f53ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08cc9038-f5", "ovs_interfaceid": "08cc9038-f52d-451c-bee7-5ad27b427dc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.917447] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.918041] env[69357]: DEBUG nova.compute.manager [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1216.921530] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.436s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.921530] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.924294] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.643s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.950550] env[69357]: INFO nova.scheduler.client.report [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Deleted allocations for instance a867059b-ea7b-4222-a47c-a6621cf37421 [ 1217.056543] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7026d1d0-2e8f-465f-9f99-f60b3d80eb6b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.069279] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ad7522-2828-42ba-927f-68578061a960 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.106708] env[69357]: DEBUG nova.compute.manager [req-d9272220-0813-44f4-bff8-adc504be31e3 req-104b40b6-6d1e-4ed9-9dbc-01613c046e1e service nova] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Detach interface failed, port_id=8ce2b462-3506-480a-b1da-0211dced1bf3, reason: Instance ed128ff8-b9bd-4b81-b311-4d9efae21c73 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1217.145295] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151649, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.243096] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 2715a50a-a4fd-44bc-993b-5fc9e3326b24] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.326445] env[69357]: DEBUG oslo_concurrency.lockutils [req-2e447b09-9a5f-4be5-9629-a62936937b8a req-cf40a7ae-8b71-42f1-a254-133f1034b681 service nova] Releasing lock "refresh_cache-0ae412d2-0a34-4bd4-95a6-9bfba1f2577c" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.429011] env[69357]: DEBUG nova.compute.utils [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.433457] env[69357]: INFO nova.compute.claims [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1217.437443] env[69357]: DEBUG nova.compute.manager [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1217.437625] env[69357]: DEBUG nova.network.neutron [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1217.461462] env[69357]: DEBUG oslo_concurrency.lockutils [None req-27163906-715e-4cee-a770-f114b492da6c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "a867059b-ea7b-4222-a47c-a6621cf37421" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.457s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.497653] env[69357]: DEBUG nova.policy [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09f7b2f51f384f7bbeb9ad67492885e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a8557f98174856b7f3027fcb0cd65f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1217.613874] env[69357]: INFO nova.compute.manager [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Rescuing [ 1217.613874] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "refresh_cache-44d6de9c-e318-4334-99fe-d15ba00016bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.614018] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquired lock "refresh_cache-44d6de9c-e318-4334-99fe-d15ba00016bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.614161] env[69357]: DEBUG nova.network.neutron [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.642971] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524003} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.643295] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] a41c723c-3825-4ceb-9ec2-9e14de05bdb3/a41c723c-3825-4ceb-9ec2-9e14de05bdb3.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.643517] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.644055] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f187b446-70e0-4034-949a-6425286808bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.659545] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Waiting for the task: (returnval){ [ 1217.659545] env[69357]: value = "task-4151650" [ 1217.659545] env[69357]: _type = "Task" [ 1217.659545] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.671978] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.746109] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 69116840-32fe-46c6-a831-78c627f986d5] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.938553] env[69357]: DEBUG nova.compute.manager [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1217.943125] env[69357]: INFO nova.compute.resource_tracker [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Updating resource usage from migration 4a591379-f8c5-4201-b6fa-ffc5b5dd7e97 [ 1217.946984] env[69357]: DEBUG nova.network.neutron [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Successfully created port: adc909a4-5827-430c-a00e-f1013bf25bd0 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1218.094506] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9799a5ae-4a3f-4aff-8ca6-ef3b36d1f936 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.102521] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761ad04e-8d1d-4409-b0fc-4467ee9264dc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.142562] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22b1936-64e5-4df0-afde-f5d11eff2339 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.150907] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc757ce1-ce15-42f7-8d98-6c75d2d60b8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.166417] env[69357]: DEBUG nova.compute.provider_tree [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.175278] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079902} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.176175] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1218.176972] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f334016c-7b35-4da6-973a-82a0fdc98221 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.201090] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] a41c723c-3825-4ceb-9ec2-9e14de05bdb3/a41c723c-3825-4ceb-9ec2-9e14de05bdb3.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.201723] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee42b49f-c796-4612-a906-dad5f5d4d7fe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.220833] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Waiting for the task: (returnval){ [ 1218.220833] env[69357]: value = "task-4151651" [ 1218.220833] env[69357]: _type = "Task" [ 1218.220833] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.230338] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.251412] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: e6ce382a-b3bd-48cf-83f0-4b429a6b1c12] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.481460] env[69357]: DEBUG nova.network.neutron [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Updating instance_info_cache with network_info: [{"id": "54f4adc3-54fb-4d19-8e40-d32b0955f28c", "address": "fa:16:3e:3e:d4:b1", "network": {"id": "db1fa8e9-34d3-41e3-bd34-54da7b44d70d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1369033840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5473827eb1b64db98607da700e8ba7a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54f4adc3-54", "ovs_interfaceid": "54f4adc3-54fb-4d19-8e40-d32b0955f28c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.565274] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "9f8983be-c103-4524-ab5a-88758b18160a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.565628] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "9f8983be-c103-4524-ab5a-88758b18160a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.671582] env[69357]: DEBUG nova.scheduler.client.report [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.736982] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.754753] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: d67b0507-3c63-4f80-b575-8096cf194076] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.960308] env[69357]: DEBUG nova.compute.manager [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1218.984606] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Releasing lock "refresh_cache-44d6de9c-e318-4334-99fe-d15ba00016bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.999252] env[69357]: DEBUG nova.virt.hardware [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.000025] env[69357]: DEBUG nova.virt.hardware [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.000025] env[69357]: DEBUG nova.virt.hardware [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.000025] env[69357]: DEBUG nova.virt.hardware [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.000025] env[69357]: DEBUG nova.virt.hardware [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.000226] env[69357]: DEBUG nova.virt.hardware [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.000432] env[69357]: DEBUG nova.virt.hardware [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.000673] env[69357]: DEBUG nova.virt.hardware [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.000774] env[69357]: DEBUG nova.virt.hardware [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.000940] env[69357]: DEBUG nova.virt.hardware [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.001136] env[69357]: DEBUG nova.virt.hardware [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.002059] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90969c1b-63ff-424c-89bf-5a27c01264fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.014366] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f041137-1546-4749-ae61-120b644002b1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.068853] env[69357]: DEBUG nova.compute.manager [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.177244] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.253s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.177550] env[69357]: INFO nova.compute.manager [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Migrating [ 1219.185530] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.758s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.185809] env[69357]: DEBUG nova.objects.instance [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lazy-loading 'resources' on Instance uuid ed128ff8-b9bd-4b81-b311-4d9efae21c73 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.236326] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151651, 'name': ReconfigVM_Task, 'duration_secs': 0.612531} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.236643] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Reconfigured VM instance instance-00000073 to attach disk [datastore1] a41c723c-3825-4ceb-9ec2-9e14de05bdb3/a41c723c-3825-4ceb-9ec2-9e14de05bdb3.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.237690] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a634134-3f91-4ec3-995a-508dce7a5c8f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.246551] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Waiting for the task: (returnval){ [ 1219.246551] env[69357]: value = "task-4151652" [ 1219.246551] env[69357]: _type = "Task" [ 1219.246551] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.257397] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151652, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.257896] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 5bda6d27-ad5a-43a6-94f4-11e6ac87c4bb] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.568921] env[69357]: DEBUG nova.compute.manager [req-1e67371d-31f6-40bc-94ac-d496c6042e66 req-c22c7140-6352-4027-a949-5d2ca8df9de8 service nova] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Received event network-vif-plugged-adc909a4-5827-430c-a00e-f1013bf25bd0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.569617] env[69357]: DEBUG oslo_concurrency.lockutils [req-1e67371d-31f6-40bc-94ac-d496c6042e66 req-c22c7140-6352-4027-a949-5d2ca8df9de8 service nova] Acquiring lock "16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.570307] env[69357]: DEBUG oslo_concurrency.lockutils [req-1e67371d-31f6-40bc-94ac-d496c6042e66 req-c22c7140-6352-4027-a949-5d2ca8df9de8 service nova] Lock "16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.570649] env[69357]: DEBUG oslo_concurrency.lockutils [req-1e67371d-31f6-40bc-94ac-d496c6042e66 req-c22c7140-6352-4027-a949-5d2ca8df9de8 service nova] Lock "16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.571061] env[69357]: DEBUG nova.compute.manager [req-1e67371d-31f6-40bc-94ac-d496c6042e66 req-c22c7140-6352-4027-a949-5d2ca8df9de8 service nova] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] No waiting events found dispatching network-vif-plugged-adc909a4-5827-430c-a00e-f1013bf25bd0 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1219.571133] env[69357]: WARNING nova.compute.manager [req-1e67371d-31f6-40bc-94ac-d496c6042e66 req-c22c7140-6352-4027-a949-5d2ca8df9de8 service nova] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Received unexpected event network-vif-plugged-adc909a4-5827-430c-a00e-f1013bf25bd0 for instance with vm_state building and task_state spawning. [ 1219.599268] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.698856] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "refresh_cache-5f96a30d-cf57-47cd-92f4-d733595fcca7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.701463] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired lock "refresh_cache-5f96a30d-cf57-47cd-92f4-d733595fcca7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.701754] env[69357]: DEBUG nova.network.neutron [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.713943] env[69357]: DEBUG nova.network.neutron [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Successfully updated port: adc909a4-5827-430c-a00e-f1013bf25bd0 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1219.764768] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 58b2571c-6eb9-47ad-b7c1-bfd16e282e0e] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.767383] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151652, 'name': Rename_Task, 'duration_secs': 0.213313} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.770693] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.771165] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c347f9c-937a-4540-90d7-2aaa6e9159c2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.781353] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Waiting for the task: (returnval){ [ 1219.781353] env[69357]: value = "task-4151653" [ 1219.781353] env[69357]: _type = "Task" [ 1219.781353] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.792592] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.914423] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd30763-3396-4f2e-8dbc-279f6d191528 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.922657] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a18d9f-c3d0-4533-8b81-1d5030a648bf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.957338] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1e84d5-a2e6-4114-962c-fdf0dd7d4282 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.965833] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbe1452-4b28-4bf7-ba8f-a7f244847c0c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.980318] env[69357]: DEBUG nova.compute.provider_tree [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.224030] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "refresh_cache-16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.224030] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired lock "refresh_cache-16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.224030] env[69357]: DEBUG nova.network.neutron [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.273344] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 8b3696ea-0465-4c47-a5ef-67a3c3c23063] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.299048] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151653, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.485294] env[69357]: DEBUG nova.network.neutron [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Updating instance_info_cache with network_info: [{"id": "4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38", "address": "fa:16:3e:1f:f8:d2", "network": {"id": "97fcff61-6a5b-4cbf-9455-7ed31718c9a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1511455476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2c435e6f1d34f458af111ef7e25f03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a1bd719-31", "ovs_interfaceid": "4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.485294] env[69357]: DEBUG nova.scheduler.client.report [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.537087] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.537288] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d49dda28-761b-41b9-ae9f-911493764fb0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.545673] env[69357]: DEBUG oslo_vmware.api [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1220.545673] env[69357]: value = "task-4151654" [ 1220.545673] env[69357]: _type = "Task" [ 1220.545673] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.556534] env[69357]: DEBUG oslo_vmware.api [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.775197] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 6112924c-de47-4d82-b1eb-80eadb23cf30] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.795873] env[69357]: DEBUG oslo_vmware.api [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151653, 'name': PowerOnVM_Task, 'duration_secs': 0.738613} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.795873] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.795873] env[69357]: INFO nova.compute.manager [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Took 5.91 seconds to spawn the instance on the hypervisor. [ 1220.795873] env[69357]: DEBUG nova.compute.manager [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1220.796756] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db064cea-750b-4f26-8bda-27c378f7d209 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.812393] env[69357]: DEBUG nova.network.neutron [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1220.991118] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Releasing lock "refresh_cache-5f96a30d-cf57-47cd-92f4-d733595fcca7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.992857] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.997485] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.398s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.999427] env[69357]: INFO nova.compute.claims [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.008044] env[69357]: DEBUG nova.network.neutron [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Updating instance_info_cache with network_info: [{"id": "adc909a4-5827-430c-a00e-f1013bf25bd0", "address": "fa:16:3e:85:11:f7", "network": {"id": "12fab11b-6ad5-49ba-8738-05e9ae69d953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540370362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a8557f98174856b7f3027fcb0cd65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc909a4-58", "ovs_interfaceid": "adc909a4-5827-430c-a00e-f1013bf25bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.021815] env[69357]: INFO nova.scheduler.client.report [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Deleted allocations for instance ed128ff8-b9bd-4b81-b311-4d9efae21c73 [ 1221.059503] env[69357]: DEBUG oslo_vmware.api [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151654, 'name': PowerOffVM_Task, 'duration_secs': 0.262517} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.060163] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.060909] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18cf1d4-2bb0-4cb4-8225-147a123fd3aa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.083221] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4713d22c-3e5b-4cb8-8767-4b345b2c549f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.124008] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.124389] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa30391a-f95f-4d4d-8318-86a1022aed1d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.133296] env[69357]: DEBUG oslo_vmware.api [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1221.133296] env[69357]: value = "task-4151655" [ 1221.133296] env[69357]: _type = "Task" [ 1221.133296] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.145077] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1221.145380] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1221.145651] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.145865] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.146137] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.146919] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6c6b768-f2fc-45e2-b68b-9d0e562671da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.157508] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.157668] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1221.158499] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7152e132-0ae1-481c-a8d2-0fae1c0dde59 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.165011] env[69357]: DEBUG oslo_vmware.api [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1221.165011] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52392406-d3d8-82d2-a33a-d2a99e3eee7e" [ 1221.165011] env[69357]: _type = "Task" [ 1221.165011] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.174782] env[69357]: DEBUG oslo_vmware.api [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52392406-d3d8-82d2-a33a-d2a99e3eee7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.280570] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: bb7ecbd6-de22-4d62-9429-567dfca0c397] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.330036] env[69357]: INFO nova.compute.manager [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Took 17.94 seconds to build instance. [ 1221.511666] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Releasing lock "refresh_cache-16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.512074] env[69357]: DEBUG nova.compute.manager [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Instance network_info: |[{"id": "adc909a4-5827-430c-a00e-f1013bf25bd0", "address": "fa:16:3e:85:11:f7", "network": {"id": "12fab11b-6ad5-49ba-8738-05e9ae69d953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540370362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a8557f98174856b7f3027fcb0cd65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc909a4-58", "ovs_interfaceid": "adc909a4-5827-430c-a00e-f1013bf25bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1221.512794] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:11:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adc909a4-5827-430c-a00e-f1013bf25bd0', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.520706] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.520933] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.521173] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38cb2cef-26b6-4985-b753-a69b95af75e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.542654] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e1d94db9-2938-4112-a96b-ecba31c45fa0 tempest-ServersTestJSON-1530281689 tempest-ServersTestJSON-1530281689-project-member] Lock "ed128ff8-b9bd-4b81-b311-4d9efae21c73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.922s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.547613] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.547613] env[69357]: value = "task-4151656" [ 1221.547613] env[69357]: _type = "Task" [ 1221.547613] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.557180] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151656, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.611029] env[69357]: DEBUG nova.compute.manager [req-959339e4-2d88-448f-af7c-a112691bfb8e req-cbd56f96-7fca-4508-8472-cf75109c1885 service nova] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Received event network-changed-adc909a4-5827-430c-a00e-f1013bf25bd0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.611029] env[69357]: DEBUG nova.compute.manager [req-959339e4-2d88-448f-af7c-a112691bfb8e req-cbd56f96-7fca-4508-8472-cf75109c1885 service nova] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Refreshing instance network info cache due to event network-changed-adc909a4-5827-430c-a00e-f1013bf25bd0. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.611029] env[69357]: DEBUG oslo_concurrency.lockutils [req-959339e4-2d88-448f-af7c-a112691bfb8e req-cbd56f96-7fca-4508-8472-cf75109c1885 service nova] Acquiring lock "refresh_cache-16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.611029] env[69357]: DEBUG oslo_concurrency.lockutils [req-959339e4-2d88-448f-af7c-a112691bfb8e req-cbd56f96-7fca-4508-8472-cf75109c1885 service nova] Acquired lock "refresh_cache-16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.611029] env[69357]: DEBUG nova.network.neutron [req-959339e4-2d88-448f-af7c-a112691bfb8e req-cbd56f96-7fca-4508-8472-cf75109c1885 service nova] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Refreshing network info cache for port adc909a4-5827-430c-a00e-f1013bf25bd0 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.676780] env[69357]: DEBUG oslo_vmware.api [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52392406-d3d8-82d2-a33a-d2a99e3eee7e, 'name': SearchDatastore_Task, 'duration_secs': 0.010398} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.677634] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a98db65f-6cc7-4ace-9e13-1085de9ad5ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.685433] env[69357]: DEBUG oslo_vmware.api [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1221.685433] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5288002a-d946-d770-5ee5-74c1c1cb7016" [ 1221.685433] env[69357]: _type = "Task" [ 1221.685433] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.695787] env[69357]: DEBUG oslo_vmware.api [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5288002a-d946-d770-5ee5-74c1c1cb7016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.784575] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 3633502b-1ec2-4b4d-8a84-d33cb2769a00] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.835706] env[69357]: DEBUG oslo_concurrency.lockutils [None req-550cf911-6f83-4fe5-af3d-24d49c8c6778 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Lock "a41c723c-3825-4ceb-9ec2-9e14de05bdb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.459s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.071037] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151656, 'name': CreateVM_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.201473] env[69357]: DEBUG oslo_vmware.api [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5288002a-d946-d770-5ee5-74c1c1cb7016, 'name': SearchDatastore_Task, 'duration_secs': 0.016649} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.201728] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.202119] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 44d6de9c-e318-4334-99fe-d15ba00016bb/2e3b5354-f6ca-4797-91ac-a700805a06c3-rescue.vmdk. {{(pid=69357) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1222.202477] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f33fbeb6-9d33-42fa-9101-00934e0fc9d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.211114] env[69357]: DEBUG oslo_vmware.api [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1222.211114] env[69357]: value = "task-4151657" [ 1222.211114] env[69357]: _type = "Task" [ 1222.211114] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.220710] env[69357]: DEBUG oslo_vmware.api [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.231060] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b82fd8-9076-4b79-970a-d309ed6638a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.240703] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce1327b-6d8e-494c-b59f-d1775996836b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.281789] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ed3df5-859c-4004-b92b-9d0e38c93206 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.290423] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 3accce32-88a9-4581-b97e-ecfe77ccaebf] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.294664] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8913247-64e8-4240-bb7e-647eb37c985c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.311075] env[69357]: DEBUG nova.compute.provider_tree [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.519940] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1fd99d-0a39-4dea-9463-e168de8b7547 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.542463] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Updating instance '5f96a30d-cf57-47cd-92f4-d733595fcca7' progress to 0 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.567294] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151656, 'name': CreateVM_Task, 'duration_secs': 0.744321} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.570036] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.570036] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.570036] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.570036] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.570036] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d7d4225-df3f-4045-a215-6818545b3044 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.580020] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1222.580020] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52790447-c408-05ad-5283-f9d66b20e208" [ 1222.580020] env[69357]: _type = "Task" [ 1222.580020] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.591504] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52790447-c408-05ad-5283-f9d66b20e208, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.723388] env[69357]: DEBUG oslo_vmware.api [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151657, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.794650] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: b401646b-fa08-4135-9c44-c1f77a12a8e0] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.815330] env[69357]: DEBUG nova.scheduler.client.report [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.863409] env[69357]: DEBUG nova.network.neutron [req-959339e4-2d88-448f-af7c-a112691bfb8e req-cbd56f96-7fca-4508-8472-cf75109c1885 service nova] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Updated VIF entry in instance network info cache for port adc909a4-5827-430c-a00e-f1013bf25bd0. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.865294] env[69357]: DEBUG nova.network.neutron [req-959339e4-2d88-448f-af7c-a112691bfb8e req-cbd56f96-7fca-4508-8472-cf75109c1885 service nova] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Updating instance_info_cache with network_info: [{"id": "adc909a4-5827-430c-a00e-f1013bf25bd0", "address": "fa:16:3e:85:11:f7", "network": {"id": "12fab11b-6ad5-49ba-8738-05e9ae69d953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540370362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a8557f98174856b7f3027fcb0cd65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc909a4-58", "ovs_interfaceid": "adc909a4-5827-430c-a00e-f1013bf25bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.061911] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.062944] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dde5fb0-22fb-4dd4-9748-655cbe04165c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.073989] env[69357]: DEBUG oslo_vmware.api [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1223.073989] env[69357]: value = "task-4151658" [ 1223.073989] env[69357]: _type = "Task" [ 1223.073989] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.096721] env[69357]: DEBUG oslo_vmware.api [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.103946] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52790447-c408-05ad-5283-f9d66b20e208, 'name': SearchDatastore_Task, 'duration_secs': 0.023059} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.104750] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.106436] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.106436] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.106436] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.106436] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.106436] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5c45577-eda5-4ed8-9b0c-a2f5d4e63f71 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.118867] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.119171] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.120603] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e4b231a-73d5-49c7-a594-305031994e9f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.130493] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1223.130493] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e7cf35-d17d-1cf9-e4b6-9acb7a2bdcf0" [ 1223.130493] env[69357]: _type = "Task" [ 1223.130493] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.145492] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e7cf35-d17d-1cf9-e4b6-9acb7a2bdcf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.227025] env[69357]: DEBUG oslo_vmware.api [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662529} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.227025] env[69357]: INFO nova.virt.vmwareapi.ds_util [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 44d6de9c-e318-4334-99fe-d15ba00016bb/2e3b5354-f6ca-4797-91ac-a700805a06c3-rescue.vmdk. [ 1223.227025] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cabd880-c36a-403b-8613-bdac898829c1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.262902] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 44d6de9c-e318-4334-99fe-d15ba00016bb/2e3b5354-f6ca-4797-91ac-a700805a06c3-rescue.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.263694] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab93af98-9109-4c8b-81c2-3e56a47f9b91 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.285342] env[69357]: DEBUG oslo_vmware.api [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1223.285342] env[69357]: value = "task-4151659" [ 1223.285342] env[69357]: _type = "Task" [ 1223.285342] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.299541] env[69357]: DEBUG oslo_vmware.api [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151659, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.300114] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: e4b22ef3-1e5a-4e8e-8fa2-57b93cea7380] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.325103] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.325103] env[69357]: DEBUG nova.compute.manager [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1223.367946] env[69357]: DEBUG oslo_concurrency.lockutils [req-959339e4-2d88-448f-af7c-a112691bfb8e req-cbd56f96-7fca-4508-8472-cf75109c1885 service nova] Releasing lock "refresh_cache-16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.585279] env[69357]: DEBUG oslo_vmware.api [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151658, 'name': PowerOffVM_Task, 'duration_secs': 0.210815} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.586211] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.586211] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Updating instance '5f96a30d-cf57-47cd-92f4-d733595fcca7' progress to 17 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1223.644733] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e7cf35-d17d-1cf9-e4b6-9acb7a2bdcf0, 'name': SearchDatastore_Task, 'duration_secs': 0.012906} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.646315] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-283216a3-d422-401a-9054-5a29c3c3e819 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.653188] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1223.653188] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5245f370-a550-6dd0-0525-4d4348d05310" [ 1223.653188] env[69357]: _type = "Task" [ 1223.653188] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.667724] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5245f370-a550-6dd0-0525-4d4348d05310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.799298] env[69357]: DEBUG oslo_vmware.api [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151659, 'name': ReconfigVM_Task, 'duration_secs': 0.328418} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.799813] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 44d6de9c-e318-4334-99fe-d15ba00016bb/2e3b5354-f6ca-4797-91ac-a700805a06c3-rescue.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.800729] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802fe5d5-f3e3-4398-81dd-a7add7db7d16 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.827775] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 4be7c2b3-a630-4e34-8733-927657600128] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.836494] env[69357]: DEBUG nova.compute.utils [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.838033] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-673fe8ce-37c4-4d48-918a-2cc3380a8ce0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.853237] env[69357]: DEBUG nova.compute.manager [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1223.853445] env[69357]: DEBUG nova.network.neutron [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1223.861757] env[69357]: DEBUG oslo_vmware.api [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1223.861757] env[69357]: value = "task-4151660" [ 1223.861757] env[69357]: _type = "Task" [ 1223.861757] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.872585] env[69357]: DEBUG oslo_vmware.api [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.940965] env[69357]: INFO nova.compute.manager [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Rebuilding instance [ 1223.950448] env[69357]: DEBUG nova.policy [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e7a4b24022447fbad1252fe073ed845', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7057ae3e4a404d2eaf19cbb903512690', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1224.009487] env[69357]: DEBUG nova.compute.manager [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1224.013156] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e172f0b-a258-4747-b3e0-725fb2f461c2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.093045] env[69357]: DEBUG nova.virt.hardware [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.093219] env[69357]: DEBUG nova.virt.hardware [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.093281] env[69357]: DEBUG nova.virt.hardware [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.093738] env[69357]: DEBUG nova.virt.hardware [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.093906] env[69357]: DEBUG nova.virt.hardware [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.094449] env[69357]: DEBUG nova.virt.hardware [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.095112] env[69357]: DEBUG nova.virt.hardware [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.095410] env[69357]: DEBUG nova.virt.hardware [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.095647] env[69357]: DEBUG nova.virt.hardware [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.095947] env[69357]: DEBUG nova.virt.hardware [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.097023] env[69357]: DEBUG nova.virt.hardware [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.103709] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7b42e8b-54fe-4060-ad30-7ee621e60c68 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.125368] env[69357]: DEBUG oslo_vmware.api [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1224.125368] env[69357]: value = "task-4151661" [ 1224.125368] env[69357]: _type = "Task" [ 1224.125368] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.135300] env[69357]: DEBUG oslo_vmware.api [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.166021] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5245f370-a550-6dd0-0525-4d4348d05310, 'name': SearchDatastore_Task, 'duration_secs': 0.082158} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.166385] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.168414] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af/16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.168414] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a75ad84-142e-42e0-8f27-072acd7f86e5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.176199] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1224.176199] env[69357]: value = "task-4151662" [ 1224.176199] env[69357]: _type = "Task" [ 1224.176199] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.189821] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.332958] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: f404232f-e876-4aee-a123-e2cd7618232c] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.352740] env[69357]: DEBUG nova.compute.manager [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.378648] env[69357]: DEBUG oslo_vmware.api [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151660, 'name': ReconfigVM_Task, 'duration_secs': 0.423876} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.379752] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.379945] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d81413ee-71f6-4046-b62a-f2f3025d1c7c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.391650] env[69357]: DEBUG oslo_vmware.api [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1224.391650] env[69357]: value = "task-4151663" [ 1224.391650] env[69357]: _type = "Task" [ 1224.391650] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.400654] env[69357]: DEBUG nova.network.neutron [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Successfully created port: 71954c89-4416-4f49-9416-3fb168a18829 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1224.412122] env[69357]: DEBUG oslo_vmware.api [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.639204] env[69357]: DEBUG oslo_vmware.api [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151661, 'name': ReconfigVM_Task, 'duration_secs': 0.304174} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.639463] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Updating instance '5f96a30d-cf57-47cd-92f4-d733595fcca7' progress to 33 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1224.691888] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151662, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.813029] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Acquiring lock "4def263b-542d-4c27-95f3-7493889927db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.813029] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Lock "4def263b-542d-4c27-95f3-7493889927db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.836712] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 983f749d-92d2-411e-aca5-8608cca3123d] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.903497] env[69357]: DEBUG oslo_vmware.api [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151663, 'name': PowerOnVM_Task, 'duration_secs': 0.512996} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.903654] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.907448] env[69357]: DEBUG nova.compute.manager [None req-2177da4f-48f6-4c93-bfcf-daaf8cc47fde tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1224.908666] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05da168b-79f3-4730-b042-d8fe8700ef15 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.032997] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.033372] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9bed4af-f34b-418f-aec6-b5f331cf77bf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.042298] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Waiting for the task: (returnval){ [ 1225.042298] env[69357]: value = "task-4151664" [ 1225.042298] env[69357]: _type = "Task" [ 1225.042298] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.052452] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.147554] env[69357]: DEBUG nova.virt.hardware [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.147780] env[69357]: DEBUG nova.virt.hardware [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.147913] env[69357]: DEBUG nova.virt.hardware [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.148118] env[69357]: DEBUG nova.virt.hardware [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.148513] env[69357]: DEBUG nova.virt.hardware [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.148695] env[69357]: DEBUG nova.virt.hardware [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.148911] env[69357]: DEBUG nova.virt.hardware [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.150582] env[69357]: DEBUG nova.virt.hardware [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.150825] env[69357]: DEBUG nova.virt.hardware [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.151106] env[69357]: DEBUG nova.virt.hardware [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.152148] env[69357]: DEBUG nova.virt.hardware [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.157042] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1225.157372] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7deb6c8-b8ca-4d4b-922c-48c3a6c97c6b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.177314] env[69357]: DEBUG oslo_vmware.api [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1225.177314] env[69357]: value = "task-4151665" [ 1225.177314] env[69357]: _type = "Task" [ 1225.177314] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.192628] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68262} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.196844] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af/16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.196844] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.196844] env[69357]: DEBUG oslo_vmware.api [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151665, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.197108] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14e58b02-f923-4c94-b47c-b1b71ec79a24 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.205824] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1225.205824] env[69357]: value = "task-4151666" [ 1225.205824] env[69357]: _type = "Task" [ 1225.205824] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.215919] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.318022] env[69357]: DEBUG nova.compute.manager [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1225.340352] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 7db0a45f-0ce8-44a7-869c-948300ff7838] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.368778] env[69357]: DEBUG nova.compute.manager [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1225.408315] env[69357]: DEBUG nova.virt.hardware [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.408315] env[69357]: DEBUG nova.virt.hardware [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.408315] env[69357]: DEBUG nova.virt.hardware [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.408634] env[69357]: DEBUG nova.virt.hardware [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.408634] env[69357]: DEBUG nova.virt.hardware [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.408765] env[69357]: DEBUG nova.virt.hardware [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.409426] env[69357]: DEBUG nova.virt.hardware [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.409904] env[69357]: DEBUG nova.virt.hardware [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.410281] env[69357]: DEBUG nova.virt.hardware [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.410394] env[69357]: DEBUG nova.virt.hardware [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.410628] env[69357]: DEBUG nova.virt.hardware [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.411963] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd8e2cd-91e8-49c0-8789-091ee2db467a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.424211] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c204057-72a5-4636-b5e2-922b13ff265d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.553619] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151664, 'name': PowerOffVM_Task, 'duration_secs': 0.143274} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.553880] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.554603] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.555419] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea5ca74-297b-4dac-b5a9-05256140af5e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.562678] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.562921] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d887dd9-efb8-4754-a6a5-803370600476 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.592749] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.592930] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.593129] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Deleting the datastore file [datastore1] a41c723c-3825-4ceb-9ec2-9e14de05bdb3 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.593522] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d02ac052-decd-426f-94d9-864fbc94970b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.601642] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Waiting for the task: (returnval){ [ 1225.601642] env[69357]: value = "task-4151668" [ 1225.601642] env[69357]: _type = "Task" [ 1225.601642] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.611007] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.689761] env[69357]: DEBUG oslo_vmware.api [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151665, 'name': ReconfigVM_Task, 'duration_secs': 0.202538} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.690186] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1225.691321] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3122843-5a22-4b19-a9be-caf95d9a0592 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.719483] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-121932ac-6967-4d9c-8da9-98c6f51b89e6/volume-121932ac-6967-4d9c-8da9-98c6f51b89e6.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.723100] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b859d80-4e0f-4fdb-91c9-fcdae7020b1a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.741031] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081269} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.742268] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.742651] env[69357]: DEBUG oslo_vmware.api [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1225.742651] env[69357]: value = "task-4151669" [ 1225.742651] env[69357]: _type = "Task" [ 1225.742651] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.743355] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f93904-74f8-4d5a-b0fe-a59ab77fe6d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.754213] env[69357]: DEBUG oslo_vmware.api [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151669, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.774116] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af/16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.775636] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8b2fca2-7274-4318-9c62-f0573f3cd7ff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.799431] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1225.799431] env[69357]: value = "task-4151670" [ 1225.799431] env[69357]: _type = "Task" [ 1225.799431] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.809886] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.844706] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.844706] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.846044] env[69357]: INFO nova.compute.claims [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.848765] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 6af71524-7962-40b0-84f0-65ac5611f88d] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.971138] env[69357]: DEBUG nova.compute.manager [req-6bdc2eca-7e96-4f05-a5e4-ebc273a5a342 req-205519d7-795a-46f6-873c-d2130c5db5e6 service nova] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Received event network-vif-plugged-71954c89-4416-4f49-9416-3fb168a18829 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.971390] env[69357]: DEBUG oslo_concurrency.lockutils [req-6bdc2eca-7e96-4f05-a5e4-ebc273a5a342 req-205519d7-795a-46f6-873c-d2130c5db5e6 service nova] Acquiring lock "9f8983be-c103-4524-ab5a-88758b18160a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.971550] env[69357]: DEBUG oslo_concurrency.lockutils [req-6bdc2eca-7e96-4f05-a5e4-ebc273a5a342 req-205519d7-795a-46f6-873c-d2130c5db5e6 service nova] Lock "9f8983be-c103-4524-ab5a-88758b18160a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.971721] env[69357]: DEBUG oslo_concurrency.lockutils [req-6bdc2eca-7e96-4f05-a5e4-ebc273a5a342 req-205519d7-795a-46f6-873c-d2130c5db5e6 service nova] Lock "9f8983be-c103-4524-ab5a-88758b18160a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.971888] env[69357]: DEBUG nova.compute.manager [req-6bdc2eca-7e96-4f05-a5e4-ebc273a5a342 req-205519d7-795a-46f6-873c-d2130c5db5e6 service nova] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] No waiting events found dispatching network-vif-plugged-71954c89-4416-4f49-9416-3fb168a18829 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1225.972064] env[69357]: WARNING nova.compute.manager [req-6bdc2eca-7e96-4f05-a5e4-ebc273a5a342 req-205519d7-795a-46f6-873c-d2130c5db5e6 service nova] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Received unexpected event network-vif-plugged-71954c89-4416-4f49-9416-3fb168a18829 for instance with vm_state building and task_state spawning. [ 1226.061792] env[69357]: DEBUG nova.network.neutron [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Successfully updated port: 71954c89-4416-4f49-9416-3fb168a18829 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1226.111891] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103419} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.112133] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.112276] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.112558] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.255769] env[69357]: DEBUG oslo_vmware.api [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151669, 'name': ReconfigVM_Task, 'duration_secs': 0.391489} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.256067] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-121932ac-6967-4d9c-8da9-98c6f51b89e6/volume-121932ac-6967-4d9c-8da9-98c6f51b89e6.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.256348] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Updating instance '5f96a30d-cf57-47cd-92f4-d733595fcca7' progress to 50 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.295235] env[69357]: INFO nova.compute.manager [None req-33a2651e-78b2-4f6b-8f54-02625cce08fb tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Unrescuing [ 1226.295235] env[69357]: DEBUG oslo_concurrency.lockutils [None req-33a2651e-78b2-4f6b-8f54-02625cce08fb tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "refresh_cache-44d6de9c-e318-4334-99fe-d15ba00016bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.295235] env[69357]: DEBUG oslo_concurrency.lockutils [None req-33a2651e-78b2-4f6b-8f54-02625cce08fb tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquired lock "refresh_cache-44d6de9c-e318-4334-99fe-d15ba00016bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.295235] env[69357]: DEBUG nova.network.neutron [None req-33a2651e-78b2-4f6b-8f54-02625cce08fb tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.311224] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.353810] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 129b90b7-ccdf-41b8-8c85-fc18e2dfb1f5] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.564834] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "refresh_cache-9f8983be-c103-4524-ab5a-88758b18160a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.564996] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "refresh_cache-9f8983be-c103-4524-ab5a-88758b18160a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.565402] env[69357]: DEBUG nova.network.neutron [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.762966] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3258ae-9221-4298-b73c-9eb9c031f112 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.783938] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86fd927-b661-412f-a660-fc116af0676b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.807116] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Updating instance '5f96a30d-cf57-47cd-92f4-d733595fcca7' progress to 67 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.820807] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151670, 'name': ReconfigVM_Task, 'duration_secs': 0.967414} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.821222] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af/16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.821926] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8aae9bd0-1cdf-4a80-a847-211176e67828 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.829714] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1226.829714] env[69357]: value = "task-4151671" [ 1226.829714] env[69357]: _type = "Task" [ 1226.829714] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.839926] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151671, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.859498] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: c89b7ce6-0b2d-4c7f-aae5-84e9b391735f] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.045274] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5c86ca-c03e-4086-86bd-09af7ede380c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.049472] env[69357]: DEBUG nova.network.neutron [None req-33a2651e-78b2-4f6b-8f54-02625cce08fb tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Updating instance_info_cache with network_info: [{"id": "54f4adc3-54fb-4d19-8e40-d32b0955f28c", "address": "fa:16:3e:3e:d4:b1", "network": {"id": "db1fa8e9-34d3-41e3-bd34-54da7b44d70d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1369033840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5473827eb1b64db98607da700e8ba7a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54f4adc3-54", "ovs_interfaceid": "54f4adc3-54fb-4d19-8e40-d32b0955f28c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.055927] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3329001b-bdf0-49fd-9d42-7f44872a0482 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.089357] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243fcacc-e80d-4984-aa94-a1c771014fcd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.098345] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2392c97-7caa-432c-aef5-72aab774d6a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.115937] env[69357]: DEBUG nova.compute.provider_tree [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.124123] env[69357]: DEBUG nova.network.neutron [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1227.150774] env[69357]: DEBUG nova.virt.hardware [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.151072] env[69357]: DEBUG nova.virt.hardware [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.151256] env[69357]: DEBUG nova.virt.hardware [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.151421] env[69357]: DEBUG nova.virt.hardware [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.151567] env[69357]: DEBUG nova.virt.hardware [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.151711] env[69357]: DEBUG nova.virt.hardware [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.151915] env[69357]: DEBUG nova.virt.hardware [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.152086] env[69357]: DEBUG nova.virt.hardware [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.152277] env[69357]: DEBUG nova.virt.hardware [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.152440] env[69357]: DEBUG nova.virt.hardware [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.152613] env[69357]: DEBUG nova.virt.hardware [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.153463] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e855891c-a59b-4f0c-af6e-444ea9a4d035 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.161892] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1ccf9a-7fa5-4ba3-955e-82f42f81520f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.176610] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Instance VIF info [] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.182121] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.182408] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.182623] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbcd03b2-9106-44d3-a7e0-ad82b9ece785 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.200877] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.200877] env[69357]: value = "task-4151672" [ 1227.200877] env[69357]: _type = "Task" [ 1227.200877] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.211819] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151672, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.277346] env[69357]: DEBUG nova.network.neutron [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Updating instance_info_cache with network_info: [{"id": "71954c89-4416-4f49-9416-3fb168a18829", "address": "fa:16:3e:ba:33:af", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71954c89-44", "ovs_interfaceid": "71954c89-4416-4f49-9416-3fb168a18829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.342288] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151671, 'name': Rename_Task, 'duration_secs': 0.235735} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.342690] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.342981] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccd149e4-f8ab-4535-a644-6c612ecff960 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.350744] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1227.350744] env[69357]: value = "task-4151673" [ 1227.350744] env[69357]: _type = "Task" [ 1227.350744] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.361092] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.362747] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 655af0c1-2762-4fc1-b26d-4e8a608983fb] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.551904] env[69357]: DEBUG oslo_concurrency.lockutils [None req-33a2651e-78b2-4f6b-8f54-02625cce08fb tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Releasing lock "refresh_cache-44d6de9c-e318-4334-99fe-d15ba00016bb" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.552662] env[69357]: DEBUG nova.objects.instance [None req-33a2651e-78b2-4f6b-8f54-02625cce08fb tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lazy-loading 'flavor' on Instance uuid 44d6de9c-e318-4334-99fe-d15ba00016bb {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.619574] env[69357]: DEBUG nova.scheduler.client.report [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.711402] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151672, 'name': CreateVM_Task, 'duration_secs': 0.27707} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.711579] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.711984] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.712161] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.712545] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.712812] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd116c17-2574-4767-813e-799aaaeb25a6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.717909] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Waiting for the task: (returnval){ [ 1227.717909] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ede842-9871-800c-ebf2-8db7efd4a653" [ 1227.717909] env[69357]: _type = "Task" [ 1227.717909] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.727104] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ede842-9871-800c-ebf2-8db7efd4a653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.779953] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "refresh_cache-9f8983be-c103-4524-ab5a-88758b18160a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.780321] env[69357]: DEBUG nova.compute.manager [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Instance network_info: |[{"id": "71954c89-4416-4f49-9416-3fb168a18829", "address": "fa:16:3e:ba:33:af", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71954c89-44", "ovs_interfaceid": "71954c89-4416-4f49-9416-3fb168a18829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1227.780788] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:33:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71954c89-4416-4f49-9416-3fb168a18829', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.788970] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.789251] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.789526] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ca5eac3-4662-4f59-bef8-7eaa8ab89ebf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.811899] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.811899] env[69357]: value = "task-4151674" [ 1227.811899] env[69357]: _type = "Task" [ 1227.811899] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.820077] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151674, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.862425] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151673, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.866225] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 8d23c06e-283e-4d2c-965e-2cb32d4b4605] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.001467] env[69357]: DEBUG nova.compute.manager [req-e4b0374d-5f1c-4b40-acfb-30af14866901 req-4afd45e2-a822-4d97-ad6b-4678e9f26fe5 service nova] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Received event network-changed-71954c89-4416-4f49-9416-3fb168a18829 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.001742] env[69357]: DEBUG nova.compute.manager [req-e4b0374d-5f1c-4b40-acfb-30af14866901 req-4afd45e2-a822-4d97-ad6b-4678e9f26fe5 service nova] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Refreshing instance network info cache due to event network-changed-71954c89-4416-4f49-9416-3fb168a18829. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.002066] env[69357]: DEBUG oslo_concurrency.lockutils [req-e4b0374d-5f1c-4b40-acfb-30af14866901 req-4afd45e2-a822-4d97-ad6b-4678e9f26fe5 service nova] Acquiring lock "refresh_cache-9f8983be-c103-4524-ab5a-88758b18160a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.002283] env[69357]: DEBUG oslo_concurrency.lockutils [req-e4b0374d-5f1c-4b40-acfb-30af14866901 req-4afd45e2-a822-4d97-ad6b-4678e9f26fe5 service nova] Acquired lock "refresh_cache-9f8983be-c103-4524-ab5a-88758b18160a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.002540] env[69357]: DEBUG nova.network.neutron [req-e4b0374d-5f1c-4b40-acfb-30af14866901 req-4afd45e2-a822-4d97-ad6b-4678e9f26fe5 service nova] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Refreshing network info cache for port 71954c89-4416-4f49-9416-3fb168a18829 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.793353] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.949s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.793819] env[69357]: DEBUG nova.compute.manager [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1228.796454] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: c5f4ec59-c1b4-4c53-9f23-d76248cdcdb6] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.810979] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f2acb8-ea6e-4f14-925c-bba1f08f68df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.820325] env[69357]: DEBUG oslo_vmware.api [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151673, 'name': PowerOnVM_Task, 'duration_secs': 0.862328} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.842887] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.843167] env[69357]: INFO nova.compute.manager [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1228.843371] env[69357]: DEBUG nova.compute.manager [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1228.843684] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ede842-9871-800c-ebf2-8db7efd4a653, 'name': SearchDatastore_Task, 'duration_secs': 0.011982} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.843937] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a2651e-78b2-4f6b-8f54-02625cce08fb tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.844510] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151674, 'name': CreateVM_Task, 'duration_secs': 0.410689} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.845231] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06899359-34bb-4ac6-bc79-cd838923cb02 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.847897] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.848146] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.848385] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.848539] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.848720] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.848978] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f60af5c-2509-491d-abc2-59a84e6471ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.850446] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.851172] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a55942f-a453-406e-affd-ca6da795b1b5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.853583] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.853772] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.854189] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.855258] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa173e6b-fab9-41ee-aa85-300eef7d295c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.866958] env[69357]: DEBUG oslo_vmware.api [None req-33a2651e-78b2-4f6b-8f54-02625cce08fb tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1228.866958] env[69357]: value = "task-4151675" [ 1228.866958] env[69357]: _type = "Task" [ 1228.866958] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.867681] env[69357]: DEBUG oslo_vmware.api [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1228.867681] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5228b1f1-aa46-6a5f-106d-feda32a841f4" [ 1228.867681] env[69357]: _type = "Task" [ 1228.867681] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.869211] env[69357]: DEBUG nova.network.neutron [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Port 4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38 binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1228.871723] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.871951] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.879892] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6208a911-8e54-4896-95c6-5d455c6c7099 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.886666] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Waiting for the task: (returnval){ [ 1228.886666] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]522abc2f-2de6-a8b5-ba7b-a4fa155e4770" [ 1228.886666] env[69357]: _type = "Task" [ 1228.886666] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.894335] env[69357]: DEBUG oslo_vmware.api [None req-33a2651e-78b2-4f6b-8f54-02625cce08fb tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.894606] env[69357]: DEBUG oslo_vmware.api [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5228b1f1-aa46-6a5f-106d-feda32a841f4, 'name': SearchDatastore_Task, 'duration_secs': 0.019919} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.898082] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.898341] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.898574] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.898741] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.898942] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.899520] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93281173-5962-43ea-9cf7-f1c46c9527b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.911017] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]522abc2f-2de6-a8b5-ba7b-a4fa155e4770, 'name': SearchDatastore_Task, 'duration_secs': 0.010537} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.915713] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.915932] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.916875] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f7d7202-c3b1-4a58-9fc8-fbe7c500afd5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.919450] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ac3c995-c17b-4658-8766-6f638a6d1ba2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.927180] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Waiting for the task: (returnval){ [ 1228.927180] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]523e9943-6b1c-ffc8-58a8-154cf54e77f5" [ 1228.927180] env[69357]: _type = "Task" [ 1228.927180] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.928344] env[69357]: DEBUG oslo_vmware.api [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1228.928344] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d87d6c-c0b2-d35e-789f-9337855dd0a7" [ 1228.928344] env[69357]: _type = "Task" [ 1228.928344] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.947638] env[69357]: DEBUG oslo_vmware.api [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d87d6c-c0b2-d35e-789f-9337855dd0a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011141} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.947897] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]523e9943-6b1c-ffc8-58a8-154cf54e77f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010716} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.951009] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.951304] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] a41c723c-3825-4ceb-9ec2-9e14de05bdb3/a41c723c-3825-4ceb-9ec2-9e14de05bdb3.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.952416] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f17699a-d54a-4b5f-808a-767965ee192a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.955056] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36db7d99-4fc6-4fa1-ba71-acdb2eaa12aa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.961557] env[69357]: DEBUG oslo_vmware.api [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1228.961557] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52275c5b-7382-afcc-5c85-dc9c0ec5918a" [ 1228.961557] env[69357]: _type = "Task" [ 1228.961557] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.966531] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Waiting for the task: (returnval){ [ 1228.966531] env[69357]: value = "task-4151676" [ 1228.966531] env[69357]: _type = "Task" [ 1228.966531] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.974892] env[69357]: DEBUG oslo_vmware.api [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52275c5b-7382-afcc-5c85-dc9c0ec5918a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.980592] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.114851] env[69357]: DEBUG nova.network.neutron [req-e4b0374d-5f1c-4b40-acfb-30af14866901 req-4afd45e2-a822-4d97-ad6b-4678e9f26fe5 service nova] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Updated VIF entry in instance network info cache for port 71954c89-4416-4f49-9416-3fb168a18829. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.115319] env[69357]: DEBUG nova.network.neutron [req-e4b0374d-5f1c-4b40-acfb-30af14866901 req-4afd45e2-a822-4d97-ad6b-4678e9f26fe5 service nova] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Updating instance_info_cache with network_info: [{"id": "71954c89-4416-4f49-9416-3fb168a18829", "address": "fa:16:3e:ba:33:af", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71954c89-44", "ovs_interfaceid": "71954c89-4416-4f49-9416-3fb168a18829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.303436] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 92110e91-6719-41a1-8579-0876ba2015b9] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.307710] env[69357]: DEBUG nova.compute.utils [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1229.309967] env[69357]: DEBUG nova.compute.manager [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1229.310174] env[69357]: DEBUG nova.network.neutron [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1229.353229] env[69357]: DEBUG nova.policy [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5776baa77f949a197cb99d59cca2c63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77374987b11948d48ea8f32161640eaf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1229.386412] env[69357]: INFO nova.compute.manager [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Took 18.19 seconds to build instance. [ 1229.394179] env[69357]: DEBUG oslo_vmware.api [None req-33a2651e-78b2-4f6b-8f54-02625cce08fb tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151675, 'name': PowerOffVM_Task, 'duration_secs': 0.265797} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.394518] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a2651e-78b2-4f6b-8f54-02625cce08fb tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.400093] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a2651e-78b2-4f6b-8f54-02625cce08fb tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1229.400865] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b06a864-2453-4da2-9a73-b37c6ebda1cb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.422871] env[69357]: DEBUG oslo_vmware.api [None req-33a2651e-78b2-4f6b-8f54-02625cce08fb tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1229.422871] env[69357]: value = "task-4151677" [ 1229.422871] env[69357]: _type = "Task" [ 1229.422871] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.436889] env[69357]: DEBUG oslo_vmware.api [None req-33a2651e-78b2-4f6b-8f54-02625cce08fb tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.481128] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151676, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.485553] env[69357]: DEBUG oslo_vmware.api [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52275c5b-7382-afcc-5c85-dc9c0ec5918a, 'name': SearchDatastore_Task, 'duration_secs': 0.011585} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.485831] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.486132] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 9f8983be-c103-4524-ab5a-88758b18160a/9f8983be-c103-4524-ab5a-88758b18160a.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1229.486416] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ba8d8b4-dd57-4260-912c-94d9d3986ff8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.493956] env[69357]: DEBUG oslo_vmware.api [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1229.493956] env[69357]: value = "task-4151678" [ 1229.493956] env[69357]: _type = "Task" [ 1229.493956] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.503438] env[69357]: DEBUG oslo_vmware.api [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.618348] env[69357]: DEBUG oslo_concurrency.lockutils [req-e4b0374d-5f1c-4b40-acfb-30af14866901 req-4afd45e2-a822-4d97-ad6b-4678e9f26fe5 service nova] Releasing lock "refresh_cache-9f8983be-c103-4524-ab5a-88758b18160a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.672029] env[69357]: DEBUG nova.network.neutron [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Successfully created port: 6fc49386-f6a6-4810-9c56-a8d43969e555 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1229.813896] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: b7f8dbe2-c9a5-4a86-a5bc-57f36e35bc95] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.816620] env[69357]: DEBUG nova.compute.manager [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1229.894287] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f6a7bb42-da7f-43d1-bfa5-6ee9341a5aa6 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.708s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.903212] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "5f96a30d-cf57-47cd-92f4-d733595fcca7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.903460] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "5f96a30d-cf57-47cd-92f4-d733595fcca7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.903644] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "5f96a30d-cf57-47cd-92f4-d733595fcca7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.938207] env[69357]: DEBUG oslo_vmware.api [None req-33a2651e-78b2-4f6b-8f54-02625cce08fb tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151677, 'name': ReconfigVM_Task, 'duration_secs': 0.444755} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.938405] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a2651e-78b2-4f6b-8f54-02625cce08fb tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1229.938555] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a2651e-78b2-4f6b-8f54-02625cce08fb tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.938919] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2eb4e59-84e2-474b-8fb4-50bc781626e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.947684] env[69357]: DEBUG oslo_vmware.api [None req-33a2651e-78b2-4f6b-8f54-02625cce08fb tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1229.947684] env[69357]: value = "task-4151679" [ 1229.947684] env[69357]: _type = "Task" [ 1229.947684] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.958995] env[69357]: DEBUG oslo_vmware.api [None req-33a2651e-78b2-4f6b-8f54-02625cce08fb tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.979880] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546462} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.980247] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] a41c723c-3825-4ceb-9ec2-9e14de05bdb3/a41c723c-3825-4ceb-9ec2-9e14de05bdb3.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.980472] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.980750] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b7f38ad-2e61-4bd9-8786-0431b41ab7d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.989815] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Waiting for the task: (returnval){ [ 1229.989815] env[69357]: value = "task-4151680" [ 1229.989815] env[69357]: _type = "Task" [ 1229.989815] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.001711] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.011811] env[69357]: DEBUG oslo_vmware.api [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151678, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.321346] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 792aea1c-2e1a-45cd-bbc3-b1cd90e876d9] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.458340] env[69357]: DEBUG oslo_vmware.api [None req-33a2651e-78b2-4f6b-8f54-02625cce08fb tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151679, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.501069] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083888} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.501835] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1230.504267] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d01fca7-c9b0-4615-9f45-e3d1d4c7d741 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.509688] env[69357]: DEBUG oslo_vmware.api [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655973} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.510190] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] 9f8983be-c103-4524-ab5a-88758b18160a/9f8983be-c103-4524-ab5a-88758b18160a.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1230.511551] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1230.511551] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ad41a17-7dca-4b28-8ca9-e3d197326175 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.528176] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] a41c723c-3825-4ceb-9ec2-9e14de05bdb3/a41c723c-3825-4ceb-9ec2-9e14de05bdb3.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.529032] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecd297bc-be9d-426d-a784-05ebb72fed6b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.545351] env[69357]: DEBUG oslo_vmware.api [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1230.545351] env[69357]: value = "task-4151681" [ 1230.545351] env[69357]: _type = "Task" [ 1230.545351] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.551376] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Waiting for the task: (returnval){ [ 1230.551376] env[69357]: value = "task-4151682" [ 1230.551376] env[69357]: _type = "Task" [ 1230.551376] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.558315] env[69357]: DEBUG oslo_vmware.api [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.563958] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151682, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.658858] env[69357]: DEBUG nova.compute.manager [req-ec3b7dac-c363-4e70-a1c9-9c0cc2ef9030 req-ea5be658-fca2-470d-8530-ff84e5a26e65 service nova] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Received event network-changed-adc909a4-5827-430c-a00e-f1013bf25bd0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.660597] env[69357]: DEBUG nova.compute.manager [req-ec3b7dac-c363-4e70-a1c9-9c0cc2ef9030 req-ea5be658-fca2-470d-8530-ff84e5a26e65 service nova] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Refreshing instance network info cache due to event network-changed-adc909a4-5827-430c-a00e-f1013bf25bd0. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1230.660597] env[69357]: DEBUG oslo_concurrency.lockutils [req-ec3b7dac-c363-4e70-a1c9-9c0cc2ef9030 req-ea5be658-fca2-470d-8530-ff84e5a26e65 service nova] Acquiring lock "refresh_cache-16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.660597] env[69357]: DEBUG oslo_concurrency.lockutils [req-ec3b7dac-c363-4e70-a1c9-9c0cc2ef9030 req-ea5be658-fca2-470d-8530-ff84e5a26e65 service nova] Acquired lock "refresh_cache-16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.660597] env[69357]: DEBUG nova.network.neutron [req-ec3b7dac-c363-4e70-a1c9-9c0cc2ef9030 req-ea5be658-fca2-470d-8530-ff84e5a26e65 service nova] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Refreshing network info cache for port adc909a4-5827-430c-a00e-f1013bf25bd0 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.829548] env[69357]: DEBUG nova.compute.manager [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1230.833157] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: f3bbdae0-ba72-459f-8d6b-59ec6b8a4705] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.867264] env[69357]: DEBUG nova.virt.hardware [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.867489] env[69357]: DEBUG nova.virt.hardware [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.867643] env[69357]: DEBUG nova.virt.hardware [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.867825] env[69357]: DEBUG nova.virt.hardware [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.867971] env[69357]: DEBUG nova.virt.hardware [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.868535] env[69357]: DEBUG nova.virt.hardware [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.868831] env[69357]: DEBUG nova.virt.hardware [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.869045] env[69357]: DEBUG nova.virt.hardware [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.869510] env[69357]: DEBUG nova.virt.hardware [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.869643] env[69357]: DEBUG nova.virt.hardware [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.869820] env[69357]: DEBUG nova.virt.hardware [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.871295] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75420a1c-5fe0-42c8-9c79-0bb10d73eb46 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.885490] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d300daa-1046-4429-958a-1fef68189f7a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.960113] env[69357]: DEBUG oslo_vmware.api [None req-33a2651e-78b2-4f6b-8f54-02625cce08fb tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151679, 'name': PowerOnVM_Task, 'duration_secs': 0.765848} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.960499] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a2651e-78b2-4f6b-8f54-02625cce08fb tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.960852] env[69357]: DEBUG nova.compute.manager [None req-33a2651e-78b2-4f6b-8f54-02625cce08fb tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1230.962057] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "refresh_cache-5f96a30d-cf57-47cd-92f4-d733595fcca7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.962228] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired lock "refresh_cache-5f96a30d-cf57-47cd-92f4-d733595fcca7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.962387] env[69357]: DEBUG nova.network.neutron [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.964574] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820a3ede-1a05-4ac2-b52f-af16ba74c606 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.058055] env[69357]: DEBUG oslo_vmware.api [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081817} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.058906] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.059839] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1cca8e-f2de-4211-aa34-bd2dbc652354 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.066283] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151682, 'name': ReconfigVM_Task, 'duration_secs': 0.31433} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.067075] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Reconfigured VM instance instance-00000073 to attach disk [datastore1] a41c723c-3825-4ceb-9ec2-9e14de05bdb3/a41c723c-3825-4ceb-9ec2-9e14de05bdb3.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.067881] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-479e1503-c7a4-407e-b734-b480cfcda1d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.088479] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 9f8983be-c103-4524-ab5a-88758b18160a/9f8983be-c103-4524-ab5a-88758b18160a.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.089431] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2787e843-1f41-48ea-a106-afe0066219a0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.106411] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Waiting for the task: (returnval){ [ 1231.106411] env[69357]: value = "task-4151683" [ 1231.106411] env[69357]: _type = "Task" [ 1231.106411] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.118241] env[69357]: DEBUG oslo_vmware.api [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1231.118241] env[69357]: value = "task-4151684" [ 1231.118241] env[69357]: _type = "Task" [ 1231.118241] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.127180] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151683, 'name': Rename_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.128531] env[69357]: DEBUG nova.compute.manager [req-abbc2b80-ef22-4479-ade4-f6aa975900f1 req-dab99d1d-560a-4712-9f53-a54d4d7722ce service nova] [instance: 4def263b-542d-4c27-95f3-7493889927db] Received event network-vif-plugged-6fc49386-f6a6-4810-9c56-a8d43969e555 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.128763] env[69357]: DEBUG oslo_concurrency.lockutils [req-abbc2b80-ef22-4479-ade4-f6aa975900f1 req-dab99d1d-560a-4712-9f53-a54d4d7722ce service nova] Acquiring lock "4def263b-542d-4c27-95f3-7493889927db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.128990] env[69357]: DEBUG oslo_concurrency.lockutils [req-abbc2b80-ef22-4479-ade4-f6aa975900f1 req-dab99d1d-560a-4712-9f53-a54d4d7722ce service nova] Lock "4def263b-542d-4c27-95f3-7493889927db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.129828] env[69357]: DEBUG oslo_concurrency.lockutils [req-abbc2b80-ef22-4479-ade4-f6aa975900f1 req-dab99d1d-560a-4712-9f53-a54d4d7722ce service nova] Lock "4def263b-542d-4c27-95f3-7493889927db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.130190] env[69357]: DEBUG nova.compute.manager [req-abbc2b80-ef22-4479-ade4-f6aa975900f1 req-dab99d1d-560a-4712-9f53-a54d4d7722ce service nova] [instance: 4def263b-542d-4c27-95f3-7493889927db] No waiting events found dispatching network-vif-plugged-6fc49386-f6a6-4810-9c56-a8d43969e555 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1231.130482] env[69357]: WARNING nova.compute.manager [req-abbc2b80-ef22-4479-ade4-f6aa975900f1 req-dab99d1d-560a-4712-9f53-a54d4d7722ce service nova] [instance: 4def263b-542d-4c27-95f3-7493889927db] Received unexpected event network-vif-plugged-6fc49386-f6a6-4810-9c56-a8d43969e555 for instance with vm_state building and task_state spawning. [ 1231.138347] env[69357]: DEBUG oslo_vmware.api [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.301702] env[69357]: DEBUG nova.network.neutron [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Successfully updated port: 6fc49386-f6a6-4810-9c56-a8d43969e555 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1231.337577] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 3a6fd246-be33-4c93-8d1a-2a99fe59dd69] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.547951] env[69357]: DEBUG nova.network.neutron [req-ec3b7dac-c363-4e70-a1c9-9c0cc2ef9030 req-ea5be658-fca2-470d-8530-ff84e5a26e65 service nova] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Updated VIF entry in instance network info cache for port adc909a4-5827-430c-a00e-f1013bf25bd0. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.547951] env[69357]: DEBUG nova.network.neutron [req-ec3b7dac-c363-4e70-a1c9-9c0cc2ef9030 req-ea5be658-fca2-470d-8530-ff84e5a26e65 service nova] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Updating instance_info_cache with network_info: [{"id": "adc909a4-5827-430c-a00e-f1013bf25bd0", "address": "fa:16:3e:85:11:f7", "network": {"id": "12fab11b-6ad5-49ba-8738-05e9ae69d953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540370362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a8557f98174856b7f3027fcb0cd65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc909a4-58", "ovs_interfaceid": "adc909a4-5827-430c-a00e-f1013bf25bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.617822] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151683, 'name': Rename_Task, 'duration_secs': 0.181349} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.618216] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.618473] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9063b791-9bdd-4cc6-a92b-9dab157d5da2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.628450] env[69357]: DEBUG oslo_vmware.api [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151684, 'name': ReconfigVM_Task, 'duration_secs': 0.479283} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.629684] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 9f8983be-c103-4524-ab5a-88758b18160a/9f8983be-c103-4524-ab5a-88758b18160a.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.630435] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Waiting for the task: (returnval){ [ 1231.630435] env[69357]: value = "task-4151685" [ 1231.630435] env[69357]: _type = "Task" [ 1231.630435] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.630624] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-912e7bd0-044b-4b59-b24e-d83eb70ade9f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.642322] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.643769] env[69357]: DEBUG oslo_vmware.api [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1231.643769] env[69357]: value = "task-4151686" [ 1231.643769] env[69357]: _type = "Task" [ 1231.643769] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.653394] env[69357]: DEBUG oslo_vmware.api [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151686, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.808819] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Acquiring lock "refresh_cache-4def263b-542d-4c27-95f3-7493889927db" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.809075] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Acquired lock "refresh_cache-4def263b-542d-4c27-95f3-7493889927db" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.809290] env[69357]: DEBUG nova.network.neutron [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.841932] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 43bb73c9-a011-4251-b7ab-1088da7ad5fb] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.847062] env[69357]: DEBUG nova.network.neutron [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Updating instance_info_cache with network_info: [{"id": "4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38", "address": "fa:16:3e:1f:f8:d2", "network": {"id": "97fcff61-6a5b-4cbf-9455-7ed31718c9a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1511455476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2c435e6f1d34f458af111ef7e25f03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a1bd719-31", "ovs_interfaceid": "4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.048277] env[69357]: DEBUG oslo_concurrency.lockutils [req-ec3b7dac-c363-4e70-a1c9-9c0cc2ef9030 req-ea5be658-fca2-470d-8530-ff84e5a26e65 service nova] Releasing lock "refresh_cache-16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.145787] env[69357]: DEBUG oslo_vmware.api [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151685, 'name': PowerOnVM_Task, 'duration_secs': 0.474632} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.150672] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.150992] env[69357]: DEBUG nova.compute.manager [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1232.152092] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4ea7c8-39da-49b5-a1bd-6b26b607665c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.167995] env[69357]: DEBUG oslo_vmware.api [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151686, 'name': Rename_Task, 'duration_secs': 0.228328} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.168974] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.169319] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb3a6d85-3bc4-4d05-b249-03d4335ed984 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.176639] env[69357]: DEBUG oslo_vmware.api [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1232.176639] env[69357]: value = "task-4151687" [ 1232.176639] env[69357]: _type = "Task" [ 1232.176639] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.187838] env[69357]: DEBUG oslo_vmware.api [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.346612] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 36949508-c7f6-451e-a426-2fe304eb776d] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.350971] env[69357]: DEBUG nova.network.neutron [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1232.353209] env[69357]: DEBUG oslo_concurrency.lockutils [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Releasing lock "refresh_cache-5f96a30d-cf57-47cd-92f4-d733595fcca7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.537680] env[69357]: DEBUG nova.network.neutron [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Updating instance_info_cache with network_info: [{"id": "6fc49386-f6a6-4810-9c56-a8d43969e555", "address": "fa:16:3e:89:99:73", "network": {"id": "1e539578-2c90-4594-8bf9-a419152fd626", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1039728322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77374987b11948d48ea8f32161640eaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fc49386-f6", "ovs_interfaceid": "6fc49386-f6a6-4810-9c56-a8d43969e555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.676254] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.676254] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.676254] env[69357]: DEBUG nova.objects.instance [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69357) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1232.687353] env[69357]: DEBUG oslo_vmware.api [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151687, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.850675] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 86ede26b-bb10-412c-ae55-c8463428219b] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.862999] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2711b9d-ef06-4747-a8de-1a839b2fd378 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.871217] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c27cd73-97f2-4e10-9127-e38aaedc9527 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.001092] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Acquiring lock "a41c723c-3825-4ceb-9ec2-9e14de05bdb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.001190] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Lock "a41c723c-3825-4ceb-9ec2-9e14de05bdb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.001405] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Acquiring lock "a41c723c-3825-4ceb-9ec2-9e14de05bdb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.003868] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Lock "a41c723c-3825-4ceb-9ec2-9e14de05bdb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.003868] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Lock "a41c723c-3825-4ceb-9ec2-9e14de05bdb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.004999] env[69357]: INFO nova.compute.manager [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Terminating instance [ 1233.040097] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Releasing lock "refresh_cache-4def263b-542d-4c27-95f3-7493889927db" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.040503] env[69357]: DEBUG nova.compute.manager [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Instance network_info: |[{"id": "6fc49386-f6a6-4810-9c56-a8d43969e555", "address": "fa:16:3e:89:99:73", "network": {"id": "1e539578-2c90-4594-8bf9-a419152fd626", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1039728322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77374987b11948d48ea8f32161640eaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fc49386-f6", "ovs_interfaceid": "6fc49386-f6a6-4810-9c56-a8d43969e555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1233.041078] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:99:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fc49386-f6a6-4810-9c56-a8d43969e555', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.055119] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Creating folder: Project (77374987b11948d48ea8f32161640eaf). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1233.056358] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7a82471-c31e-47f6-b343-5b19c97ed5ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.071548] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Created folder: Project (77374987b11948d48ea8f32161640eaf) in parent group-v821763. [ 1233.072110] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Creating folder: Instances. Parent ref: group-v822079. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1233.072181] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7f83146-04ce-4382-8da0-3666238791af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.087991] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Created folder: Instances in parent group-v822079. [ 1233.088425] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.089325] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4def263b-542d-4c27-95f3-7493889927db] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.089663] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10a9edba-9f72-44fc-b5d2-151313278566 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.116808] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.116808] env[69357]: value = "task-4151690" [ 1233.116808] env[69357]: _type = "Task" [ 1233.116808] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.127246] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151690, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.159357] env[69357]: DEBUG nova.compute.manager [req-f48b7b91-5733-4496-a943-89c60e4ed578 req-232e6a09-99b6-42cc-9d0a-d6fdfa065246 service nova] [instance: 4def263b-542d-4c27-95f3-7493889927db] Received event network-changed-6fc49386-f6a6-4810-9c56-a8d43969e555 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.159568] env[69357]: DEBUG nova.compute.manager [req-f48b7b91-5733-4496-a943-89c60e4ed578 req-232e6a09-99b6-42cc-9d0a-d6fdfa065246 service nova] [instance: 4def263b-542d-4c27-95f3-7493889927db] Refreshing instance network info cache due to event network-changed-6fc49386-f6a6-4810-9c56-a8d43969e555. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1233.159967] env[69357]: DEBUG oslo_concurrency.lockutils [req-f48b7b91-5733-4496-a943-89c60e4ed578 req-232e6a09-99b6-42cc-9d0a-d6fdfa065246 service nova] Acquiring lock "refresh_cache-4def263b-542d-4c27-95f3-7493889927db" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.159967] env[69357]: DEBUG oslo_concurrency.lockutils [req-f48b7b91-5733-4496-a943-89c60e4ed578 req-232e6a09-99b6-42cc-9d0a-d6fdfa065246 service nova] Acquired lock "refresh_cache-4def263b-542d-4c27-95f3-7493889927db" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.160643] env[69357]: DEBUG nova.network.neutron [req-f48b7b91-5733-4496-a943-89c60e4ed578 req-232e6a09-99b6-42cc-9d0a-d6fdfa065246 service nova] [instance: 4def263b-542d-4c27-95f3-7493889927db] Refreshing network info cache for port 6fc49386-f6a6-4810-9c56-a8d43969e555 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.191023] env[69357]: DEBUG oslo_vmware.api [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151687, 'name': PowerOnVM_Task, 'duration_secs': 0.933683} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.191341] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.191617] env[69357]: INFO nova.compute.manager [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1233.191850] env[69357]: DEBUG nova.compute.manager [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1233.193344] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b49d32-08d0-4200-8fea-b37265a66136 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.354341] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 3c97cef7-29d5-4c3c-ad60-6e8ad320241b] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.509880] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Acquiring lock "refresh_cache-a41c723c-3825-4ceb-9ec2-9e14de05bdb3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.510346] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Acquired lock "refresh_cache-a41c723c-3825-4ceb-9ec2-9e14de05bdb3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.510567] env[69357]: DEBUG nova.network.neutron [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.629088] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151690, 'name': CreateVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.691263] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5091886a-f793-44d8-82f1-e6bce6d789d4 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.718552] env[69357]: INFO nova.compute.manager [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Took 14.14 seconds to build instance. [ 1233.857626] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 933cc7d7-1160-4539-ba0d-002de1461d17] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.912455] env[69357]: DEBUG nova.network.neutron [req-f48b7b91-5733-4496-a943-89c60e4ed578 req-232e6a09-99b6-42cc-9d0a-d6fdfa065246 service nova] [instance: 4def263b-542d-4c27-95f3-7493889927db] Updated VIF entry in instance network info cache for port 6fc49386-f6a6-4810-9c56-a8d43969e555. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.912824] env[69357]: DEBUG nova.network.neutron [req-f48b7b91-5733-4496-a943-89c60e4ed578 req-232e6a09-99b6-42cc-9d0a-d6fdfa065246 service nova] [instance: 4def263b-542d-4c27-95f3-7493889927db] Updating instance_info_cache with network_info: [{"id": "6fc49386-f6a6-4810-9c56-a8d43969e555", "address": "fa:16:3e:89:99:73", "network": {"id": "1e539578-2c90-4594-8bf9-a419152fd626", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1039728322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77374987b11948d48ea8f32161640eaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fc49386-f6", "ovs_interfaceid": "6fc49386-f6a6-4810-9c56-a8d43969e555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.991067] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e776bed2-744a-4066-854a-c00a90b2e36e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.012540] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e146d6-a40c-49f3-b05f-42be6693988e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.022543] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Updating instance '5f96a30d-cf57-47cd-92f4-d733595fcca7' progress to 83 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1234.034138] env[69357]: DEBUG nova.network.neutron [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1234.089597] env[69357]: DEBUG nova.network.neutron [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.127592] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151690, 'name': CreateVM_Task, 'duration_secs': 0.525516} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.127814] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4def263b-542d-4c27-95f3-7493889927db] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.128649] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.128943] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.129287] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.129617] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2952f23c-7a7a-4543-abfd-a71e058464c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.135854] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Waiting for the task: (returnval){ [ 1234.135854] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5216645a-dc7a-31a7-fd8e-2bf80cbcbae1" [ 1234.135854] env[69357]: _type = "Task" [ 1234.135854] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.145191] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5216645a-dc7a-31a7-fd8e-2bf80cbcbae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.221094] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c7653bba-64d9-4b79-af3f-f7c741aac166 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "9f8983be-c103-4524-ab5a-88758b18160a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.655s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.361086] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 7a15f252-27dd-4d08-b403-e28163cbd102] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.393931] env[69357]: DEBUG nova.compute.manager [req-bf368777-85ba-423e-b26a-ab7b575518b2 req-48cda98b-2334-49ec-91d7-f90aacf7d853 service nova] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Received event network-changed-71954c89-4416-4f49-9416-3fb168a18829 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.394224] env[69357]: DEBUG nova.compute.manager [req-bf368777-85ba-423e-b26a-ab7b575518b2 req-48cda98b-2334-49ec-91d7-f90aacf7d853 service nova] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Refreshing instance network info cache due to event network-changed-71954c89-4416-4f49-9416-3fb168a18829. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.394445] env[69357]: DEBUG oslo_concurrency.lockutils [req-bf368777-85ba-423e-b26a-ab7b575518b2 req-48cda98b-2334-49ec-91d7-f90aacf7d853 service nova] Acquiring lock "refresh_cache-9f8983be-c103-4524-ab5a-88758b18160a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.394545] env[69357]: DEBUG oslo_concurrency.lockutils [req-bf368777-85ba-423e-b26a-ab7b575518b2 req-48cda98b-2334-49ec-91d7-f90aacf7d853 service nova] Acquired lock "refresh_cache-9f8983be-c103-4524-ab5a-88758b18160a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.394807] env[69357]: DEBUG nova.network.neutron [req-bf368777-85ba-423e-b26a-ab7b575518b2 req-48cda98b-2334-49ec-91d7-f90aacf7d853 service nova] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Refreshing network info cache for port 71954c89-4416-4f49-9416-3fb168a18829 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.415795] env[69357]: DEBUG oslo_concurrency.lockutils [req-f48b7b91-5733-4496-a943-89c60e4ed578 req-232e6a09-99b6-42cc-9d0a-d6fdfa065246 service nova] Releasing lock "refresh_cache-4def263b-542d-4c27-95f3-7493889927db" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.530390] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.530748] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1022bce-276a-4d4e-982f-69b607a6db24 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.538371] env[69357]: DEBUG oslo_vmware.api [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1234.538371] env[69357]: value = "task-4151691" [ 1234.538371] env[69357]: _type = "Task" [ 1234.538371] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.547519] env[69357]: DEBUG oslo_vmware.api [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.592367] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Releasing lock "refresh_cache-a41c723c-3825-4ceb-9ec2-9e14de05bdb3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.592853] env[69357]: DEBUG nova.compute.manager [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.593078] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.594061] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4642b15-f9d3-4fa1-92dc-73d0a2296305 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.601934] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.602198] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2657031c-1d9c-437f-b2a3-b6ae04a8db25 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.609886] env[69357]: DEBUG oslo_vmware.api [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Waiting for the task: (returnval){ [ 1234.609886] env[69357]: value = "task-4151692" [ 1234.609886] env[69357]: _type = "Task" [ 1234.609886] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.621485] env[69357]: DEBUG oslo_vmware.api [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.646278] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5216645a-dc7a-31a7-fd8e-2bf80cbcbae1, 'name': SearchDatastore_Task, 'duration_secs': 0.023969} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.646600] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.646839] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.647078] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.647229] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.647428] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1234.647724] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e02279ab-4da5-4ea2-8776-022840a1f546 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.657595] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.657817] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1234.658579] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0c016c0-5d9e-4585-94ea-8af90df02627 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.664667] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Waiting for the task: (returnval){ [ 1234.664667] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5254fbc1-4786-c310-a6b8-685cd2d49964" [ 1234.664667] env[69357]: _type = "Task" [ 1234.664667] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.673135] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5254fbc1-4786-c310-a6b8-685cd2d49964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.865051] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 888f1f7a-6ea0-44b3-85d5-b3c1db7ff7dd] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.888104] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "c68b4b49-e1fe-4ed9-b453-78b0037e90c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.888395] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "c68b4b49-e1fe-4ed9-b453-78b0037e90c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.050911] env[69357]: DEBUG oslo_vmware.api [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151691, 'name': PowerOnVM_Task, 'duration_secs': 0.480407} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.051692] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.051692] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa49681-9942-489c-ac07-2feb85bb6963 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Updating instance '5f96a30d-cf57-47cd-92f4-d733595fcca7' progress to 100 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.123904] env[69357]: DEBUG oslo_vmware.api [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151692, 'name': PowerOffVM_Task, 'duration_secs': 0.131975} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.125223] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.125223] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.125223] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f6cdd10-6ef1-47fe-8439-e50e14d2dca1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.140217] env[69357]: DEBUG nova.network.neutron [req-bf368777-85ba-423e-b26a-ab7b575518b2 req-48cda98b-2334-49ec-91d7-f90aacf7d853 service nova] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Updated VIF entry in instance network info cache for port 71954c89-4416-4f49-9416-3fb168a18829. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.140805] env[69357]: DEBUG nova.network.neutron [req-bf368777-85ba-423e-b26a-ab7b575518b2 req-48cda98b-2334-49ec-91d7-f90aacf7d853 service nova] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Updating instance_info_cache with network_info: [{"id": "71954c89-4416-4f49-9416-3fb168a18829", "address": "fa:16:3e:ba:33:af", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71954c89-44", "ovs_interfaceid": "71954c89-4416-4f49-9416-3fb168a18829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.151234] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.151696] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.152054] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Deleting the datastore file [datastore1] a41c723c-3825-4ceb-9ec2-9e14de05bdb3 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.153171] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a898153-bcb2-4b23-848a-909cc32533be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.161060] env[69357]: DEBUG oslo_vmware.api [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Waiting for the task: (returnval){ [ 1235.161060] env[69357]: value = "task-4151694" [ 1235.161060] env[69357]: _type = "Task" [ 1235.161060] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.171623] env[69357]: DEBUG oslo_vmware.api [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.177697] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5254fbc1-4786-c310-a6b8-685cd2d49964, 'name': SearchDatastore_Task, 'duration_secs': 0.011578} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.178529] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28196512-0e3c-48d9-8e68-92cd116f1698 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.183793] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Waiting for the task: (returnval){ [ 1235.183793] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f628bf-d9a1-3cae-5fa2-9734a5c4dbab" [ 1235.183793] env[69357]: _type = "Task" [ 1235.183793] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.192239] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f628bf-d9a1-3cae-5fa2-9734a5c4dbab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.368826] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: de227edf-e886-4d9e-932b-4e83c02153e3] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.391387] env[69357]: DEBUG nova.compute.manager [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1235.643996] env[69357]: DEBUG oslo_concurrency.lockutils [req-bf368777-85ba-423e-b26a-ab7b575518b2 req-48cda98b-2334-49ec-91d7-f90aacf7d853 service nova] Releasing lock "refresh_cache-9f8983be-c103-4524-ab5a-88758b18160a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.674194] env[69357]: DEBUG oslo_vmware.api [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Task: {'id': task-4151694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105661} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.674648] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.674796] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.675076] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.675305] env[69357]: INFO nova.compute.manager [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1235.675636] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.676113] env[69357]: DEBUG nova.compute.manager [-] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1235.676113] env[69357]: DEBUG nova.network.neutron [-] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.694319] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52f628bf-d9a1-3cae-5fa2-9734a5c4dbab, 'name': SearchDatastore_Task, 'duration_secs': 0.009631} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.695150] env[69357]: DEBUG nova.network.neutron [-] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1235.696492] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.696762] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 4def263b-542d-4c27-95f3-7493889927db/4def263b-542d-4c27-95f3-7493889927db.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.697224] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c8dffd3-6c00-4048-8122-dc9a75ae9688 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.704692] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Waiting for the task: (returnval){ [ 1235.704692] env[69357]: value = "task-4151695" [ 1235.704692] env[69357]: _type = "Task" [ 1235.704692] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.716214] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Task: {'id': task-4151695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.872075] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 4aedfef3-d4b5-4492-bfcb-0dfb9e4e032d] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.921473] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.921801] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.923758] env[69357]: INFO nova.compute.claims [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.198065] env[69357]: DEBUG nova.network.neutron [-] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.223352] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Task: {'id': task-4151695, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.376223] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.376540] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Cleaning up deleted instances with incomplete migration {{(pid=69357) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1236.700633] env[69357]: INFO nova.compute.manager [-] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Took 1.02 seconds to deallocate network for instance. [ 1236.718071] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Task: {'id': task-4151695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536748} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.718071] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 4def263b-542d-4c27-95f3-7493889927db/4def263b-542d-4c27-95f3-7493889927db.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1236.718071] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1236.718365] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f8942e9-5a7f-4b9e-a282-780d68aaf0f6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.725607] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Waiting for the task: (returnval){ [ 1236.725607] env[69357]: value = "task-4151696" [ 1236.725607] env[69357]: _type = "Task" [ 1236.725607] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.735212] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Task: {'id': task-4151696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.879688] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.084928] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6629aa2b-1a77-4d4a-80e4-859568ed5c2c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.092675] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489be149-c905-46f2-8166-072281758261 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.124088] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e5585a-10d8-4dab-ac65-35cd412ffa26 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.132274] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a77de8-3e99-4343-9920-83942dece0a3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.147335] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7dc7ed41-dfff-4a03-88c5-33742dc82620 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "5f96a30d-cf57-47cd-92f4-d733595fcca7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.147654] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7dc7ed41-dfff-4a03-88c5-33742dc82620 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "5f96a30d-cf57-47cd-92f4-d733595fcca7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.147858] env[69357]: DEBUG nova.compute.manager [None req-7dc7ed41-dfff-4a03-88c5-33742dc82620 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Going to confirm migration 8 {{(pid=69357) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1237.149625] env[69357]: DEBUG nova.compute.provider_tree [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.207420] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.237332] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Task: {'id': task-4151696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097158} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.237733] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.238747] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc551740-30ab-4701-b8d1-45e01d158355 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.264499] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 4def263b-542d-4c27-95f3-7493889927db/4def263b-542d-4c27-95f3-7493889927db.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.264857] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10f1399d-7cb3-4223-b014-4a0be96295ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.285859] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Waiting for the task: (returnval){ [ 1237.285859] env[69357]: value = "task-4151697" [ 1237.285859] env[69357]: _type = "Task" [ 1237.285859] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.296404] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Task: {'id': task-4151697, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.655450] env[69357]: DEBUG nova.scheduler.client.report [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.695782] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7dc7ed41-dfff-4a03-88c5-33742dc82620 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "refresh_cache-5f96a30d-cf57-47cd-92f4-d733595fcca7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.695979] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7dc7ed41-dfff-4a03-88c5-33742dc82620 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquired lock "refresh_cache-5f96a30d-cf57-47cd-92f4-d733595fcca7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.696181] env[69357]: DEBUG nova.network.neutron [None req-7dc7ed41-dfff-4a03-88c5-33742dc82620 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.696368] env[69357]: DEBUG nova.objects.instance [None req-7dc7ed41-dfff-4a03-88c5-33742dc82620 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lazy-loading 'info_cache' on Instance uuid 5f96a30d-cf57-47cd-92f4-d733595fcca7 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.798215] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Task: {'id': task-4151697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.161672] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.162240] env[69357]: DEBUG nova.compute.manager [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1238.165044] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.958s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.165660] env[69357]: DEBUG nova.objects.instance [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Lazy-loading 'resources' on Instance uuid a41c723c-3825-4ceb-9ec2-9e14de05bdb3 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.297254] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Task: {'id': task-4151697, 'name': ReconfigVM_Task, 'duration_secs': 0.784128} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.297613] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 4def263b-542d-4c27-95f3-7493889927db/4def263b-542d-4c27-95f3-7493889927db.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.298302] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-308720e9-4972-4e69-8594-cad68f92fa0f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.305951] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Waiting for the task: (returnval){ [ 1238.305951] env[69357]: value = "task-4151698" [ 1238.305951] env[69357]: _type = "Task" [ 1238.305951] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.314845] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Task: {'id': task-4151698, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.668108] env[69357]: DEBUG nova.compute.utils [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1238.673764] env[69357]: DEBUG nova.compute.manager [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1238.673764] env[69357]: DEBUG nova.network.neutron [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1238.740484] env[69357]: DEBUG nova.policy [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '645c0aaa5fcc4f08a5cb857e4644938a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5473827eb1b64db98607da700e8ba7a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1238.818209] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Task: {'id': task-4151698, 'name': Rename_Task, 'duration_secs': 0.189396} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.820966] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.821525] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a60fcad5-3104-4e3d-9aad-c11ebdbe0021 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.829311] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Waiting for the task: (returnval){ [ 1238.829311] env[69357]: value = "task-4151699" [ 1238.829311] env[69357]: _type = "Task" [ 1238.829311] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.834041] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f085c890-61c0-4649-bd99-d54f8d83d6f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.841804] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Task: {'id': task-4151699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.844571] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc37268-e63e-4c5e-9c4c-a5df7d80afb7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.879279] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5037c255-74f9-4074-bcdd-2e3a493a5975 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.887777] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a79ad4-056c-4cd6-b32e-453ddba2e519 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.902336] env[69357]: DEBUG nova.compute.provider_tree [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.174818] env[69357]: DEBUG nova.compute.manager [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1239.343220] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Task: {'id': task-4151699, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.345899] env[69357]: DEBUG nova.network.neutron [None req-7dc7ed41-dfff-4a03-88c5-33742dc82620 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Updating instance_info_cache with network_info: [{"id": "4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38", "address": "fa:16:3e:1f:f8:d2", "network": {"id": "97fcff61-6a5b-4cbf-9455-7ed31718c9a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1511455476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2c435e6f1d34f458af111ef7e25f03c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a1bd719-31", "ovs_interfaceid": "4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.405742] env[69357]: DEBUG nova.scheduler.client.report [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.469566] env[69357]: DEBUG nova.network.neutron [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Successfully created port: d8fde81d-4c13-487c-828a-5a3164764411 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1239.840721] env[69357]: DEBUG oslo_vmware.api [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Task: {'id': task-4151699, 'name': PowerOnVM_Task, 'duration_secs': 0.584357} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.842062] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.842062] env[69357]: INFO nova.compute.manager [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1239.842062] env[69357]: DEBUG nova.compute.manager [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1239.842437] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32dbb6a-d8c5-41da-8a95-7ec4066da8e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.848562] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7dc7ed41-dfff-4a03-88c5-33742dc82620 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Releasing lock "refresh_cache-5f96a30d-cf57-47cd-92f4-d733595fcca7" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.848802] env[69357]: DEBUG nova.objects.instance [None req-7dc7ed41-dfff-4a03-88c5-33742dc82620 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lazy-loading 'migration_context' on Instance uuid 5f96a30d-cf57-47cd-92f4-d733595fcca7 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.912602] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.940702] env[69357]: INFO nova.scheduler.client.report [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Deleted allocations for instance a41c723c-3825-4ceb-9ec2-9e14de05bdb3 [ 1240.185593] env[69357]: DEBUG nova.compute.manager [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1240.214794] env[69357]: DEBUG nova.virt.hardware [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.215032] env[69357]: DEBUG nova.virt.hardware [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.215198] env[69357]: DEBUG nova.virt.hardware [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.215384] env[69357]: DEBUG nova.virt.hardware [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.215541] env[69357]: DEBUG nova.virt.hardware [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.215719] env[69357]: DEBUG nova.virt.hardware [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.215992] env[69357]: DEBUG nova.virt.hardware [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.216110] env[69357]: DEBUG nova.virt.hardware [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.216282] env[69357]: DEBUG nova.virt.hardware [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.216448] env[69357]: DEBUG nova.virt.hardware [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.216625] env[69357]: DEBUG nova.virt.hardware [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.217487] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e683ce38-8297-42c8-ac35-674d0f091a95 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.226136] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786b335b-47f0-4162-b614-77020b882ef1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.354212] env[69357]: DEBUG nova.objects.base [None req-7dc7ed41-dfff-4a03-88c5-33742dc82620 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Object Instance<5f96a30d-cf57-47cd-92f4-d733595fcca7> lazy-loaded attributes: info_cache,migration_context {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1240.360045] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75e11af-50a8-4d46-8f7d-c1bbf74dfa9b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.365305] env[69357]: INFO nova.compute.manager [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Took 14.54 seconds to build instance. [ 1240.382827] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d16cb7b2-4676-4613-a604-d73613ac3eab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.390104] env[69357]: DEBUG oslo_vmware.api [None req-7dc7ed41-dfff-4a03-88c5-33742dc82620 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1240.390104] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b43e37-fde0-a751-7575-622232bb074d" [ 1240.390104] env[69357]: _type = "Task" [ 1240.390104] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.400639] env[69357]: DEBUG oslo_vmware.api [None req-7dc7ed41-dfff-4a03-88c5-33742dc82620 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b43e37-fde0-a751-7575-622232bb074d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.448425] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a5840658-c427-49ca-b405-707db0eee418 tempest-ServersListShow2100Test-502784339 tempest-ServersListShow2100Test-502784339-project-member] Lock "a41c723c-3825-4ceb-9ec2-9e14de05bdb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.447s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.867802] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6c8d1b4d-c197-4603-8bc4-020949b7530d tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Lock "4def263b-542d-4c27-95f3-7493889927db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.056s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.902221] env[69357]: DEBUG oslo_vmware.api [None req-7dc7ed41-dfff-4a03-88c5-33742dc82620 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b43e37-fde0-a751-7575-622232bb074d, 'name': SearchDatastore_Task, 'duration_secs': 0.010371} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.902221] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7dc7ed41-dfff-4a03-88c5-33742dc82620 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.902221] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7dc7ed41-dfff-4a03-88c5-33742dc82620 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.954194] env[69357]: DEBUG nova.compute.manager [req-b3d8b017-a1a6-431a-a9d0-41e9a4d2a6fe req-251c909a-d0cb-41d0-a266-2370b05b47ff service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Received event network-vif-plugged-d8fde81d-4c13-487c-828a-5a3164764411 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.954628] env[69357]: DEBUG oslo_concurrency.lockutils [req-b3d8b017-a1a6-431a-a9d0-41e9a4d2a6fe req-251c909a-d0cb-41d0-a266-2370b05b47ff service nova] Acquiring lock "c68b4b49-e1fe-4ed9-b453-78b0037e90c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.955494] env[69357]: DEBUG oslo_concurrency.lockutils [req-b3d8b017-a1a6-431a-a9d0-41e9a4d2a6fe req-251c909a-d0cb-41d0-a266-2370b05b47ff service nova] Lock "c68b4b49-e1fe-4ed9-b453-78b0037e90c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.955494] env[69357]: DEBUG oslo_concurrency.lockutils [req-b3d8b017-a1a6-431a-a9d0-41e9a4d2a6fe req-251c909a-d0cb-41d0-a266-2370b05b47ff service nova] Lock "c68b4b49-e1fe-4ed9-b453-78b0037e90c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.955837] env[69357]: DEBUG nova.compute.manager [req-b3d8b017-a1a6-431a-a9d0-41e9a4d2a6fe req-251c909a-d0cb-41d0-a266-2370b05b47ff service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] No waiting events found dispatching network-vif-plugged-d8fde81d-4c13-487c-828a-5a3164764411 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1240.955949] env[69357]: WARNING nova.compute.manager [req-b3d8b017-a1a6-431a-a9d0-41e9a4d2a6fe req-251c909a-d0cb-41d0-a266-2370b05b47ff service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Received unexpected event network-vif-plugged-d8fde81d-4c13-487c-828a-5a3164764411 for instance with vm_state building and task_state spawning. [ 1241.051277] env[69357]: DEBUG nova.network.neutron [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Successfully updated port: d8fde81d-4c13-487c-828a-5a3164764411 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.553200] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "refresh_cache-c68b4b49-e1fe-4ed9-b453-78b0037e90c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.553458] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquired lock "refresh_cache-c68b4b49-e1fe-4ed9-b453-78b0037e90c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.553512] env[69357]: DEBUG nova.network.neutron [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.643330] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc69faec-1b00-4d32-8674-b0b501821d8b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.652629] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c075519-b0b5-4749-ba70-aeb816405fca {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.686237] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39fca9b-c412-4618-a124-f40c4fe8da19 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.694707] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7776dbc-d534-4201-b439-042689f75450 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.708989] env[69357]: DEBUG nova.compute.provider_tree [None req-7dc7ed41-dfff-4a03-88c5-33742dc82620 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.749878] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Acquiring lock "4def263b-542d-4c27-95f3-7493889927db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.749878] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Lock "4def263b-542d-4c27-95f3-7493889927db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.749878] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Acquiring lock "4def263b-542d-4c27-95f3-7493889927db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.749878] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Lock "4def263b-542d-4c27-95f3-7493889927db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.749878] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Lock "4def263b-542d-4c27-95f3-7493889927db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.752798] env[69357]: INFO nova.compute.manager [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Terminating instance [ 1242.174653] env[69357]: DEBUG nova.network.neutron [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1242.212700] env[69357]: DEBUG nova.scheduler.client.report [None req-7dc7ed41-dfff-4a03-88c5-33742dc82620 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.257059] env[69357]: DEBUG nova.compute.manager [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1242.257182] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.257998] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ef1351-1d3f-4a31-aadc-b0037a153937 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.266502] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.266772] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d1a2180-fa98-45c6-81c8-b9ebcfe58fa3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.274313] env[69357]: DEBUG oslo_vmware.api [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Waiting for the task: (returnval){ [ 1242.274313] env[69357]: value = "task-4151700" [ 1242.274313] env[69357]: _type = "Task" [ 1242.274313] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.286119] env[69357]: DEBUG oslo_vmware.api [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Task: {'id': task-4151700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.336131] env[69357]: DEBUG nova.network.neutron [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Updating instance_info_cache with network_info: [{"id": "d8fde81d-4c13-487c-828a-5a3164764411", "address": "fa:16:3e:1a:ab:52", "network": {"id": "db1fa8e9-34d3-41e3-bd34-54da7b44d70d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1369033840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5473827eb1b64db98607da700e8ba7a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8fde81d-4c", "ovs_interfaceid": "d8fde81d-4c13-487c-828a-5a3164764411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.785371] env[69357]: DEBUG oslo_vmware.api [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Task: {'id': task-4151700, 'name': PowerOffVM_Task, 'duration_secs': 0.477427} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.785787] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.785972] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.786263] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59edb627-6feb-4cf2-a757-62881912c90a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.840248] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Releasing lock "refresh_cache-c68b4b49-e1fe-4ed9-b453-78b0037e90c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.840579] env[69357]: DEBUG nova.compute.manager [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Instance network_info: |[{"id": "d8fde81d-4c13-487c-828a-5a3164764411", "address": "fa:16:3e:1a:ab:52", "network": {"id": "db1fa8e9-34d3-41e3-bd34-54da7b44d70d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1369033840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5473827eb1b64db98607da700e8ba7a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8fde81d-4c", "ovs_interfaceid": "d8fde81d-4c13-487c-828a-5a3164764411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1242.841040] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:ab:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8fde81d-4c13-487c-828a-5a3164764411', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.848896] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.849174] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.849408] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f501064c-ff19-49dd-b933-325682b242ea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.870837] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.871115] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.871320] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Deleting the datastore file [datastore1] 4def263b-542d-4c27-95f3-7493889927db {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.871592] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c74123ad-2648-4a05-8c60-969e02dae45f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.874561] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.874561] env[69357]: value = "task-4151702" [ 1242.874561] env[69357]: _type = "Task" [ 1242.874561] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.880265] env[69357]: DEBUG oslo_vmware.api [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Waiting for the task: (returnval){ [ 1242.880265] env[69357]: value = "task-4151703" [ 1242.880265] env[69357]: _type = "Task" [ 1242.880265] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.883339] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151702, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.891290] env[69357]: DEBUG oslo_vmware.api [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Task: {'id': task-4151703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.981528] env[69357]: DEBUG nova.compute.manager [req-eb01de21-5eb1-4072-a25b-6bf0a159cfd4 req-23b6a028-ec41-44c7-8ad9-b96f33b1e118 service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Received event network-changed-d8fde81d-4c13-487c-828a-5a3164764411 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.981969] env[69357]: DEBUG nova.compute.manager [req-eb01de21-5eb1-4072-a25b-6bf0a159cfd4 req-23b6a028-ec41-44c7-8ad9-b96f33b1e118 service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Refreshing instance network info cache due to event network-changed-d8fde81d-4c13-487c-828a-5a3164764411. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1242.982201] env[69357]: DEBUG oslo_concurrency.lockutils [req-eb01de21-5eb1-4072-a25b-6bf0a159cfd4 req-23b6a028-ec41-44c7-8ad9-b96f33b1e118 service nova] Acquiring lock "refresh_cache-c68b4b49-e1fe-4ed9-b453-78b0037e90c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.982390] env[69357]: DEBUG oslo_concurrency.lockutils [req-eb01de21-5eb1-4072-a25b-6bf0a159cfd4 req-23b6a028-ec41-44c7-8ad9-b96f33b1e118 service nova] Acquired lock "refresh_cache-c68b4b49-e1fe-4ed9-b453-78b0037e90c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.982588] env[69357]: DEBUG nova.network.neutron [req-eb01de21-5eb1-4072-a25b-6bf0a159cfd4 req-23b6a028-ec41-44c7-8ad9-b96f33b1e118 service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Refreshing network info cache for port d8fde81d-4c13-487c-828a-5a3164764411 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.225548] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7dc7ed41-dfff-4a03-88c5-33742dc82620 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.324s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.385593] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151702, 'name': CreateVM_Task, 'duration_secs': 0.390579} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.388980] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.389745] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.389919] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.390272] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.390970] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38c5dcd0-9c25-482e-95eb-9f4d57987414 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.396455] env[69357]: DEBUG oslo_vmware.api [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Task: {'id': task-4151703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159695} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.397836] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.398092] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.398300] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.398507] env[69357]: INFO nova.compute.manager [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] [instance: 4def263b-542d-4c27-95f3-7493889927db] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1243.398760] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.399070] env[69357]: DEBUG oslo_vmware.api [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1243.399070] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d6f133-3c2b-1bd3-242a-3750e5f5f1d2" [ 1243.399070] env[69357]: _type = "Task" [ 1243.399070] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.399622] env[69357]: DEBUG nova.compute.manager [-] [instance: 4def263b-542d-4c27-95f3-7493889927db] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1243.399743] env[69357]: DEBUG nova.network.neutron [-] [instance: 4def263b-542d-4c27-95f3-7493889927db] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1243.410600] env[69357]: DEBUG oslo_vmware.api [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d6f133-3c2b-1bd3-242a-3750e5f5f1d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010955} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.410890] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.411150] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.411409] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.411546] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.411731] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.411998] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-751445c8-da4e-445c-9604-ab488b101983 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.420468] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.420645] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.421361] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8581eb14-bd7e-40b7-9b12-220fbfb98ee9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.426504] env[69357]: DEBUG oslo_vmware.api [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1243.426504] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a954fc-999e-6aa1-dd16-a2ade1f69bd4" [ 1243.426504] env[69357]: _type = "Task" [ 1243.426504] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.435163] env[69357]: DEBUG oslo_vmware.api [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a954fc-999e-6aa1-dd16-a2ade1f69bd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.713423] env[69357]: INFO nova.compute.manager [None req-11e827d2-e83d-4655-9f62-9324fd9755fa tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Get console output [ 1243.713423] env[69357]: WARNING nova.virt.vmwareapi.driver [None req-11e827d2-e83d-4655-9f62-9324fd9755fa tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] The console log is missing. Check your VSPC configuration [ 1243.797781] env[69357]: INFO nova.scheduler.client.report [None req-7dc7ed41-dfff-4a03-88c5-33742dc82620 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Deleted allocation for migration 4a591379-f8c5-4201-b6fa-ffc5b5dd7e97 [ 1243.809537] env[69357]: DEBUG nova.network.neutron [req-eb01de21-5eb1-4072-a25b-6bf0a159cfd4 req-23b6a028-ec41-44c7-8ad9-b96f33b1e118 service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Updated VIF entry in instance network info cache for port d8fde81d-4c13-487c-828a-5a3164764411. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.809911] env[69357]: DEBUG nova.network.neutron [req-eb01de21-5eb1-4072-a25b-6bf0a159cfd4 req-23b6a028-ec41-44c7-8ad9-b96f33b1e118 service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Updating instance_info_cache with network_info: [{"id": "d8fde81d-4c13-487c-828a-5a3164764411", "address": "fa:16:3e:1a:ab:52", "network": {"id": "db1fa8e9-34d3-41e3-bd34-54da7b44d70d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1369033840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5473827eb1b64db98607da700e8ba7a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8fde81d-4c", "ovs_interfaceid": "d8fde81d-4c13-487c-828a-5a3164764411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.938014] env[69357]: DEBUG oslo_vmware.api [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a954fc-999e-6aa1-dd16-a2ade1f69bd4, 'name': SearchDatastore_Task, 'duration_secs': 0.010689} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.938844] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21472064-91da-485e-a7f8-81efc7dcd5b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.945346] env[69357]: DEBUG oslo_vmware.api [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1243.945346] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5298e980-51b9-0661-cd7b-5d76fb6f11f0" [ 1243.945346] env[69357]: _type = "Task" [ 1243.945346] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.957534] env[69357]: DEBUG oslo_vmware.api [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5298e980-51b9-0661-cd7b-5d76fb6f11f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.261096] env[69357]: DEBUG nova.network.neutron [-] [instance: 4def263b-542d-4c27-95f3-7493889927db] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.304889] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7dc7ed41-dfff-4a03-88c5-33742dc82620 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "5f96a30d-cf57-47cd-92f4-d733595fcca7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.157s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.312733] env[69357]: DEBUG oslo_concurrency.lockutils [req-eb01de21-5eb1-4072-a25b-6bf0a159cfd4 req-23b6a028-ec41-44c7-8ad9-b96f33b1e118 service nova] Releasing lock "refresh_cache-c68b4b49-e1fe-4ed9-b453-78b0037e90c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.456476] env[69357]: DEBUG oslo_vmware.api [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5298e980-51b9-0661-cd7b-5d76fb6f11f0, 'name': SearchDatastore_Task, 'duration_secs': 0.026146} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.456699] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.456964] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] c68b4b49-e1fe-4ed9-b453-78b0037e90c9/c68b4b49-e1fe-4ed9-b453-78b0037e90c9.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1244.457244] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7293bf7-a3af-46aa-a88b-774553c78734 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.464886] env[69357]: DEBUG oslo_vmware.api [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1244.464886] env[69357]: value = "task-4151704" [ 1244.464886] env[69357]: _type = "Task" [ 1244.464886] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.474029] env[69357]: DEBUG oslo_vmware.api [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.763692] env[69357]: INFO nova.compute.manager [-] [instance: 4def263b-542d-4c27-95f3-7493889927db] Took 1.36 seconds to deallocate network for instance. [ 1244.976329] env[69357]: DEBUG oslo_vmware.api [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466636} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.976600] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] c68b4b49-e1fe-4ed9-b453-78b0037e90c9/c68b4b49-e1fe-4ed9-b453-78b0037e90c9.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.976827] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.977142] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a5c2763-2d9c-40a8-9992-9b28b0829eed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.984636] env[69357]: DEBUG oslo_vmware.api [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1244.984636] env[69357]: value = "task-4151705" [ 1244.984636] env[69357]: _type = "Task" [ 1244.984636] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.993847] env[69357]: DEBUG oslo_vmware.api [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.013144] env[69357]: DEBUG nova.compute.manager [req-701e4f2a-3fdb-453b-afe2-bc3f30bff29b req-05cd61ce-5600-4b81-a1ac-7d2d6069c540 service nova] [instance: 4def263b-542d-4c27-95f3-7493889927db] Received event network-vif-deleted-6fc49386-f6a6-4810-9c56-a8d43969e555 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.272949] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.273356] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.273592] env[69357]: DEBUG nova.objects.instance [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Lazy-loading 'resources' on Instance uuid 4def263b-542d-4c27-95f3-7493889927db {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.494481] env[69357]: DEBUG oslo_vmware.api [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069669} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.494784] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.495557] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e869a9da-63ac-4e2a-ad62-432642755e37 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.517431] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] c68b4b49-e1fe-4ed9-b453-78b0037e90c9/c68b4b49-e1fe-4ed9-b453-78b0037e90c9.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.517724] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22cffd18-5f0a-4a79-a56c-09368d01c78a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.537936] env[69357]: DEBUG oslo_vmware.api [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1245.537936] env[69357]: value = "task-4151706" [ 1245.537936] env[69357]: _type = "Task" [ 1245.537936] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.546225] env[69357]: DEBUG oslo_vmware.api [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.923767] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f669b30c-2fb9-4339-87d8-015f0661429f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.932882] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476ab945-26e9-4ff6-b0af-0de6524a22b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.966197] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14133ace-5bda-457b-806b-c1f1b4cc7bda {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.975150] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8cc9b8-79ba-4074-aee3-9e6dafd09661 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.989989] env[69357]: DEBUG nova.compute.provider_tree [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.047791] env[69357]: DEBUG oslo_vmware.api [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151706, 'name': ReconfigVM_Task, 'duration_secs': 0.294236} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.048049] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Reconfigured VM instance instance-00000077 to attach disk [datastore1] c68b4b49-e1fe-4ed9-b453-78b0037e90c9/c68b4b49-e1fe-4ed9-b453-78b0037e90c9.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.048993] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-708dc709-c4b7-4caa-8dd2-593750985ba9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.056413] env[69357]: DEBUG oslo_vmware.api [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1246.056413] env[69357]: value = "task-4151707" [ 1246.056413] env[69357]: _type = "Task" [ 1246.056413] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.065859] env[69357]: DEBUG oslo_vmware.api [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151707, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.493368] env[69357]: DEBUG nova.scheduler.client.report [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.567148] env[69357]: DEBUG oslo_vmware.api [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151707, 'name': Rename_Task, 'duration_secs': 0.143569} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.567358] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.567620] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b8275da-c26e-41a9-940c-726d8d64524b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.575127] env[69357]: DEBUG oslo_vmware.api [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1246.575127] env[69357]: value = "task-4151708" [ 1246.575127] env[69357]: _type = "Task" [ 1246.575127] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.583986] env[69357]: DEBUG oslo_vmware.api [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.999202] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.020883] env[69357]: INFO nova.scheduler.client.report [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Deleted allocations for instance 4def263b-542d-4c27-95f3-7493889927db [ 1247.085269] env[69357]: DEBUG oslo_vmware.api [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151708, 'name': PowerOnVM_Task, 'duration_secs': 0.438903} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.085558] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.085796] env[69357]: INFO nova.compute.manager [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1247.085980] env[69357]: DEBUG nova.compute.manager [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1247.086763] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bb5124-67cc-486b-a716-4a770837cc09 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.528244] env[69357]: DEBUG oslo_concurrency.lockutils [None req-0c44c050-fb33-4a18-aa3b-556ed00aa917 tempest-ServersNegativeTestMultiTenantJSON-2078007418 tempest-ServersNegativeTestMultiTenantJSON-2078007418-project-member] Lock "4def263b-542d-4c27-95f3-7493889927db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.779s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.604700] env[69357]: INFO nova.compute.manager [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Took 11.71 seconds to build instance. [ 1248.107104] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b961d955-8f51-4eb3-b0ed-c4d26f21c9df tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "c68b4b49-e1fe-4ed9-b453-78b0037e90c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.218s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.317503] env[69357]: DEBUG nova.compute.manager [req-0c3d98b8-d1e1-4f47-9ed9-fb1a270322ba req-15f2a49a-a443-44a3-a4f5-d1e142bf9a0c service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Received event network-changed-d8fde81d-4c13-487c-828a-5a3164764411 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.317503] env[69357]: DEBUG nova.compute.manager [req-0c3d98b8-d1e1-4f47-9ed9-fb1a270322ba req-15f2a49a-a443-44a3-a4f5-d1e142bf9a0c service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Refreshing instance network info cache due to event network-changed-d8fde81d-4c13-487c-828a-5a3164764411. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1248.317503] env[69357]: DEBUG oslo_concurrency.lockutils [req-0c3d98b8-d1e1-4f47-9ed9-fb1a270322ba req-15f2a49a-a443-44a3-a4f5-d1e142bf9a0c service nova] Acquiring lock "refresh_cache-c68b4b49-e1fe-4ed9-b453-78b0037e90c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.317503] env[69357]: DEBUG oslo_concurrency.lockutils [req-0c3d98b8-d1e1-4f47-9ed9-fb1a270322ba req-15f2a49a-a443-44a3-a4f5-d1e142bf9a0c service nova] Acquired lock "refresh_cache-c68b4b49-e1fe-4ed9-b453-78b0037e90c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.317503] env[69357]: DEBUG nova.network.neutron [req-0c3d98b8-d1e1-4f47-9ed9-fb1a270322ba req-15f2a49a-a443-44a3-a4f5-d1e142bf9a0c service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Refreshing network info cache for port d8fde81d-4c13-487c-828a-5a3164764411 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.086845] env[69357]: DEBUG nova.network.neutron [req-0c3d98b8-d1e1-4f47-9ed9-fb1a270322ba req-15f2a49a-a443-44a3-a4f5-d1e142bf9a0c service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Updated VIF entry in instance network info cache for port d8fde81d-4c13-487c-828a-5a3164764411. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.087282] env[69357]: DEBUG nova.network.neutron [req-0c3d98b8-d1e1-4f47-9ed9-fb1a270322ba req-15f2a49a-a443-44a3-a4f5-d1e142bf9a0c service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Updating instance_info_cache with network_info: [{"id": "d8fde81d-4c13-487c-828a-5a3164764411", "address": "fa:16:3e:1a:ab:52", "network": {"id": "db1fa8e9-34d3-41e3-bd34-54da7b44d70d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1369033840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5473827eb1b64db98607da700e8ba7a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8fde81d-4c", "ovs_interfaceid": "d8fde81d-4c13-487c-828a-5a3164764411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.590271] env[69357]: DEBUG oslo_concurrency.lockutils [req-0c3d98b8-d1e1-4f47-9ed9-fb1a270322ba req-15f2a49a-a443-44a3-a4f5-d1e142bf9a0c service nova] Releasing lock "refresh_cache-c68b4b49-e1fe-4ed9-b453-78b0037e90c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.376263] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.376459] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.883423] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.883423] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.883423] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.883423] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.883423] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.883423] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.387867] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Getting list of instances from cluster (obj){ [ 1251.387867] env[69357]: value = "domain-c8" [ 1251.387867] env[69357]: _type = "ClusterComputeResource" [ 1251.387867] env[69357]: } {{(pid=69357) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1251.388772] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7891c01-579e-4a13-b26d-55996ae59d56 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.407222] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Got total of 9 instances {{(pid=69357) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1251.407435] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Triggering sync for uuid d8dab389-b197-4774-8f88-295552bb57dc {{(pid=69357) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1251.407643] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Triggering sync for uuid 07c7d211-79ea-4e36-a7dd-820bf3459e45 {{(pid=69357) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1251.407805] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Triggering sync for uuid 44d6de9c-e318-4334-99fe-d15ba00016bb {{(pid=69357) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1251.407960] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Triggering sync for uuid 26a9ee6e-ea63-4406-a211-b458580a1280 {{(pid=69357) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1251.408130] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Triggering sync for uuid 5f96a30d-cf57-47cd-92f4-d733595fcca7 {{(pid=69357) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1251.408285] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Triggering sync for uuid 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c {{(pid=69357) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1251.408436] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Triggering sync for uuid 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af {{(pid=69357) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1251.408584] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Triggering sync for uuid 9f8983be-c103-4524-ab5a-88758b18160a {{(pid=69357) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1251.408744] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Triggering sync for uuid c68b4b49-e1fe-4ed9-b453-78b0037e90c9 {{(pid=69357) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1251.409126] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "d8dab389-b197-4774-8f88-295552bb57dc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.409352] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "d8dab389-b197-4774-8f88-295552bb57dc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.409620] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "07c7d211-79ea-4e36-a7dd-820bf3459e45" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.409804] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "07c7d211-79ea-4e36-a7dd-820bf3459e45" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.410049] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "44d6de9c-e318-4334-99fe-d15ba00016bb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.410233] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "44d6de9c-e318-4334-99fe-d15ba00016bb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.410460] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "26a9ee6e-ea63-4406-a211-b458580a1280" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.410638] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "26a9ee6e-ea63-4406-a211-b458580a1280" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.410864] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "5f96a30d-cf57-47cd-92f4-d733595fcca7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.411052] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "5f96a30d-cf57-47cd-92f4-d733595fcca7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.411280] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "0ae412d2-0a34-4bd4-95a6-9bfba1f2577c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.411455] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "0ae412d2-0a34-4bd4-95a6-9bfba1f2577c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.411685] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.411859] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.412093] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "9f8983be-c103-4524-ab5a-88758b18160a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.412272] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "9f8983be-c103-4524-ab5a-88758b18160a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.412526] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "c68b4b49-e1fe-4ed9-b453-78b0037e90c9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.412702] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "c68b4b49-e1fe-4ed9-b453-78b0037e90c9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.412968] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.413147] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1251.413951] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c57efd1-634e-4d38-bedb-6fcb30a5c82c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.417157] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dbf4be-07fe-4535-81b3-acfba436ffe0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.420016] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd7050b-89a9-4a39-88f8-872b82aa8fe8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.422641] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b37ae4-6bc2-4390-8bf4-e102b51d5b34 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.426282] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471df03f-5268-4505-88ff-6fb0cadb24c4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.428931] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bca88b-31dd-4d51-9b4e-24ac202a4700 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.431626] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4ece68-23ea-4e07-9308-9c0735f0e3a2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.434259] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092af4df-603b-47bc-9bd4-d20fa02ddb08 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.437529] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6371ea-95b6-4d1f-93d1-063ac532adf4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.440089] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.945445] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.945845] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.945899] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.946034] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1251.946952] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2ef6bc-7c36-4b28-a6a3-384486890302 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.955367] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e1e7be-5b70-46bb-b5af-488db5505b8e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.960846] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "d8dab389-b197-4774-8f88-295552bb57dc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.970079] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "44d6de9c-e318-4334-99fe-d15ba00016bb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.559s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.970199] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.970487] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "5f96a30d-cf57-47cd-92f4-d733595fcca7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.559s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.971347] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db36ec5d-6aa9-44fc-96ea-c4c41b64ba3e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.973957] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "0ae412d2-0a34-4bd4-95a6-9bfba1f2577c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.978548] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "9f8983be-c103-4524-ab5a-88758b18160a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.978862] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "c68b4b49-e1fe-4ed9-b453-78b0037e90c9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.979870] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4aace1-0747-42c5-a995-0474103bb090 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.983400] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "26a9ee6e-ea63-4406-a211-b458580a1280" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.573s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.984831] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "07c7d211-79ea-4e36-a7dd-820bf3459e45" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.575s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.009567] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179823MB free_disk=10GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1252.009767] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.009939] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.042548] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance d8dab389-b197-4774-8f88-295552bb57dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1253.042845] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 07c7d211-79ea-4e36-a7dd-820bf3459e45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1253.042845] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 44d6de9c-e318-4334-99fe-d15ba00016bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1253.042928] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 26a9ee6e-ea63-4406-a211-b458580a1280 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1253.043030] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1253.043154] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1253.043270] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 5f96a30d-cf57-47cd-92f4-d733595fcca7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1253.043384] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 9f8983be-c103-4524-ab5a-88758b18160a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1253.043496] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance c68b4b49-e1fe-4ed9-b453-78b0037e90c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1253.043704] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1253.043845] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1253.137200] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Acquiring lock "0ae412d2-0a34-4bd4-95a6-9bfba1f2577c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.137517] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Lock "0ae412d2-0a34-4bd4-95a6-9bfba1f2577c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.137773] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Acquiring lock "0ae412d2-0a34-4bd4-95a6-9bfba1f2577c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.137999] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Lock "0ae412d2-0a34-4bd4-95a6-9bfba1f2577c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.138197] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Lock "0ae412d2-0a34-4bd4-95a6-9bfba1f2577c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.143764] env[69357]: INFO nova.compute.manager [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Terminating instance [ 1253.168654] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77f5763-2878-4c74-90c0-f4a157d6ab45 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.177271] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad342e3-7193-4780-a343-e29120d1f595 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.207454] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4dde44-afab-46b0-81fb-8b9ab8d096b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.215131] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f27b10f-3cf0-4601-8588-881b305369d4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.229186] env[69357]: DEBUG nova.compute.provider_tree [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.649309] env[69357]: DEBUG nova.compute.manager [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1253.649575] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.649904] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a101a3b-d6be-4510-89f6-25cb4621a36b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.659645] env[69357]: DEBUG oslo_vmware.api [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Waiting for the task: (returnval){ [ 1253.659645] env[69357]: value = "task-4151709" [ 1253.659645] env[69357]: _type = "Task" [ 1253.659645] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.669556] env[69357]: DEBUG oslo_vmware.api [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.732961] env[69357]: DEBUG nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.170084] env[69357]: DEBUG oslo_vmware.api [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151709, 'name': PowerOffVM_Task, 'duration_secs': 0.188868} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.170378] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.170564] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1254.170756] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822061', 'volume_id': '4367e1c9-ae28-4ab1-b3e3-f4a764182820', 'name': 'volume-4367e1c9-ae28-4ab1-b3e3-f4a764182820', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ae412d2-0a34-4bd4-95a6-9bfba1f2577c', 'attached_at': '', 'detached_at': '', 'volume_id': '4367e1c9-ae28-4ab1-b3e3-f4a764182820', 'serial': '4367e1c9-ae28-4ab1-b3e3-f4a764182820'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1254.171536] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc873fad-3ab5-4f58-98c4-31ea8fd13d1a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.190614] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffa9e6f-f2cc-449c-a1b9-19dcb2c26c8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.199471] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0001312c-f485-410a-914a-1fbd7e86cdc9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.219560] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fa8511-091a-4b4b-b4a5-84375926cfad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.235095] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] The volume has not been displaced from its original location: [datastore1] volume-4367e1c9-ae28-4ab1-b3e3-f4a764182820/volume-4367e1c9-ae28-4ab1-b3e3-f4a764182820.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1254.240309] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1254.241015] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1254.241208] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.231s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.241418] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4d29470-be62-456b-85dc-633291210a1b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.261104] env[69357]: DEBUG oslo_vmware.api [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Waiting for the task: (returnval){ [ 1254.261104] env[69357]: value = "task-4151710" [ 1254.261104] env[69357]: _type = "Task" [ 1254.261104] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.272058] env[69357]: DEBUG oslo_vmware.api [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151710, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.772417] env[69357]: DEBUG oslo_vmware.api [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151710, 'name': ReconfigVM_Task, 'duration_secs': 0.152493} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.772685] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1254.777951] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b5f4d52-99da-4fee-83a2-48cb4ffd9691 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.799654] env[69357]: DEBUG oslo_vmware.api [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Waiting for the task: (returnval){ [ 1254.799654] env[69357]: value = "task-4151711" [ 1254.799654] env[69357]: _type = "Task" [ 1254.799654] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.813581] env[69357]: DEBUG oslo_vmware.api [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151711, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.310416] env[69357]: DEBUG oslo_vmware.api [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151711, 'name': ReconfigVM_Task, 'duration_secs': 0.32262} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.310791] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822061', 'volume_id': '4367e1c9-ae28-4ab1-b3e3-f4a764182820', 'name': 'volume-4367e1c9-ae28-4ab1-b3e3-f4a764182820', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ae412d2-0a34-4bd4-95a6-9bfba1f2577c', 'attached_at': '', 'detached_at': '', 'volume_id': '4367e1c9-ae28-4ab1-b3e3-f4a764182820', 'serial': '4367e1c9-ae28-4ab1-b3e3-f4a764182820'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1255.311069] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.311908] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a114ccc0-99fa-4fa0-a3cc-2850613f2cc8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.319268] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.319537] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb66ff02-5042-447f-82ed-2d6497d7dece {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.386449] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.386689] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.386882] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Deleting the datastore file [datastore1] 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.387175] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-138765ac-2fa8-4045-80d2-a51257b041de {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.402049] env[69357]: DEBUG oslo_vmware.api [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Waiting for the task: (returnval){ [ 1255.402049] env[69357]: value = "task-4151713" [ 1255.402049] env[69357]: _type = "Task" [ 1255.402049] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.412465] env[69357]: DEBUG oslo_vmware.api [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.912728] env[69357]: DEBUG oslo_vmware.api [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Task: {'id': task-4151713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081233} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.912908] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.913070] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.913257] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.913433] env[69357]: INFO nova.compute.manager [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1255.913681] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.913878] env[69357]: DEBUG nova.compute.manager [-] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.913972] env[69357]: DEBUG nova.network.neutron [-] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1256.516709] env[69357]: DEBUG nova.compute.manager [req-45fdb517-ea0a-48ae-a756-1594241499f2 req-091fa5da-1458-4df5-9f69-d4c42891a6cd service nova] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Received event network-vif-deleted-08cc9038-f52d-451c-bee7-5ad27b427dc2 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.516984] env[69357]: INFO nova.compute.manager [req-45fdb517-ea0a-48ae-a756-1594241499f2 req-091fa5da-1458-4df5-9f69-d4c42891a6cd service nova] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Neutron deleted interface 08cc9038-f52d-451c-bee7-5ad27b427dc2; detaching it from the instance and deleting it from the info cache [ 1256.517147] env[69357]: DEBUG nova.network.neutron [req-45fdb517-ea0a-48ae-a756-1594241499f2 req-091fa5da-1458-4df5-9f69-d4c42891a6cd service nova] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.899358] env[69357]: DEBUG nova.network.neutron [-] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.019393] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a71f606c-4a8e-402b-9291-5a70aee7ca3a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.030159] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c32e56-5b23-49c3-80df-8a20f5070534 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.060861] env[69357]: DEBUG nova.compute.manager [req-45fdb517-ea0a-48ae-a756-1594241499f2 req-091fa5da-1458-4df5-9f69-d4c42891a6cd service nova] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Detach interface failed, port_id=08cc9038-f52d-451c-bee7-5ad27b427dc2, reason: Instance 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1257.402629] env[69357]: INFO nova.compute.manager [-] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Took 1.49 seconds to deallocate network for instance. [ 1257.951028] env[69357]: INFO nova.compute.manager [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Took 0.55 seconds to detach 1 volumes for instance. [ 1257.953919] env[69357]: DEBUG nova.compute.manager [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Deleting volume: 4367e1c9-ae28-4ab1-b3e3-f4a764182820 {{(pid=69357) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1258.490485] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.490739] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.490993] env[69357]: DEBUG nova.objects.instance [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Lazy-loading 'resources' on Instance uuid 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.123958] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5aec4e-95c7-4648-8641-5c411e426697 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.132898] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55fefe6-dc13-480f-b290-4737e73afff1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.166254] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfadf64-fbb8-4f8d-9ac1-74c053df5da0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.174584] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9409e08a-4963-479b-80cc-52d27f06e638 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.188796] env[69357]: DEBUG nova.compute.provider_tree [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.692469] env[69357]: DEBUG nova.scheduler.client.report [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.198354] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.215664] env[69357]: INFO nova.scheduler.client.report [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Deleted allocations for instance 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c [ 1260.723892] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f45c62f5-9723-43e8-be80-294d35950f50 tempest-ServersTestBootFromVolume-1875583275 tempest-ServersTestBootFromVolume-1875583275-project-member] Lock "0ae412d2-0a34-4bd4-95a6-9bfba1f2577c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.586s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.660806] env[69357]: DEBUG oslo_concurrency.lockutils [None req-82663f00-3cd0-440c-be0b-a204de9b5529 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.660806] env[69357]: DEBUG oslo_concurrency.lockutils [None req-82663f00-3cd0-440c-be0b-a204de9b5529 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.164173] env[69357]: DEBUG nova.compute.utils [None req-82663f00-3cd0-440c-be0b-a204de9b5529 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1269.668131] env[69357]: DEBUG oslo_concurrency.lockutils [None req-82663f00-3cd0-440c-be0b-a204de9b5529 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.569605] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "5f96a30d-cf57-47cd-92f4-d733595fcca7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.569852] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "5f96a30d-cf57-47cd-92f4-d733595fcca7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.570026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "5f96a30d-cf57-47cd-92f4-d733595fcca7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.570226] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "5f96a30d-cf57-47cd-92f4-d733595fcca7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.570402] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "5f96a30d-cf57-47cd-92f4-d733595fcca7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.573154] env[69357]: INFO nova.compute.manager [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Terminating instance [ 1270.725262] env[69357]: DEBUG oslo_concurrency.lockutils [None req-82663f00-3cd0-440c-be0b-a204de9b5529 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.725664] env[69357]: DEBUG oslo_concurrency.lockutils [None req-82663f00-3cd0-440c-be0b-a204de9b5529 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.725824] env[69357]: INFO nova.compute.manager [None req-82663f00-3cd0-440c-be0b-a204de9b5529 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Attaching volume 6bdbb8d0-d9fb-4afb-84c3-716998a624da to /dev/sdb [ 1270.758137] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a460c984-1817-464e-9b56-061a4c1e03f8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.765727] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34612df7-dbe2-49c1-8ce8-12337485a8fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.780749] env[69357]: DEBUG nova.virt.block_device [None req-82663f00-3cd0-440c-be0b-a204de9b5529 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Updating existing volume attachment record: 534bcb4e-9e19-4d69-b06e-4f901557bf77 {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1271.077972] env[69357]: DEBUG nova.compute.manager [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.078292] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.078587] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83dc6688-8ba1-4426-8fb9-93397abc10ae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.086256] env[69357]: DEBUG oslo_vmware.api [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1271.086256] env[69357]: value = "task-4151716" [ 1271.086256] env[69357]: _type = "Task" [ 1271.086256] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.096474] env[69357]: DEBUG oslo_vmware.api [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.596573] env[69357]: DEBUG oslo_vmware.api [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151716, 'name': PowerOffVM_Task, 'duration_secs': 0.252176} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.596873] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.597103] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1271.597419] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822060', 'volume_id': '121932ac-6967-4d9c-8da9-98c6f51b89e6', 'name': 'volume-121932ac-6967-4d9c-8da9-98c6f51b89e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5f96a30d-cf57-47cd-92f4-d733595fcca7', 'attached_at': '2025-05-14T14:00:55.000000', 'detached_at': '', 'volume_id': '121932ac-6967-4d9c-8da9-98c6f51b89e6', 'serial': '121932ac-6967-4d9c-8da9-98c6f51b89e6'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1271.598188] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864c5963-8071-4e24-8cd3-ec7e30fa528c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.617019] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecdc85e-6e15-4efe-b2b5-60b2305baf15 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.623801] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c7ea54-c50a-4d6d-a342-1361b94e8c7a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.642449] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29086d1c-9fe9-43cc-96c0-7be4e6f72ff4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.657391] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] The volume has not been displaced from its original location: [datastore2] volume-121932ac-6967-4d9c-8da9-98c6f51b89e6/volume-121932ac-6967-4d9c-8da9-98c6f51b89e6.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1271.662635] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1271.662930] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48e4aad2-2944-49ea-9efb-3bfeea553f5b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.680912] env[69357]: DEBUG oslo_vmware.api [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1271.680912] env[69357]: value = "task-4151719" [ 1271.680912] env[69357]: _type = "Task" [ 1271.680912] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.688950] env[69357]: DEBUG oslo_vmware.api [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.191980] env[69357]: DEBUG oslo_vmware.api [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151719, 'name': ReconfigVM_Task, 'duration_secs': 0.155275} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.192310] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1272.197181] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58e01296-7da6-4239-bc2a-5fb602e69bf0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.213674] env[69357]: DEBUG oslo_vmware.api [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1272.213674] env[69357]: value = "task-4151720" [ 1272.213674] env[69357]: _type = "Task" [ 1272.213674] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.222765] env[69357]: DEBUG oslo_vmware.api [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.396398] env[69357]: DEBUG nova.compute.manager [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Stashing vm_state: active {{(pid=69357) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1272.723512] env[69357]: DEBUG oslo_vmware.api [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151720, 'name': ReconfigVM_Task, 'duration_secs': 0.185846} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.723828] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822060', 'volume_id': '121932ac-6967-4d9c-8da9-98c6f51b89e6', 'name': 'volume-121932ac-6967-4d9c-8da9-98c6f51b89e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5f96a30d-cf57-47cd-92f4-d733595fcca7', 'attached_at': '2025-05-14T14:00:55.000000', 'detached_at': '', 'volume_id': '121932ac-6967-4d9c-8da9-98c6f51b89e6', 'serial': '121932ac-6967-4d9c-8da9-98c6f51b89e6'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1272.724194] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.725131] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fcfab6-405a-4f37-b964-0f9fe46b127e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.732097] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.732340] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3d24884-c644-4697-8b09-4c6c05b58dbe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.798804] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.799055] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.799357] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Deleting the datastore file [datastore2] 5f96a30d-cf57-47cd-92f4-d733595fcca7 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.799670] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01938134-4186-4c72-ad23-cb9da478e2eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.806384] env[69357]: DEBUG oslo_vmware.api [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1272.806384] env[69357]: value = "task-4151722" [ 1272.806384] env[69357]: _type = "Task" [ 1272.806384] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.814599] env[69357]: DEBUG oslo_vmware.api [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.915980] env[69357]: DEBUG oslo_concurrency.lockutils [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.916329] env[69357]: DEBUG oslo_concurrency.lockutils [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.316253] env[69357]: DEBUG oslo_vmware.api [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146685} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.316747] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.316747] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.316849] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.317038] env[69357]: INFO nova.compute.manager [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1273.317320] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.317524] env[69357]: DEBUG nova.compute.manager [-] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1273.317615] env[69357]: DEBUG nova.network.neutron [-] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1273.421083] env[69357]: INFO nova.compute.claims [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.830921] env[69357]: DEBUG nova.compute.manager [req-49e79bab-0aa3-4211-b6fb-a79b8aa01fa2 req-8115af48-7c35-4ba7-b1e4-21fcd945e972 service nova] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Received event network-vif-deleted-4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.831081] env[69357]: INFO nova.compute.manager [req-49e79bab-0aa3-4211-b6fb-a79b8aa01fa2 req-8115af48-7c35-4ba7-b1e4-21fcd945e972 service nova] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Neutron deleted interface 4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38; detaching it from the instance and deleting it from the info cache [ 1273.831265] env[69357]: DEBUG nova.network.neutron [req-49e79bab-0aa3-4211-b6fb-a79b8aa01fa2 req-8115af48-7c35-4ba7-b1e4-21fcd945e972 service nova] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.927626] env[69357]: INFO nova.compute.resource_tracker [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Updating resource usage from migration cf12ca83-13bc-479e-8743-6e9a2a537d0f [ 1274.048468] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d911882-9642-4142-8333-b8fd2c18f334 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.056738] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd339cc4-da94-458f-944a-ed907cc36f40 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.086148] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b1f017-5942-43ce-a55d-495e409f0523 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.094157] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bb87ed-ad60-40cc-aa22-750f896146e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.108608] env[69357]: DEBUG nova.compute.provider_tree [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.310456] env[69357]: DEBUG nova.network.neutron [-] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.334333] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c597154a-459d-4ac2-ad66-fd7d9979a646 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.344992] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e41e7a-0025-4fc0-bd3a-b96888857769 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.376120] env[69357]: DEBUG nova.compute.manager [req-49e79bab-0aa3-4211-b6fb-a79b8aa01fa2 req-8115af48-7c35-4ba7-b1e4-21fcd945e972 service nova] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Detach interface failed, port_id=4a1bd719-31ae-4fd6-a4be-f8aeaf1f2e38, reason: Instance 5f96a30d-cf57-47cd-92f4-d733595fcca7 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1274.612357] env[69357]: DEBUG nova.scheduler.client.report [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.813681] env[69357]: INFO nova.compute.manager [-] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Took 1.50 seconds to deallocate network for instance. [ 1275.117931] env[69357]: DEBUG oslo_concurrency.lockutils [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.201s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.118235] env[69357]: INFO nova.compute.manager [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Migrating [ 1275.323809] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-82663f00-3cd0-440c-be0b-a204de9b5529 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1275.324090] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-82663f00-3cd0-440c-be0b-a204de9b5529 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822084', 'volume_id': '6bdbb8d0-d9fb-4afb-84c3-716998a624da', 'name': 'volume-6bdbb8d0-d9fb-4afb-84c3-716998a624da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af', 'attached_at': '', 'detached_at': '', 'volume_id': '6bdbb8d0-d9fb-4afb-84c3-716998a624da', 'serial': '6bdbb8d0-d9fb-4afb-84c3-716998a624da'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1275.325031] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a17a20-c9d3-4fdc-81b9-f3bff38a7874 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.351517] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da56f72e-210e-41b1-8045-b432aecc9d21 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.357228] env[69357]: INFO nova.compute.manager [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Took 0.54 seconds to detach 1 volumes for instance. [ 1275.381192] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-82663f00-3cd0-440c-be0b-a204de9b5529 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-6bdbb8d0-d9fb-4afb-84c3-716998a624da/volume-6bdbb8d0-d9fb-4afb-84c3-716998a624da.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.381794] env[69357]: DEBUG nova.compute.manager [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Deleting volume: 121932ac-6967-4d9c-8da9-98c6f51b89e6 {{(pid=69357) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1275.383773] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ebe8ca5-7315-4425-91aa-3dec1cde3996 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.403225] env[69357]: DEBUG oslo_vmware.api [None req-82663f00-3cd0-440c-be0b-a204de9b5529 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1275.403225] env[69357]: value = "task-4151724" [ 1275.403225] env[69357]: _type = "Task" [ 1275.403225] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.411969] env[69357]: DEBUG oslo_vmware.api [None req-82663f00-3cd0-440c-be0b-a204de9b5529 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.634430] env[69357]: DEBUG oslo_concurrency.lockutils [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "refresh_cache-9f8983be-c103-4524-ab5a-88758b18160a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.634723] env[69357]: DEBUG oslo_concurrency.lockutils [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "refresh_cache-9f8983be-c103-4524-ab5a-88758b18160a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.634969] env[69357]: DEBUG nova.network.neutron [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.914366] env[69357]: DEBUG oslo_vmware.api [None req-82663f00-3cd0-440c-be0b-a204de9b5529 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151724, 'name': ReconfigVM_Task, 'duration_secs': 0.361868} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.914653] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-82663f00-3cd0-440c-be0b-a204de9b5529 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-6bdbb8d0-d9fb-4afb-84c3-716998a624da/volume-6bdbb8d0-d9fb-4afb-84c3-716998a624da.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.919540] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52550b58-9f61-4b7e-a346-5d0d8e6c75c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.936061] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.936327] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.936577] env[69357]: DEBUG nova.objects.instance [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lazy-loading 'resources' on Instance uuid 5f96a30d-cf57-47cd-92f4-d733595fcca7 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.937776] env[69357]: DEBUG oslo_vmware.api [None req-82663f00-3cd0-440c-be0b-a204de9b5529 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1275.937776] env[69357]: value = "task-4151726" [ 1275.937776] env[69357]: _type = "Task" [ 1275.937776] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.947741] env[69357]: DEBUG oslo_vmware.api [None req-82663f00-3cd0-440c-be0b-a204de9b5529 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.436271] env[69357]: DEBUG nova.network.neutron [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Updating instance_info_cache with network_info: [{"id": "71954c89-4416-4f49-9416-3fb168a18829", "address": "fa:16:3e:ba:33:af", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71954c89-44", "ovs_interfaceid": "71954c89-4416-4f49-9416-3fb168a18829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.451619] env[69357]: DEBUG oslo_vmware.api [None req-82663f00-3cd0-440c-be0b-a204de9b5529 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151726, 'name': ReconfigVM_Task, 'duration_secs': 0.147593} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.451931] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-82663f00-3cd0-440c-be0b-a204de9b5529 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822084', 'volume_id': '6bdbb8d0-d9fb-4afb-84c3-716998a624da', 'name': 'volume-6bdbb8d0-d9fb-4afb-84c3-716998a624da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af', 'attached_at': '', 'detached_at': '', 'volume_id': '6bdbb8d0-d9fb-4afb-84c3-716998a624da', 'serial': '6bdbb8d0-d9fb-4afb-84c3-716998a624da'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1276.561969] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ba07ab-07bd-4fec-a668-d4e1d9790f3d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.570208] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20c4951-1074-474c-af08-0a985c143d3d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.602033] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae319f0d-693f-4ec9-a5b9-63dbbca113d1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.610486] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8085290c-b418-47bf-8780-4fc1a19c3138 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.624854] env[69357]: DEBUG nova.compute.provider_tree [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.939122] env[69357]: DEBUG oslo_concurrency.lockutils [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "refresh_cache-9f8983be-c103-4524-ab5a-88758b18160a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.128147] env[69357]: DEBUG nova.scheduler.client.report [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.491831] env[69357]: DEBUG nova.objects.instance [None req-82663f00-3cd0-440c-be0b-a204de9b5529 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lazy-loading 'flavor' on Instance uuid 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.634372] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.659028] env[69357]: INFO nova.scheduler.client.report [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Deleted allocations for instance 5f96a30d-cf57-47cd-92f4-d733595fcca7 [ 1277.997803] env[69357]: DEBUG oslo_concurrency.lockutils [None req-82663f00-3cd0-440c-be0b-a204de9b5529 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.271s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.168018] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b46e8eee-c092-4639-8a18-184edd3ebc9b tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "5f96a30d-cf57-47cd-92f4-d733595fcca7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.598s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.383129] env[69357]: DEBUG oslo_concurrency.lockutils [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "07c7d211-79ea-4e36-a7dd-820bf3459e45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.383430] env[69357]: DEBUG oslo_concurrency.lockutils [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "07c7d211-79ea-4e36-a7dd-820bf3459e45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.383640] env[69357]: DEBUG oslo_concurrency.lockutils [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "07c7d211-79ea-4e36-a7dd-820bf3459e45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.383828] env[69357]: DEBUG oslo_concurrency.lockutils [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "07c7d211-79ea-4e36-a7dd-820bf3459e45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.384009] env[69357]: DEBUG oslo_concurrency.lockutils [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "07c7d211-79ea-4e36-a7dd-820bf3459e45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.386203] env[69357]: INFO nova.compute.manager [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Terminating instance [ 1278.454254] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fdd078-580e-4877-b384-f9d59f5e97d7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.472868] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Updating instance '9f8983be-c103-4524-ab5a-88758b18160a' progress to 0 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.896351] env[69357]: DEBUG nova.compute.manager [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1278.896351] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1278.899667] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b061c8-9320-4e29-aa80-81353aa8cb91 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.902866] env[69357]: DEBUG nova.compute.manager [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Stashing vm_state: active {{(pid=69357) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1278.911734] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.912032] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee7be56c-e780-467b-919d-6783dee70ad5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.919504] env[69357]: DEBUG oslo_vmware.api [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1278.919504] env[69357]: value = "task-4151727" [ 1278.919504] env[69357]: _type = "Task" [ 1278.919504] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.930799] env[69357]: DEBUG oslo_vmware.api [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.979221] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.979534] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceb9b55e-d7c0-40f1-b5b4-40a828a2d3cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.987156] env[69357]: DEBUG oslo_vmware.api [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1278.987156] env[69357]: value = "task-4151728" [ 1278.987156] env[69357]: _type = "Task" [ 1278.987156] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.997414] env[69357]: DEBUG oslo_vmware.api [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.425388] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.425662] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.430036] env[69357]: DEBUG oslo_vmware.api [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151727, 'name': PowerOffVM_Task, 'duration_secs': 0.218086} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.430637] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.430737] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1279.430942] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12cce66b-1c53-463f-9a64-4a796f232352 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.499450] env[69357]: DEBUG oslo_vmware.api [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151728, 'name': PowerOffVM_Task, 'duration_secs': 0.215594} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.499742] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.499995] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Updating instance '9f8983be-c103-4524-ab5a-88758b18160a' progress to 17 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1279.510373] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1279.510373] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1279.510373] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Deleting the datastore file [datastore1] 07c7d211-79ea-4e36-a7dd-820bf3459e45 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1279.510807] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e72e8017-ad68-48e4-9d86-6233035bf0e2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.518191] env[69357]: DEBUG oslo_vmware.api [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1279.518191] env[69357]: value = "task-4151730" [ 1279.518191] env[69357]: _type = "Task" [ 1279.518191] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.527781] env[69357]: DEBUG oslo_vmware.api [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.933790] env[69357]: INFO nova.compute.claims [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.009265] env[69357]: DEBUG nova.virt.hardware [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.009630] env[69357]: DEBUG nova.virt.hardware [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.009743] env[69357]: DEBUG nova.virt.hardware [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.009927] env[69357]: DEBUG nova.virt.hardware [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.010087] env[69357]: DEBUG nova.virt.hardware [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.010264] env[69357]: DEBUG nova.virt.hardware [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.010482] env[69357]: DEBUG nova.virt.hardware [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.010651] env[69357]: DEBUG nova.virt.hardware [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.011154] env[69357]: DEBUG nova.virt.hardware [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.011154] env[69357]: DEBUG nova.virt.hardware [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.011154] env[69357]: DEBUG nova.virt.hardware [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.016395] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acd94846-a568-4168-b697-5bfb8acb342b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.037064] env[69357]: DEBUG oslo_vmware.api [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140943} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.038325] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1280.038484] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1280.038686] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1280.038852] env[69357]: INFO nova.compute.manager [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1280.039114] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.039383] env[69357]: DEBUG oslo_vmware.api [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1280.039383] env[69357]: value = "task-4151731" [ 1280.039383] env[69357]: _type = "Task" [ 1280.039383] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.039576] env[69357]: DEBUG nova.compute.manager [-] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1280.039677] env[69357]: DEBUG nova.network.neutron [-] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1280.051649] env[69357]: DEBUG oslo_vmware.api [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151731, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.312207] env[69357]: DEBUG nova.compute.manager [req-b4d20bec-ca23-4c23-9fee-51cbd09853b2 req-b773ba6e-0d75-4457-ba92-7f3a0c43cab6 service nova] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Received event network-vif-deleted-5b5cc78f-281f-4aa6-8dd0-261c01e3a807 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.312207] env[69357]: INFO nova.compute.manager [req-b4d20bec-ca23-4c23-9fee-51cbd09853b2 req-b773ba6e-0d75-4457-ba92-7f3a0c43cab6 service nova] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Neutron deleted interface 5b5cc78f-281f-4aa6-8dd0-261c01e3a807; detaching it from the instance and deleting it from the info cache [ 1280.312207] env[69357]: DEBUG nova.network.neutron [req-b4d20bec-ca23-4c23-9fee-51cbd09853b2 req-b773ba6e-0d75-4457-ba92-7f3a0c43cab6 service nova] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.441037] env[69357]: INFO nova.compute.resource_tracker [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Updating resource usage from migration f13f941a-898e-40fc-9ccd-1e09a9b48224 [ 1280.553766] env[69357]: DEBUG oslo_vmware.api [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151731, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.567428] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60468f1-fca2-4fb4-8e27-689399d1511d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.576441] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c86f95-76d6-48c4-a1d2-3ab79a7f8ac2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.607104] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f536a8-8b25-462c-9d04-aaffaa566c3a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.616075] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2001ffa1-c4e8-4d04-8478-e0353e20415d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.630817] env[69357]: DEBUG nova.compute.provider_tree [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.794967] env[69357]: DEBUG nova.network.neutron [-] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.815392] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0730262-b49b-417b-84c7-0b728aeb1629 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.825905] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92b4f28-b54f-4c0f-80ae-3645fac1c3fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.861173] env[69357]: DEBUG nova.compute.manager [req-b4d20bec-ca23-4c23-9fee-51cbd09853b2 req-b773ba6e-0d75-4457-ba92-7f3a0c43cab6 service nova] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Detach interface failed, port_id=5b5cc78f-281f-4aa6-8dd0-261c01e3a807, reason: Instance 07c7d211-79ea-4e36-a7dd-820bf3459e45 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1281.053655] env[69357]: DEBUG oslo_vmware.api [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151731, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.134575] env[69357]: DEBUG nova.scheduler.client.report [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.297801] env[69357]: INFO nova.compute.manager [-] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Took 1.26 seconds to deallocate network for instance. [ 1281.554601] env[69357]: DEBUG oslo_vmware.api [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151731, 'name': ReconfigVM_Task, 'duration_secs': 1.177014} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.554858] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Updating instance '9f8983be-c103-4524-ab5a-88758b18160a' progress to 33 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1281.640298] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.214s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.640509] env[69357]: INFO nova.compute.manager [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Migrating [ 1281.804366] env[69357]: DEBUG oslo_concurrency.lockutils [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.804678] env[69357]: DEBUG oslo_concurrency.lockutils [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.804873] env[69357]: DEBUG nova.objects.instance [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lazy-loading 'resources' on Instance uuid 07c7d211-79ea-4e36-a7dd-820bf3459e45 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.062086] env[69357]: DEBUG nova.virt.hardware [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.062492] env[69357]: DEBUG nova.virt.hardware [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.062492] env[69357]: DEBUG nova.virt.hardware [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.062628] env[69357]: DEBUG nova.virt.hardware [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.062772] env[69357]: DEBUG nova.virt.hardware [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.062951] env[69357]: DEBUG nova.virt.hardware [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.063177] env[69357]: DEBUG nova.virt.hardware [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.063340] env[69357]: DEBUG nova.virt.hardware [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.063506] env[69357]: DEBUG nova.virt.hardware [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.063672] env[69357]: DEBUG nova.virt.hardware [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.063852] env[69357]: DEBUG nova.virt.hardware [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.069207] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1282.069514] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb0af3a9-f148-4f43-8ef5-64f710d510b1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.088987] env[69357]: DEBUG oslo_vmware.api [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1282.088987] env[69357]: value = "task-4151732" [ 1282.088987] env[69357]: _type = "Task" [ 1282.088987] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.097307] env[69357]: DEBUG oslo_vmware.api [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.155285] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "refresh_cache-16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.155467] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired lock "refresh_cache-16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.155697] env[69357]: DEBUG nova.network.neutron [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.424796] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71746821-177a-4eaf-83b3-a5691f9616a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.432668] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9271a0ee-b555-42f0-ac9b-490f123c14a1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.461855] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaad931-b453-4cf5-a616-2ddcf60a151e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.469356] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d3048c-0a95-4d37-ac2b-d2d370653cb1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.482779] env[69357]: DEBUG nova.compute.provider_tree [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.599900] env[69357]: DEBUG oslo_vmware.api [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151732, 'name': ReconfigVM_Task, 'duration_secs': 0.180487} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.666308] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1282.666308] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31acad81-2082-49f0-88ec-ed9c71c5b51f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.666308] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 9f8983be-c103-4524-ab5a-88758b18160a/9f8983be-c103-4524-ab5a-88758b18160a.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.666308] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fefa7f67-92d3-49c3-8c96-f37994e03b37 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.666308] env[69357]: DEBUG oslo_vmware.api [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1282.666308] env[69357]: value = "task-4151733" [ 1282.666308] env[69357]: _type = "Task" [ 1282.666308] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.666308] env[69357]: DEBUG oslo_vmware.api [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.876464] env[69357]: DEBUG nova.network.neutron [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Updating instance_info_cache with network_info: [{"id": "adc909a4-5827-430c-a00e-f1013bf25bd0", "address": "fa:16:3e:85:11:f7", "network": {"id": "12fab11b-6ad5-49ba-8738-05e9ae69d953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540370362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a8557f98174856b7f3027fcb0cd65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc909a4-58", "ovs_interfaceid": "adc909a4-5827-430c-a00e-f1013bf25bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.985971] env[69357]: DEBUG nova.scheduler.client.report [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.158299] env[69357]: DEBUG oslo_vmware.api [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151733, 'name': ReconfigVM_Task, 'duration_secs': 0.253341} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.158693] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 9f8983be-c103-4524-ab5a-88758b18160a/9f8983be-c103-4524-ab5a-88758b18160a.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.158791] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Updating instance '9f8983be-c103-4524-ab5a-88758b18160a' progress to 50 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1283.379211] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Releasing lock "refresh_cache-16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.491148] env[69357]: DEBUG oslo_concurrency.lockutils [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.509608] env[69357]: INFO nova.scheduler.client.report [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Deleted allocations for instance 07c7d211-79ea-4e36-a7dd-820bf3459e45 [ 1283.665328] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9aafcc2-c891-4136-aaa7-1c7c186e31d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.684836] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855e541f-b95a-464d-a2b9-7da1045f9ebd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.703081] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Updating instance '9f8983be-c103-4524-ab5a-88758b18160a' progress to 67 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1284.018322] env[69357]: DEBUG oslo_concurrency.lockutils [None req-795c6c93-cbfc-4b70-a0f5-457300c307a7 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "07c7d211-79ea-4e36-a7dd-820bf3459e45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.635s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.240892] env[69357]: DEBUG nova.network.neutron [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Port 71954c89-4416-4f49-9416-3fb168a18829 binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1284.897109] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990b3eb2-0cc3-45f6-9dfb-5b7c0f655e5e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.918393] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Updating instance '16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af' progress to 0 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1285.263454] env[69357]: DEBUG oslo_concurrency.lockutils [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "9f8983be-c103-4524-ab5a-88758b18160a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.263824] env[69357]: DEBUG oslo_concurrency.lockutils [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "9f8983be-c103-4524-ab5a-88758b18160a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.263824] env[69357]: DEBUG oslo_concurrency.lockutils [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "9f8983be-c103-4524-ab5a-88758b18160a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.424141] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.424504] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d14107b-120b-43dd-9d02-7ad5e1e2bc98 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.432193] env[69357]: DEBUG oslo_vmware.api [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1285.432193] env[69357]: value = "task-4151735" [ 1285.432193] env[69357]: _type = "Task" [ 1285.432193] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.441568] env[69357]: DEBUG oslo_vmware.api [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.681806] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f86bbe3f-9ac0-4f32-8f9d-e0d7d2ad1d5a tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "c68b4b49-e1fe-4ed9-b453-78b0037e90c9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.681963] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f86bbe3f-9ac0-4f32-8f9d-e0d7d2ad1d5a tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "c68b4b49-e1fe-4ed9-b453-78b0037e90c9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.943809] env[69357]: DEBUG oslo_vmware.api [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151735, 'name': PowerOffVM_Task, 'duration_secs': 0.232866} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.944114] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.944318] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Updating instance '16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af' progress to 17 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1286.186038] env[69357]: DEBUG nova.compute.utils [None req-f86bbe3f-9ac0-4f32-8f9d-e0d7d2ad1d5a tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1286.298307] env[69357]: DEBUG oslo_concurrency.lockutils [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "refresh_cache-9f8983be-c103-4524-ab5a-88758b18160a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.298600] env[69357]: DEBUG oslo_concurrency.lockutils [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "refresh_cache-9f8983be-c103-4524-ab5a-88758b18160a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.298775] env[69357]: DEBUG nova.network.neutron [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.450369] env[69357]: DEBUG nova.virt.hardware [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1286.450683] env[69357]: DEBUG nova.virt.hardware [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.450782] env[69357]: DEBUG nova.virt.hardware [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1286.450969] env[69357]: DEBUG nova.virt.hardware [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.451140] env[69357]: DEBUG nova.virt.hardware [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1286.451298] env[69357]: DEBUG nova.virt.hardware [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1286.451512] env[69357]: DEBUG nova.virt.hardware [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1286.451673] env[69357]: DEBUG nova.virt.hardware [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1286.451841] env[69357]: DEBUG nova.virt.hardware [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1286.452494] env[69357]: DEBUG nova.virt.hardware [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1286.452494] env[69357]: DEBUG nova.virt.hardware [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1286.457394] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb95912a-4992-4430-867b-d4fa4bc49280 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.474870] env[69357]: DEBUG oslo_vmware.api [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1286.474870] env[69357]: value = "task-4151736" [ 1286.474870] env[69357]: _type = "Task" [ 1286.474870] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.483340] env[69357]: DEBUG oslo_vmware.api [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.689198] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f86bbe3f-9ac0-4f32-8f9d-e0d7d2ad1d5a tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "c68b4b49-e1fe-4ed9-b453-78b0037e90c9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.984917] env[69357]: DEBUG oslo_vmware.api [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151736, 'name': ReconfigVM_Task, 'duration_secs': 0.175579} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.985217] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Updating instance '16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af' progress to 33 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.300210] env[69357]: DEBUG nova.network.neutron [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Updating instance_info_cache with network_info: [{"id": "71954c89-4416-4f49-9416-3fb168a18829", "address": "fa:16:3e:ba:33:af", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71954c89-44", "ovs_interfaceid": "71954c89-4416-4f49-9416-3fb168a18829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.491638] env[69357]: DEBUG nova.virt.hardware [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.491940] env[69357]: DEBUG nova.virt.hardware [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.492056] env[69357]: DEBUG nova.virt.hardware [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.492269] env[69357]: DEBUG nova.virt.hardware [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.492421] env[69357]: DEBUG nova.virt.hardware [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.492572] env[69357]: DEBUG nova.virt.hardware [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.492787] env[69357]: DEBUG nova.virt.hardware [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.492971] env[69357]: DEBUG nova.virt.hardware [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.493170] env[69357]: DEBUG nova.virt.hardware [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.493347] env[69357]: DEBUG nova.virt.hardware [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.493529] env[69357]: DEBUG nova.virt.hardware [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.498953] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1287.499274] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0df3ebb8-2ca5-411d-9dc7-e01bfe39b93c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.519039] env[69357]: DEBUG oslo_vmware.api [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1287.519039] env[69357]: value = "task-4151737" [ 1287.519039] env[69357]: _type = "Task" [ 1287.519039] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.527302] env[69357]: DEBUG oslo_vmware.api [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.754133] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f86bbe3f-9ac0-4f32-8f9d-e0d7d2ad1d5a tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "c68b4b49-e1fe-4ed9-b453-78b0037e90c9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.754418] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f86bbe3f-9ac0-4f32-8f9d-e0d7d2ad1d5a tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "c68b4b49-e1fe-4ed9-b453-78b0037e90c9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.754665] env[69357]: INFO nova.compute.manager [None req-f86bbe3f-9ac0-4f32-8f9d-e0d7d2ad1d5a tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Attaching volume 5ba9e91e-8fdf-4c57-8ee1-5514b501c783 to /dev/sdb [ 1287.789479] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fa87a2-6b73-4b32-9d21-d5af6268b8ea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.797507] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc686b2-010a-4e04-bbf1-295b808266e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.803391] env[69357]: DEBUG oslo_concurrency.lockutils [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "refresh_cache-9f8983be-c103-4524-ab5a-88758b18160a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.811274] env[69357]: DEBUG nova.virt.block_device [None req-f86bbe3f-9ac0-4f32-8f9d-e0d7d2ad1d5a tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Updating existing volume attachment record: 4b74704b-16c1-4482-8296-8a45d06a6187 {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1288.027948] env[69357]: DEBUG oslo_vmware.api [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151737, 'name': ReconfigVM_Task, 'duration_secs': 0.184317} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.028237] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1288.029038] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb811da-429b-403d-a165-f0d5e46743e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.054186] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af/16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.054503] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a49d2e44-71e0-4f1d-85f4-b5c625610c8c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.072919] env[69357]: DEBUG oslo_vmware.api [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1288.072919] env[69357]: value = "task-4151741" [ 1288.072919] env[69357]: _type = "Task" [ 1288.072919] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.084044] env[69357]: DEBUG oslo_vmware.api [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.154647] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "d8dab389-b197-4774-8f88-295552bb57dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.155112] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "d8dab389-b197-4774-8f88-295552bb57dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.155376] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "d8dab389-b197-4774-8f88-295552bb57dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.155607] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "d8dab389-b197-4774-8f88-295552bb57dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.155843] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "d8dab389-b197-4774-8f88-295552bb57dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.158628] env[69357]: INFO nova.compute.manager [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Terminating instance [ 1288.330965] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7777fcb4-c7b2-4bae-8f73-4edb02cfeea6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.352312] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cd059c-9aae-4bd9-8ac7-4a0629bf0695 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.360029] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Updating instance '9f8983be-c103-4524-ab5a-88758b18160a' progress to 83 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.583392] env[69357]: DEBUG oslo_vmware.api [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151741, 'name': ReconfigVM_Task, 'duration_secs': 0.300801} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.583621] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af/16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.583922] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Updating instance '16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af' progress to 50 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.663676] env[69357]: DEBUG nova.compute.manager [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1288.663915] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1288.664854] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316f16ab-71d3-48af-bfee-f86d4230932c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.672994] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.673272] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f8b5f4f-2b2b-40a6-b681-d989431efeed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.680040] env[69357]: DEBUG oslo_vmware.api [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1288.680040] env[69357]: value = "task-4151742" [ 1288.680040] env[69357]: _type = "Task" [ 1288.680040] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.689390] env[69357]: DEBUG oslo_vmware.api [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.866389] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.866698] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc25fff7-d48e-4cdd-9f5b-314fb0280b18 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.874895] env[69357]: DEBUG oslo_vmware.api [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1288.874895] env[69357]: value = "task-4151743" [ 1288.874895] env[69357]: _type = "Task" [ 1288.874895] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.885765] env[69357]: DEBUG oslo_vmware.api [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.091082] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a191fcbd-eeb7-490b-b0d0-707eea5fc8f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.112893] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a8806e-054d-49fb-b36d-1f6a6fccce4a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.134299] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Updating instance '16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af' progress to 67 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.191020] env[69357]: DEBUG oslo_vmware.api [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151742, 'name': PowerOffVM_Task, 'duration_secs': 0.175681} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.191290] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.191464] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.191715] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a335d40f-c198-4efe-be94-5070f1c3a9b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.280598] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.280838] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.281036] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Deleting the datastore file [datastore1] d8dab389-b197-4774-8f88-295552bb57dc {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.281322] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11415381-10ce-455c-98dc-9b5e9243cf49 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.287908] env[69357]: DEBUG oslo_vmware.api [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for the task: (returnval){ [ 1289.287908] env[69357]: value = "task-4151745" [ 1289.287908] env[69357]: _type = "Task" [ 1289.287908] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.296144] env[69357]: DEBUG oslo_vmware.api [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.385972] env[69357]: DEBUG oslo_vmware.api [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151743, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.800924] env[69357]: DEBUG oslo_vmware.api [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Task: {'id': task-4151745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135846} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.802053] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.802053] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.802053] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1289.802265] env[69357]: INFO nova.compute.manager [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1289.802460] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.802663] env[69357]: DEBUG nova.compute.manager [-] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1289.802764] env[69357]: DEBUG nova.network.neutron [-] [instance: d8dab389-b197-4774-8f88-295552bb57dc] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1289.886621] env[69357]: DEBUG oslo_vmware.api [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151743, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.114595] env[69357]: DEBUG nova.compute.manager [req-7c2ea094-bb9c-4380-bb38-22e0ddce57ed req-f4583813-3eba-4e61-9e6a-fc9fc515406e service nova] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Received event network-vif-deleted-c86f8dba-e3db-4df1-8dc6-413396b23bce {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.115028] env[69357]: INFO nova.compute.manager [req-7c2ea094-bb9c-4380-bb38-22e0ddce57ed req-f4583813-3eba-4e61-9e6a-fc9fc515406e service nova] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Neutron deleted interface c86f8dba-e3db-4df1-8dc6-413396b23bce; detaching it from the instance and deleting it from the info cache [ 1290.115190] env[69357]: DEBUG nova.network.neutron [req-7c2ea094-bb9c-4380-bb38-22e0ddce57ed req-f4583813-3eba-4e61-9e6a-fc9fc515406e service nova] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.389042] env[69357]: DEBUG oslo_vmware.api [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151743, 'name': PowerOnVM_Task, 'duration_secs': 1.242835} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.389042] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.389042] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-caffcf46-1b1f-4229-8c30-bdbfb5bf8a0b tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Updating instance '9f8983be-c103-4524-ab5a-88758b18160a' progress to 100 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.591686] env[69357]: DEBUG nova.network.neutron [-] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.618964] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c50b3e7-ce74-47f9-9a6e-3143967b07ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.629526] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d156cd-5c0a-4bee-9b3c-256674f2ea08 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.658634] env[69357]: DEBUG nova.compute.manager [req-7c2ea094-bb9c-4380-bb38-22e0ddce57ed req-f4583813-3eba-4e61-9e6a-fc9fc515406e service nova] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Detach interface failed, port_id=c86f8dba-e3db-4df1-8dc6-413396b23bce, reason: Instance d8dab389-b197-4774-8f88-295552bb57dc could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1290.773186] env[69357]: DEBUG nova.network.neutron [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Port adc909a4-5827-430c-a00e-f1013bf25bd0 binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1291.095325] env[69357]: INFO nova.compute.manager [-] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Took 1.29 seconds to deallocate network for instance. [ 1291.601716] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.602029] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.602202] env[69357]: DEBUG nova.objects.instance [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lazy-loading 'resources' on Instance uuid d8dab389-b197-4774-8f88-295552bb57dc {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.796735] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.796960] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.797159] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.221550] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69c117c-a7a5-44cc-9d7d-e7640970a9b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.229644] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92390bce-6d8f-4abb-8919-ae4228fdd5c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.261929] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d17022-0dee-4235-aa51-cc0b4e940f11 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.270280] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec685a8-a567-4b94-b091-8d9c0d577c70 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.283978] env[69357]: DEBUG nova.compute.provider_tree [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.294953] env[69357]: DEBUG nova.network.neutron [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Port 71954c89-4416-4f49-9416-3fb168a18829 binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1292.295261] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "refresh_cache-9f8983be-c103-4524-ab5a-88758b18160a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.295417] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "refresh_cache-9f8983be-c103-4524-ab5a-88758b18160a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.295581] env[69357]: DEBUG nova.network.neutron [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.356432] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f86bbe3f-9ac0-4f32-8f9d-e0d7d2ad1d5a tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1292.356705] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f86bbe3f-9ac0-4f32-8f9d-e0d7d2ad1d5a tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822086', 'volume_id': '5ba9e91e-8fdf-4c57-8ee1-5514b501c783', 'name': 'volume-5ba9e91e-8fdf-4c57-8ee1-5514b501c783', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c68b4b49-e1fe-4ed9-b453-78b0037e90c9', 'attached_at': '', 'detached_at': '', 'volume_id': '5ba9e91e-8fdf-4c57-8ee1-5514b501c783', 'serial': '5ba9e91e-8fdf-4c57-8ee1-5514b501c783'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1292.357688] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a04540-5e98-4f5f-b82f-79defa31e25f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.375801] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198be117-2ca2-4b62-9bdf-bc2314670b2c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.400657] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f86bbe3f-9ac0-4f32-8f9d-e0d7d2ad1d5a tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-5ba9e91e-8fdf-4c57-8ee1-5514b501c783/volume-5ba9e91e-8fdf-4c57-8ee1-5514b501c783.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.400923] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc44716d-770d-4570-82a9-495b35196474 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.419661] env[69357]: DEBUG oslo_vmware.api [None req-f86bbe3f-9ac0-4f32-8f9d-e0d7d2ad1d5a tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1292.419661] env[69357]: value = "task-4151747" [ 1292.419661] env[69357]: _type = "Task" [ 1292.419661] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.428410] env[69357]: DEBUG oslo_vmware.api [None req-f86bbe3f-9ac0-4f32-8f9d-e0d7d2ad1d5a tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.788084] env[69357]: DEBUG nova.scheduler.client.report [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.862402] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "refresh_cache-16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.862584] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired lock "refresh_cache-16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.862822] env[69357]: DEBUG nova.network.neutron [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.931193] env[69357]: DEBUG oslo_vmware.api [None req-f86bbe3f-9ac0-4f32-8f9d-e0d7d2ad1d5a tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151747, 'name': ReconfigVM_Task, 'duration_secs': 0.343544} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.931495] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f86bbe3f-9ac0-4f32-8f9d-e0d7d2ad1d5a tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-5ba9e91e-8fdf-4c57-8ee1-5514b501c783/volume-5ba9e91e-8fdf-4c57-8ee1-5514b501c783.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.939120] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5e54f5f-6ff8-4c91-b514-25f4a43470ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.954738] env[69357]: DEBUG oslo_vmware.api [None req-f86bbe3f-9ac0-4f32-8f9d-e0d7d2ad1d5a tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1292.954738] env[69357]: value = "task-4151748" [ 1292.954738] env[69357]: _type = "Task" [ 1292.954738] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.965238] env[69357]: DEBUG oslo_vmware.api [None req-f86bbe3f-9ac0-4f32-8f9d-e0d7d2ad1d5a tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.101700] env[69357]: DEBUG nova.network.neutron [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Updating instance_info_cache with network_info: [{"id": "71954c89-4416-4f49-9416-3fb168a18829", "address": "fa:16:3e:ba:33:af", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71954c89-44", "ovs_interfaceid": "71954c89-4416-4f49-9416-3fb168a18829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.294664] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.315424] env[69357]: INFO nova.scheduler.client.report [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Deleted allocations for instance d8dab389-b197-4774-8f88-295552bb57dc [ 1293.467403] env[69357]: DEBUG oslo_vmware.api [None req-f86bbe3f-9ac0-4f32-8f9d-e0d7d2ad1d5a tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151748, 'name': ReconfigVM_Task, 'duration_secs': 0.142594} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.467719] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f86bbe3f-9ac0-4f32-8f9d-e0d7d2ad1d5a tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822086', 'volume_id': '5ba9e91e-8fdf-4c57-8ee1-5514b501c783', 'name': 'volume-5ba9e91e-8fdf-4c57-8ee1-5514b501c783', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c68b4b49-e1fe-4ed9-b453-78b0037e90c9', 'attached_at': '', 'detached_at': '', 'volume_id': '5ba9e91e-8fdf-4c57-8ee1-5514b501c783', 'serial': '5ba9e91e-8fdf-4c57-8ee1-5514b501c783'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1293.598739] env[69357]: DEBUG nova.network.neutron [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Updating instance_info_cache with network_info: [{"id": "adc909a4-5827-430c-a00e-f1013bf25bd0", "address": "fa:16:3e:85:11:f7", "network": {"id": "12fab11b-6ad5-49ba-8738-05e9ae69d953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540370362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a8557f98174856b7f3027fcb0cd65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc909a4-58", "ovs_interfaceid": "adc909a4-5827-430c-a00e-f1013bf25bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.604891] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "refresh_cache-9f8983be-c103-4524-ab5a-88758b18160a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.823934] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e459d314-f084-49f1-bce7-1a944996d4e6 tempest-ServerActionsTestOtherA-813728833 tempest-ServerActionsTestOtherA-813728833-project-member] Lock "d8dab389-b197-4774-8f88-295552bb57dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.669s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.101827] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Releasing lock "refresh_cache-16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.107918] env[69357]: DEBUG nova.compute.manager [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69357) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1294.108159] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.108407] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.506905] env[69357]: DEBUG nova.objects.instance [None req-f86bbe3f-9ac0-4f32-8f9d-e0d7d2ad1d5a tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lazy-loading 'flavor' on Instance uuid c68b4b49-e1fe-4ed9-b453-78b0037e90c9 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.611913] env[69357]: DEBUG nova.objects.instance [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lazy-loading 'migration_context' on Instance uuid 9f8983be-c103-4524-ab5a-88758b18160a {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.614493] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c83b1af-6a61-480a-afc4-376599530300 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.623334] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418a4355-36cb-424a-ad93-8e6c452e9574 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.011983] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f86bbe3f-9ac0-4f32-8f9d-e0d7d2ad1d5a tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "c68b4b49-e1fe-4ed9-b453-78b0037e90c9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.257s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.161016] env[69357]: INFO nova.compute.manager [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Rescuing [ 1295.161286] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "refresh_cache-c68b4b49-e1fe-4ed9-b453-78b0037e90c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.161444] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquired lock "refresh_cache-c68b4b49-e1fe-4ed9-b453-78b0037e90c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.161612] env[69357]: DEBUG nova.network.neutron [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.227704] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac3a932-daaa-4aa0-b9b1-82b8a3f3c246 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.235885] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ded88b-d98f-4e6a-8a61-0f29e78e4089 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.267500] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859018de-9dc9-4578-b10a-d11d8d45f4f7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.275236] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d64063-0eee-4ac1-bc3b-aec894c49c33 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.288631] env[69357]: DEBUG nova.compute.provider_tree [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.725869] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d7f4ad-428d-4e74-95b9-bc8c56dcf543 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.752119] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cef8f6-7c3a-4f8d-863c-cf497e49c06a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.759989] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Updating instance '16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af' progress to 83 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1295.791641] env[69357]: DEBUG nova.scheduler.client.report [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.904043] env[69357]: DEBUG nova.network.neutron [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Updating instance_info_cache with network_info: [{"id": "d8fde81d-4c13-487c-828a-5a3164764411", "address": "fa:16:3e:1a:ab:52", "network": {"id": "db1fa8e9-34d3-41e3-bd34-54da7b44d70d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1369033840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5473827eb1b64db98607da700e8ba7a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8fde81d-4c", "ovs_interfaceid": "d8fde81d-4c13-487c-828a-5a3164764411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.266039] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.266375] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d1a6804-80c8-4d3c-b050-f55211fa368c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.274708] env[69357]: DEBUG oslo_vmware.api [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1296.274708] env[69357]: value = "task-4151749" [ 1296.274708] env[69357]: _type = "Task" [ 1296.274708] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.283967] env[69357]: DEBUG oslo_vmware.api [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.406439] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Releasing lock "refresh_cache-c68b4b49-e1fe-4ed9-b453-78b0037e90c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.786418] env[69357]: DEBUG oslo_vmware.api [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151749, 'name': PowerOnVM_Task, 'duration_secs': 0.446118} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.786864] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.787152] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f0654f7b-276d-4e69-aa73-bdc0b5462541 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Updating instance '16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af' progress to 100 {{(pid=69357) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.804026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.695s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.943127] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.943731] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6028eab1-046b-4b3f-82d9-2f6855249c30 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.952465] env[69357]: DEBUG oslo_vmware.api [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1297.952465] env[69357]: value = "task-4151750" [ 1297.952465] env[69357]: _type = "Task" [ 1297.952465] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.961798] env[69357]: DEBUG oslo_vmware.api [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.349955] env[69357]: INFO nova.compute.manager [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Swapping old allocation on dict_keys(['41cb361a-522d-4695-b4b7-7751ac8e311a']) held by migration cf12ca83-13bc-479e-8743-6e9a2a537d0f for instance [ 1298.377773] env[69357]: DEBUG nova.scheduler.client.report [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Overwriting current allocation {'allocations': {'41cb361a-522d-4695-b4b7-7751ac8e311a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 159}}, 'project_id': '7057ae3e4a404d2eaf19cbb903512690', 'user_id': '1e7a4b24022447fbad1252fe073ed845', 'consumer_generation': 1} on consumer 9f8983be-c103-4524-ab5a-88758b18160a {{(pid=69357) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1298.462369] env[69357]: DEBUG oslo_vmware.api [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151750, 'name': PowerOffVM_Task, 'duration_secs': 0.201224} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.462369] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.463182] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6757cb69-c357-4571-a802-f329d0aa20dd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.491781] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f834fa41-1140-42c2-95b0-719a2783b2a3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.514484] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "refresh_cache-9f8983be-c103-4524-ab5a-88758b18160a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.514979] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "refresh_cache-9f8983be-c103-4524-ab5a-88758b18160a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.514979] env[69357]: DEBUG nova.network.neutron [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.536345] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.542024] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27002dec-5fe0-4f5a-b8e5-9cb324a12a85 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.546804] env[69357]: DEBUG oslo_vmware.api [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1298.546804] env[69357]: value = "task-4151751" [ 1298.546804] env[69357]: _type = "Task" [ 1298.546804] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.559739] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1298.562018] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1298.562018] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.562018] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.562018] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1298.562018] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97622552-de5c-486e-adb4-d2374d2f28c3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.573550] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1298.573550] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1298.573550] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dadf817-f867-431c-8f2e-b29513f5457c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.580339] env[69357]: DEBUG oslo_vmware.api [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1298.580339] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52cf7a3d-17ce-bb4c-832a-5ccac44d423c" [ 1298.580339] env[69357]: _type = "Task" [ 1298.580339] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.589187] env[69357]: DEBUG oslo_vmware.api [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52cf7a3d-17ce-bb4c-832a-5ccac44d423c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.737989] env[69357]: DEBUG nova.network.neutron [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Port adc909a4-5827-430c-a00e-f1013bf25bd0 binding to destination host cpu-1 is already ACTIVE {{(pid=69357) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1298.738312] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "refresh_cache-16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.738477] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired lock "refresh_cache-16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.738646] env[69357]: DEBUG nova.network.neutron [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.090440] env[69357]: DEBUG oslo_vmware.api [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52cf7a3d-17ce-bb4c-832a-5ccac44d423c, 'name': SearchDatastore_Task, 'duration_secs': 0.010247} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.091252] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-842da845-885a-463d-80b5-aef3543d1390 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.097097] env[69357]: DEBUG oslo_vmware.api [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1299.097097] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5237200d-e833-06b8-4a9e-ffc2b914ed78" [ 1299.097097] env[69357]: _type = "Task" [ 1299.097097] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.105679] env[69357]: DEBUG oslo_vmware.api [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5237200d-e833-06b8-4a9e-ffc2b914ed78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.314448] env[69357]: DEBUG nova.network.neutron [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Updating instance_info_cache with network_info: [{"id": "71954c89-4416-4f49-9416-3fb168a18829", "address": "fa:16:3e:ba:33:af", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71954c89-44", "ovs_interfaceid": "71954c89-4416-4f49-9416-3fb168a18829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.544803] env[69357]: DEBUG nova.network.neutron [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Updating instance_info_cache with network_info: [{"id": "adc909a4-5827-430c-a00e-f1013bf25bd0", "address": "fa:16:3e:85:11:f7", "network": {"id": "12fab11b-6ad5-49ba-8738-05e9ae69d953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540370362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a8557f98174856b7f3027fcb0cd65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc909a4-58", "ovs_interfaceid": "adc909a4-5827-430c-a00e-f1013bf25bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.608866] env[69357]: DEBUG oslo_vmware.api [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5237200d-e833-06b8-4a9e-ffc2b914ed78, 'name': SearchDatastore_Task, 'duration_secs': 0.010396} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.608866] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.609081] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] c68b4b49-e1fe-4ed9-b453-78b0037e90c9/2e3b5354-f6ca-4797-91ac-a700805a06c3-rescue.vmdk. {{(pid=69357) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1299.609324] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-618969a8-5057-4d0f-b2b1-9df8b83b93f6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.617637] env[69357]: DEBUG oslo_vmware.api [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1299.617637] env[69357]: value = "task-4151752" [ 1299.617637] env[69357]: _type = "Task" [ 1299.617637] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.626991] env[69357]: DEBUG oslo_vmware.api [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.772495] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Acquiring lock "c518c32a-9736-44c1-a6e9-1917665e3154" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.772742] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Lock "c518c32a-9736-44c1-a6e9-1917665e3154" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.817302] env[69357]: DEBUG oslo_concurrency.lockutils [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "refresh_cache-9f8983be-c103-4524-ab5a-88758b18160a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.817819] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.818209] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4085d64f-f648-4250-bc44-f0ca1ca879c1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.827075] env[69357]: DEBUG oslo_vmware.api [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1299.827075] env[69357]: value = "task-4151753" [ 1299.827075] env[69357]: _type = "Task" [ 1299.827075] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.837888] env[69357]: DEBUG oslo_vmware.api [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.047558] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Releasing lock "refresh_cache-16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.129604] env[69357]: DEBUG oslo_vmware.api [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510805} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.130072] env[69357]: INFO nova.virt.vmwareapi.ds_util [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] c68b4b49-e1fe-4ed9-b453-78b0037e90c9/2e3b5354-f6ca-4797-91ac-a700805a06c3-rescue.vmdk. [ 1300.130775] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783f9ef4-2c14-451a-bbf4-66c6429fb632 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.162473] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] c68b4b49-e1fe-4ed9-b453-78b0037e90c9/2e3b5354-f6ca-4797-91ac-a700805a06c3-rescue.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.162751] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5217139-0b26-4ef3-8d0b-f153c1b0670f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.184479] env[69357]: DEBUG oslo_vmware.api [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1300.184479] env[69357]: value = "task-4151754" [ 1300.184479] env[69357]: _type = "Task" [ 1300.184479] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.193441] env[69357]: DEBUG oslo_vmware.api [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.275627] env[69357]: DEBUG nova.compute.manager [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1300.337756] env[69357]: DEBUG oslo_vmware.api [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151753, 'name': PowerOffVM_Task, 'duration_secs': 0.288963} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.338050] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.338724] env[69357]: DEBUG nova.virt.hardware [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.338939] env[69357]: DEBUG nova.virt.hardware [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.339115] env[69357]: DEBUG nova.virt.hardware [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.339330] env[69357]: DEBUG nova.virt.hardware [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.339486] env[69357]: DEBUG nova.virt.hardware [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.339639] env[69357]: DEBUG nova.virt.hardware [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.339845] env[69357]: DEBUG nova.virt.hardware [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.340013] env[69357]: DEBUG nova.virt.hardware [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.340192] env[69357]: DEBUG nova.virt.hardware [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.340359] env[69357]: DEBUG nova.virt.hardware [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.340546] env[69357]: DEBUG nova.virt.hardware [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.345920] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3991d79-abbe-4401-a523-e20906983efa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.363032] env[69357]: DEBUG oslo_vmware.api [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1300.363032] env[69357]: value = "task-4151755" [ 1300.363032] env[69357]: _type = "Task" [ 1300.363032] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.371754] env[69357]: DEBUG oslo_vmware.api [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.552054] env[69357]: DEBUG nova.compute.manager [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69357) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1300.694983] env[69357]: DEBUG oslo_vmware.api [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151754, 'name': ReconfigVM_Task, 'duration_secs': 0.358785} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.695349] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Reconfigured VM instance instance-00000077 to attach disk [datastore1] c68b4b49-e1fe-4ed9-b453-78b0037e90c9/2e3b5354-f6ca-4797-91ac-a700805a06c3-rescue.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.696409] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21540b4c-a41e-4e47-ba36-ffc16a8b7926 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.726232] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d2299e1-50b6-42de-a628-e4e74485ea6f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.740740] env[69357]: DEBUG oslo_vmware.api [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1300.740740] env[69357]: value = "task-4151756" [ 1300.740740] env[69357]: _type = "Task" [ 1300.740740] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.750834] env[69357]: DEBUG oslo_vmware.api [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.800369] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.800679] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.802342] env[69357]: INFO nova.compute.claims [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1300.874672] env[69357]: DEBUG oslo_vmware.api [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151755, 'name': ReconfigVM_Task, 'duration_secs': 0.29586} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.875579] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb160407-6d02-499c-9593-a5f45cb772c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.894492] env[69357]: DEBUG nova.virt.hardware [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.894731] env[69357]: DEBUG nova.virt.hardware [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.894893] env[69357]: DEBUG nova.virt.hardware [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.895097] env[69357]: DEBUG nova.virt.hardware [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.895293] env[69357]: DEBUG nova.virt.hardware [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.895456] env[69357]: DEBUG nova.virt.hardware [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.895678] env[69357]: DEBUG nova.virt.hardware [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.895857] env[69357]: DEBUG nova.virt.hardware [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.896159] env[69357]: DEBUG nova.virt.hardware [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.896228] env[69357]: DEBUG nova.virt.hardware [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.896386] env[69357]: DEBUG nova.virt.hardware [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.897241] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a50e3b53-abb1-4d43-af42-6cee17be89f7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.904049] env[69357]: DEBUG oslo_vmware.api [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1300.904049] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]524e0da1-06fa-0fc9-fe25-d6009b313f52" [ 1300.904049] env[69357]: _type = "Task" [ 1300.904049] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.914821] env[69357]: DEBUG oslo_vmware.api [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]524e0da1-06fa-0fc9-fe25-d6009b313f52, 'name': SearchDatastore_Task, 'duration_secs': 0.008547} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.921067] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1300.921067] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-844f4cc9-b667-4b53-8994-48f7aeb58341 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.940607] env[69357]: DEBUG oslo_vmware.api [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1300.940607] env[69357]: value = "task-4151757" [ 1300.940607] env[69357]: _type = "Task" [ 1300.940607] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.950022] env[69357]: DEBUG oslo_vmware.api [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.252263] env[69357]: DEBUG oslo_vmware.api [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151756, 'name': ReconfigVM_Task, 'duration_secs': 0.169048} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.252565] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.252815] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33396f0e-d0fd-47d8-ac29-267d7cee5973 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.259849] env[69357]: DEBUG oslo_vmware.api [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1301.259849] env[69357]: value = "task-4151758" [ 1301.259849] env[69357]: _type = "Task" [ 1301.259849] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.267969] env[69357]: DEBUG oslo_vmware.api [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.451130] env[69357]: DEBUG oslo_vmware.api [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151757, 'name': ReconfigVM_Task, 'duration_secs': 0.503793} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.451409] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1301.452205] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb133c71-01bd-4627-9c53-b42812c3527a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.475179] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 9f8983be-c103-4524-ab5a-88758b18160a/9f8983be-c103-4524-ab5a-88758b18160a.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.475494] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4864bc0-4fc2-4baf-afea-562ec5e23c96 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.494077] env[69357]: DEBUG oslo_vmware.api [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1301.494077] env[69357]: value = "task-4151759" [ 1301.494077] env[69357]: _type = "Task" [ 1301.494077] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.503363] env[69357]: DEBUG oslo_vmware.api [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.664434] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.770333] env[69357]: DEBUG oslo_vmware.api [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151758, 'name': PowerOnVM_Task, 'duration_secs': 0.431786} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.770670] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1301.774327] env[69357]: DEBUG nova.compute.manager [None req-c69f6fbc-9b55-40b4-a77a-d00258e34a4e tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1301.775211] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c083d0-0d4b-437f-9764-bbc6ca927bd6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.906591] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b472e536-e16d-4045-935b-59164c2c3c4b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.915452] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5243e5d-edef-4462-8942-addc7345c15c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.946967] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb22f55-bc8c-4c69-84b8-8e059d8ca869 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.956243] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3743be58-1ec2-4c4f-ae01-403c9eaa850b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.971553] env[69357]: DEBUG nova.compute.provider_tree [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.003130] env[69357]: DEBUG oslo_vmware.api [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151759, 'name': ReconfigVM_Task, 'duration_secs': 0.33022} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.003375] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 9f8983be-c103-4524-ab5a-88758b18160a/9f8983be-c103-4524-ab5a-88758b18160a.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.004230] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ce1f69-17c4-4659-90ec-533c7950e41b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.025404] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349fb3d5-b6c5-4389-b705-f890f9230205 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.043645] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ce3383-e8b8-4acc-84cb-e96997db3c1f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.062780] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7308cfb8-f29a-4823-97b9-34dd29da9875 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.070102] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.070343] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29624124-c367-441d-ba7a-f9ad4fbff3c6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.076647] env[69357]: DEBUG oslo_vmware.api [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1302.076647] env[69357]: value = "task-4151760" [ 1302.076647] env[69357]: _type = "Task" [ 1302.076647] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.083927] env[69357]: DEBUG oslo_vmware.api [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.475403] env[69357]: DEBUG nova.scheduler.client.report [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.586854] env[69357]: DEBUG oslo_vmware.api [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151760, 'name': PowerOnVM_Task, 'duration_secs': 0.464733} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.587111] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.982037] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.982608] env[69357]: DEBUG nova.compute.manager [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1302.985238] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.321s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.379262] env[69357]: INFO nova.compute.manager [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Unrescuing [ 1303.379551] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "refresh_cache-c68b4b49-e1fe-4ed9-b453-78b0037e90c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.379707] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquired lock "refresh_cache-c68b4b49-e1fe-4ed9-b453-78b0037e90c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.379879] env[69357]: DEBUG nova.network.neutron [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.488609] env[69357]: DEBUG nova.compute.utils [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1303.490170] env[69357]: DEBUG nova.objects.instance [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lazy-loading 'migration_context' on Instance uuid 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.491338] env[69357]: DEBUG nova.compute.manager [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1303.491511] env[69357]: DEBUG nova.network.neutron [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1303.542046] env[69357]: DEBUG nova.policy [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71b52298e39446f08d3af2acd1af0dcd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b078047b70746e0894d5a7321388f2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1303.597898] env[69357]: INFO nova.compute.manager [None req-fae950cd-2b4b-4678-9f90-a9a4fba78fcf tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Updating instance to original state: 'active' [ 1303.847847] env[69357]: DEBUG nova.network.neutron [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Successfully created port: 6b488518-6816-4e3c-947e-77f888bdc37c {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1303.993803] env[69357]: DEBUG nova.compute.manager [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1304.116172] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcef62e4-c72a-4f24-b4f8-571edd998171 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.131881] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e905b0ad-05fb-4f08-a30e-5b5a82b44a14 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.166681] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6252548-ba3a-401c-bbc4-233e61e06f5f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.175598] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb6e5a2-8bfb-409f-9356-7a16f902095f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.192055] env[69357]: DEBUG nova.compute.provider_tree [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.304350] env[69357]: DEBUG nova.network.neutron [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Updating instance_info_cache with network_info: [{"id": "d8fde81d-4c13-487c-828a-5a3164764411", "address": "fa:16:3e:1a:ab:52", "network": {"id": "db1fa8e9-34d3-41e3-bd34-54da7b44d70d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1369033840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5473827eb1b64db98607da700e8ba7a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8fde81d-4c", "ovs_interfaceid": "d8fde81d-4c13-487c-828a-5a3164764411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.698054] env[69357]: DEBUG nova.scheduler.client.report [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.807036] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Releasing lock "refresh_cache-c68b4b49-e1fe-4ed9-b453-78b0037e90c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.807774] env[69357]: DEBUG nova.objects.instance [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lazy-loading 'flavor' on Instance uuid c68b4b49-e1fe-4ed9-b453-78b0037e90c9 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.014243] env[69357]: DEBUG nova.compute.manager [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1305.043778] env[69357]: DEBUG nova.virt.hardware [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1305.044134] env[69357]: DEBUG nova.virt.hardware [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1305.044376] env[69357]: DEBUG nova.virt.hardware [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1305.044654] env[69357]: DEBUG nova.virt.hardware [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1305.044876] env[69357]: DEBUG nova.virt.hardware [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1305.045117] env[69357]: DEBUG nova.virt.hardware [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1305.045513] env[69357]: DEBUG nova.virt.hardware [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1305.045773] env[69357]: DEBUG nova.virt.hardware [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1305.046044] env[69357]: DEBUG nova.virt.hardware [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1305.046338] env[69357]: DEBUG nova.virt.hardware [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1305.046607] env[69357]: DEBUG nova.virt.hardware [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1305.047867] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93c6f03-9b0e-4080-afd9-d1e63d5884ae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.052345] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "9f8983be-c103-4524-ab5a-88758b18160a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.052663] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "9f8983be-c103-4524-ab5a-88758b18160a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.052951] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "9f8983be-c103-4524-ab5a-88758b18160a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.053237] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "9f8983be-c103-4524-ab5a-88758b18160a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.053486] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "9f8983be-c103-4524-ab5a-88758b18160a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.056820] env[69357]: INFO nova.compute.manager [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Terminating instance [ 1305.064910] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aec7de7-30ee-444d-b921-d4a4232fe196 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.313682] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd604f9-7ba7-4692-b027-25b487619257 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.339427] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.339731] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea8bb251-418f-4af3-bc6a-f30a4caa812c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.347814] env[69357]: DEBUG oslo_vmware.api [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1305.347814] env[69357]: value = "task-4151761" [ 1305.347814] env[69357]: _type = "Task" [ 1305.347814] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.356844] env[69357]: DEBUG oslo_vmware.api [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.486877] env[69357]: DEBUG nova.compute.manager [req-ea128114-d574-44fc-ad2d-3e4e4e50f57c req-ec6d3c4d-6070-4a9b-94d0-863cc9448daa service nova] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Received event network-vif-plugged-6b488518-6816-4e3c-947e-77f888bdc37c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.487427] env[69357]: DEBUG oslo_concurrency.lockutils [req-ea128114-d574-44fc-ad2d-3e4e4e50f57c req-ec6d3c4d-6070-4a9b-94d0-863cc9448daa service nova] Acquiring lock "c518c32a-9736-44c1-a6e9-1917665e3154-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.487697] env[69357]: DEBUG oslo_concurrency.lockutils [req-ea128114-d574-44fc-ad2d-3e4e4e50f57c req-ec6d3c4d-6070-4a9b-94d0-863cc9448daa service nova] Lock "c518c32a-9736-44c1-a6e9-1917665e3154-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.487857] env[69357]: DEBUG oslo_concurrency.lockutils [req-ea128114-d574-44fc-ad2d-3e4e4e50f57c req-ec6d3c4d-6070-4a9b-94d0-863cc9448daa service nova] Lock "c518c32a-9736-44c1-a6e9-1917665e3154-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.488044] env[69357]: DEBUG nova.compute.manager [req-ea128114-d574-44fc-ad2d-3e4e4e50f57c req-ec6d3c4d-6070-4a9b-94d0-863cc9448daa service nova] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] No waiting events found dispatching network-vif-plugged-6b488518-6816-4e3c-947e-77f888bdc37c {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1305.488222] env[69357]: WARNING nova.compute.manager [req-ea128114-d574-44fc-ad2d-3e4e4e50f57c req-ec6d3c4d-6070-4a9b-94d0-863cc9448daa service nova] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Received unexpected event network-vif-plugged-6b488518-6816-4e3c-947e-77f888bdc37c for instance with vm_state building and task_state spawning. [ 1305.570591] env[69357]: DEBUG nova.compute.manager [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1305.570826] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1305.571694] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04aa500e-3476-49fe-81d3-71a86c649b9b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.579914] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.580142] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2514bb8-6155-4cb6-8240-a347806dbcf7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.583556] env[69357]: DEBUG nova.network.neutron [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Successfully updated port: 6b488518-6816-4e3c-947e-77f888bdc37c {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1305.589119] env[69357]: DEBUG oslo_vmware.api [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1305.589119] env[69357]: value = "task-4151762" [ 1305.589119] env[69357]: _type = "Task" [ 1305.589119] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.602119] env[69357]: DEBUG oslo_vmware.api [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.709940] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.725s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.858899] env[69357]: DEBUG oslo_vmware.api [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151761, 'name': PowerOffVM_Task, 'duration_secs': 0.283472} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.859140] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.864900] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Reconfiguring VM instance instance-00000077 to detach disk 2002 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1305.865763] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39f65c54-9d21-4cf3-b200-9d35a8d369b6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.886061] env[69357]: DEBUG oslo_vmware.api [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1305.886061] env[69357]: value = "task-4151763" [ 1305.886061] env[69357]: _type = "Task" [ 1305.886061] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.895237] env[69357]: DEBUG oslo_vmware.api [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.086917] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Acquiring lock "refresh_cache-c518c32a-9736-44c1-a6e9-1917665e3154" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.087250] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Acquired lock "refresh_cache-c518c32a-9736-44c1-a6e9-1917665e3154" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.087473] env[69357]: DEBUG nova.network.neutron [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.099958] env[69357]: DEBUG oslo_vmware.api [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151762, 'name': PowerOffVM_Task, 'duration_secs': 0.207868} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.101143] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.101416] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.101753] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fb2b3f4-f1b8-4277-8c0e-73322d5f0022 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.187309] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.187901] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.188228] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Deleting the datastore file [datastore2] 9f8983be-c103-4524-ab5a-88758b18160a {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.188582] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bd3d022-4015-47b4-afa3-ec8aaf69aa25 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.195967] env[69357]: DEBUG oslo_vmware.api [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1306.195967] env[69357]: value = "task-4151765" [ 1306.195967] env[69357]: _type = "Task" [ 1306.195967] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.205840] env[69357]: DEBUG oslo_vmware.api [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.396774] env[69357]: DEBUG oslo_vmware.api [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151763, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.636169] env[69357]: DEBUG nova.network.neutron [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1306.707964] env[69357]: DEBUG oslo_vmware.api [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190504} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.708250] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1306.708438] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1306.708614] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1306.708785] env[69357]: INFO nova.compute.manager [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1306.709033] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.709224] env[69357]: DEBUG nova.compute.manager [-] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1306.709321] env[69357]: DEBUG nova.network.neutron [-] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1306.840791] env[69357]: DEBUG nova.network.neutron [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Updating instance_info_cache with network_info: [{"id": "6b488518-6816-4e3c-947e-77f888bdc37c", "address": "fa:16:3e:7d:48:ad", "network": {"id": "9e94413a-686b-448d-baeb-b71e8fadf238", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-429980950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b078047b70746e0894d5a7321388f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b488518-68", "ovs_interfaceid": "6b488518-6816-4e3c-947e-77f888bdc37c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.897505] env[69357]: DEBUG oslo_vmware.api [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151763, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.252590] env[69357]: INFO nova.compute.manager [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Swapping old allocation on dict_keys(['41cb361a-522d-4695-b4b7-7751ac8e311a']) held by migration f13f941a-898e-40fc-9ccd-1e09a9b48224 for instance [ 1307.280397] env[69357]: DEBUG nova.scheduler.client.report [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Overwriting current allocation {'allocations': {'41cb361a-522d-4695-b4b7-7751ac8e311a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 161}}, 'project_id': 'a0a8557f98174856b7f3027fcb0cd65f', 'user_id': '09f7b2f51f384f7bbeb9ad67492885e2', 'consumer_generation': 1} on consumer 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af {{(pid=69357) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1307.344210] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Releasing lock "refresh_cache-c518c32a-9736-44c1-a6e9-1917665e3154" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.344623] env[69357]: DEBUG nova.compute.manager [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Instance network_info: |[{"id": "6b488518-6816-4e3c-947e-77f888bdc37c", "address": "fa:16:3e:7d:48:ad", "network": {"id": "9e94413a-686b-448d-baeb-b71e8fadf238", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-429980950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b078047b70746e0894d5a7321388f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b488518-68", "ovs_interfaceid": "6b488518-6816-4e3c-947e-77f888bdc37c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1307.345128] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:48:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b488518-6816-4e3c-947e-77f888bdc37c', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1307.354464] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Creating folder: Project (0b078047b70746e0894d5a7321388f2d). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1307.355088] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa557d2c-8459-4e96-9544-4a1f2c6d2fe7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.370290] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Created folder: Project (0b078047b70746e0894d5a7321388f2d) in parent group-v821763. [ 1307.370511] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Creating folder: Instances. Parent ref: group-v822087. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1307.370833] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-711b017f-2e17-46a7-aad5-015090496d9c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.382040] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Created folder: Instances in parent group-v822087. [ 1307.382345] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.382662] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1307.382796] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc0d6f6b-77ef-4d7d-9f37-7a2a8d7c5438 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.408142] env[69357]: DEBUG oslo_vmware.api [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151763, 'name': ReconfigVM_Task, 'duration_secs': 1.278654} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.409857] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Reconfigured VM instance instance-00000077 to detach disk 2002 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1307.410123] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.410378] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1307.410378] env[69357]: value = "task-4151768" [ 1307.410378] env[69357]: _type = "Task" [ 1307.410378] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.410612] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e71b89d-01b8-4ef3-a0e9-76a961eb23e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.424289] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151768, 'name': CreateVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.425430] env[69357]: DEBUG oslo_vmware.api [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1307.425430] env[69357]: value = "task-4151769" [ 1307.425430] env[69357]: _type = "Task" [ 1307.425430] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.435973] env[69357]: DEBUG oslo_vmware.api [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.441185] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "refresh_cache-16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.441381] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired lock "refresh_cache-16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.441562] env[69357]: DEBUG nova.network.neutron [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.522685] env[69357]: DEBUG nova.compute.manager [req-a8616ea6-cc72-4557-89d2-75c2ebb8630b req-a2849067-2917-4144-8ee0-05ad9a72fae0 service nova] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Received event network-changed-6b488518-6816-4e3c-947e-77f888bdc37c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.522917] env[69357]: DEBUG nova.compute.manager [req-a8616ea6-cc72-4557-89d2-75c2ebb8630b req-a2849067-2917-4144-8ee0-05ad9a72fae0 service nova] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Refreshing instance network info cache due to event network-changed-6b488518-6816-4e3c-947e-77f888bdc37c. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1307.523272] env[69357]: DEBUG oslo_concurrency.lockutils [req-a8616ea6-cc72-4557-89d2-75c2ebb8630b req-a2849067-2917-4144-8ee0-05ad9a72fae0 service nova] Acquiring lock "refresh_cache-c518c32a-9736-44c1-a6e9-1917665e3154" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.523454] env[69357]: DEBUG oslo_concurrency.lockutils [req-a8616ea6-cc72-4557-89d2-75c2ebb8630b req-a2849067-2917-4144-8ee0-05ad9a72fae0 service nova] Acquired lock "refresh_cache-c518c32a-9736-44c1-a6e9-1917665e3154" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.523633] env[69357]: DEBUG nova.network.neutron [req-a8616ea6-cc72-4557-89d2-75c2ebb8630b req-a2849067-2917-4144-8ee0-05ad9a72fae0 service nova] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Refreshing network info cache for port 6b488518-6816-4e3c-947e-77f888bdc37c {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.925737] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151768, 'name': CreateVM_Task, 'duration_secs': 0.31831} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.925737] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1307.939878] env[69357]: DEBUG oslo_vmware.api [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151769, 'name': PowerOnVM_Task, 'duration_secs': 0.40172} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.941162] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.941365] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.941711] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.942055] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.942297] env[69357]: DEBUG nova.compute.manager [None req-5da4e688-b750-4255-8a11-1380f21c3584 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1307.942557] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b8dab82-859a-4cfe-82c5-cf17c234a28a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.944980] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7425b222-5005-465d-85d5-28a18c6cdf38 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.953036] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Waiting for the task: (returnval){ [ 1307.953036] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5296a902-75e2-58dd-e1fd-f91de0b5519f" [ 1307.953036] env[69357]: _type = "Task" [ 1307.953036] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.967957] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5296a902-75e2-58dd-e1fd-f91de0b5519f, 'name': SearchDatastore_Task, 'duration_secs': 0.011102} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.968321] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.968668] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.968936] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.969128] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.969410] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.969698] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b26c7611-a520-4512-b45d-76f378fdc0e6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.980009] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.980225] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.980970] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ea2189f-c0c4-4b00-b778-72f3f17a787f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.992624] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Waiting for the task: (returnval){ [ 1307.992624] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5215265a-45e0-c2b8-bee7-583158d9a39b" [ 1307.992624] env[69357]: _type = "Task" [ 1307.992624] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.003484] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5215265a-45e0-c2b8-bee7-583158d9a39b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.084678] env[69357]: DEBUG nova.network.neutron [-] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.301215] env[69357]: DEBUG nova.network.neutron [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Updating instance_info_cache with network_info: [{"id": "adc909a4-5827-430c-a00e-f1013bf25bd0", "address": "fa:16:3e:85:11:f7", "network": {"id": "12fab11b-6ad5-49ba-8738-05e9ae69d953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540370362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a8557f98174856b7f3027fcb0cd65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc909a4-58", "ovs_interfaceid": "adc909a4-5827-430c-a00e-f1013bf25bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.345456] env[69357]: DEBUG nova.network.neutron [req-a8616ea6-cc72-4557-89d2-75c2ebb8630b req-a2849067-2917-4144-8ee0-05ad9a72fae0 service nova] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Updated VIF entry in instance network info cache for port 6b488518-6816-4e3c-947e-77f888bdc37c. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.345861] env[69357]: DEBUG nova.network.neutron [req-a8616ea6-cc72-4557-89d2-75c2ebb8630b req-a2849067-2917-4144-8ee0-05ad9a72fae0 service nova] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Updating instance_info_cache with network_info: [{"id": "6b488518-6816-4e3c-947e-77f888bdc37c", "address": "fa:16:3e:7d:48:ad", "network": {"id": "9e94413a-686b-448d-baeb-b71e8fadf238", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-429980950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b078047b70746e0894d5a7321388f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b488518-68", "ovs_interfaceid": "6b488518-6816-4e3c-947e-77f888bdc37c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.503823] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5215265a-45e0-c2b8-bee7-583158d9a39b, 'name': SearchDatastore_Task, 'duration_secs': 0.011488} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.505295] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ec8ae61-69ec-4f04-85e9-9a3a59c890a4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.511191] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Waiting for the task: (returnval){ [ 1308.511191] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]524f3d30-48eb-e282-6c99-49c08fab918e" [ 1308.511191] env[69357]: _type = "Task" [ 1308.511191] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.520062] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]524f3d30-48eb-e282-6c99-49c08fab918e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.589910] env[69357]: INFO nova.compute.manager [-] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Took 1.88 seconds to deallocate network for instance. [ 1308.806866] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Releasing lock "refresh_cache-16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.807990] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f997f7b1-2e5c-4d6f-980f-00608343f737 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.815921] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679c97b8-4a47-43e4-aba9-40698a388254 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.848874] env[69357]: DEBUG oslo_concurrency.lockutils [req-a8616ea6-cc72-4557-89d2-75c2ebb8630b req-a2849067-2917-4144-8ee0-05ad9a72fae0 service nova] Releasing lock "refresh_cache-c518c32a-9736-44c1-a6e9-1917665e3154" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.022416] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]524f3d30-48eb-e282-6c99-49c08fab918e, 'name': SearchDatastore_Task, 'duration_secs': 0.01389} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.022841] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.026394] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] c518c32a-9736-44c1-a6e9-1917665e3154/c518c32a-9736-44c1-a6e9-1917665e3154.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1309.026394] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ca7d59f-8e67-4641-a640-1414ec469205 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.031913] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Waiting for the task: (returnval){ [ 1309.031913] env[69357]: value = "task-4151770" [ 1309.031913] env[69357]: _type = "Task" [ 1309.031913] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.040217] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Task: {'id': task-4151770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.097292] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.097292] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.097292] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.121559] env[69357]: INFO nova.scheduler.client.report [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Deleted allocations for instance 9f8983be-c103-4524-ab5a-88758b18160a [ 1309.542339] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Task: {'id': task-4151770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471159} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.542603] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] c518c32a-9736-44c1-a6e9-1917665e3154/c518c32a-9736-44c1-a6e9-1917665e3154.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1309.542869] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1309.543088] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bec9bb14-fb6f-41e5-839f-1fa287b8d2c9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.550529] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Waiting for the task: (returnval){ [ 1309.550529] env[69357]: value = "task-4151771" [ 1309.550529] env[69357]: _type = "Task" [ 1309.550529] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.559560] env[69357]: DEBUG nova.compute.manager [req-d017b33d-d9a3-4a92-bd16-3763fc20bb6a req-836c3a09-fd3b-4711-8fc5-92c7c139d124 service nova] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Received event network-vif-deleted-71954c89-4416-4f49-9416-3fb168a18829 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.559781] env[69357]: DEBUG nova.compute.manager [req-d017b33d-d9a3-4a92-bd16-3763fc20bb6a req-836c3a09-fd3b-4711-8fc5-92c7c139d124 service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Received event network-changed-d8fde81d-4c13-487c-828a-5a3164764411 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.559962] env[69357]: DEBUG nova.compute.manager [req-d017b33d-d9a3-4a92-bd16-3763fc20bb6a req-836c3a09-fd3b-4711-8fc5-92c7c139d124 service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Refreshing instance network info cache due to event network-changed-d8fde81d-4c13-487c-828a-5a3164764411. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1309.560234] env[69357]: DEBUG oslo_concurrency.lockutils [req-d017b33d-d9a3-4a92-bd16-3763fc20bb6a req-836c3a09-fd3b-4711-8fc5-92c7c139d124 service nova] Acquiring lock "refresh_cache-c68b4b49-e1fe-4ed9-b453-78b0037e90c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.560385] env[69357]: DEBUG oslo_concurrency.lockutils [req-d017b33d-d9a3-4a92-bd16-3763fc20bb6a req-836c3a09-fd3b-4711-8fc5-92c7c139d124 service nova] Acquired lock "refresh_cache-c68b4b49-e1fe-4ed9-b453-78b0037e90c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.560555] env[69357]: DEBUG nova.network.neutron [req-d017b33d-d9a3-4a92-bd16-3763fc20bb6a req-836c3a09-fd3b-4711-8fc5-92c7c139d124 service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Refreshing network info cache for port d8fde81d-4c13-487c-828a-5a3164764411 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1309.565092] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Task: {'id': task-4151771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.629854] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a24d188f-40cc-4133-83ba-58d0fddcde8f tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "9f8983be-c103-4524-ab5a-88758b18160a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.577s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.920899] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.921102] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de2c1447-85fe-445b-bac7-521194a294ae {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.929238] env[69357]: DEBUG oslo_vmware.api [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1309.929238] env[69357]: value = "task-4151772" [ 1309.929238] env[69357]: _type = "Task" [ 1309.929238] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.938582] env[69357]: DEBUG oslo_vmware.api [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.061067] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Task: {'id': task-4151771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069038} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.061537] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1310.062517] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9025b8-67de-4151-9612-e16b0f8a54cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.085682] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c518c32a-9736-44c1-a6e9-1917665e3154/c518c32a-9736-44c1-a6e9-1917665e3154.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.086766] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1372b9f-d8d8-4168-8abc-2b480269f493 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.108017] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Waiting for the task: (returnval){ [ 1310.108017] env[69357]: value = "task-4151773" [ 1310.108017] env[69357]: _type = "Task" [ 1310.108017] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.117813] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Task: {'id': task-4151773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.371305] env[69357]: DEBUG nova.network.neutron [req-d017b33d-d9a3-4a92-bd16-3763fc20bb6a req-836c3a09-fd3b-4711-8fc5-92c7c139d124 service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Updated VIF entry in instance network info cache for port d8fde81d-4c13-487c-828a-5a3164764411. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.371774] env[69357]: DEBUG nova.network.neutron [req-d017b33d-d9a3-4a92-bd16-3763fc20bb6a req-836c3a09-fd3b-4711-8fc5-92c7c139d124 service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Updating instance_info_cache with network_info: [{"id": "d8fde81d-4c13-487c-828a-5a3164764411", "address": "fa:16:3e:1a:ab:52", "network": {"id": "db1fa8e9-34d3-41e3-bd34-54da7b44d70d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1369033840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5473827eb1b64db98607da700e8ba7a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8fde81d-4c", "ovs_interfaceid": "d8fde81d-4c13-487c-828a-5a3164764411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.441220] env[69357]: DEBUG oslo_vmware.api [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.619277] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Task: {'id': task-4151773, 'name': ReconfigVM_Task, 'duration_secs': 0.317832} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.619617] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c518c32a-9736-44c1-a6e9-1917665e3154/c518c32a-9736-44c1-a6e9-1917665e3154.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.620282] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bb87c2f-1ebf-4334-8666-24947c378abf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.628304] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Waiting for the task: (returnval){ [ 1310.628304] env[69357]: value = "task-4151774" [ 1310.628304] env[69357]: _type = "Task" [ 1310.628304] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.637708] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Task: {'id': task-4151774, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.875449] env[69357]: DEBUG oslo_concurrency.lockutils [req-d017b33d-d9a3-4a92-bd16-3763fc20bb6a req-836c3a09-fd3b-4711-8fc5-92c7c139d124 service nova] Releasing lock "refresh_cache-c68b4b49-e1fe-4ed9-b453-78b0037e90c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.875734] env[69357]: DEBUG nova.compute.manager [req-d017b33d-d9a3-4a92-bd16-3763fc20bb6a req-836c3a09-fd3b-4711-8fc5-92c7c139d124 service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Received event network-changed-d8fde81d-4c13-487c-828a-5a3164764411 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.875908] env[69357]: DEBUG nova.compute.manager [req-d017b33d-d9a3-4a92-bd16-3763fc20bb6a req-836c3a09-fd3b-4711-8fc5-92c7c139d124 service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Refreshing instance network info cache due to event network-changed-d8fde81d-4c13-487c-828a-5a3164764411. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1310.876151] env[69357]: DEBUG oslo_concurrency.lockutils [req-d017b33d-d9a3-4a92-bd16-3763fc20bb6a req-836c3a09-fd3b-4711-8fc5-92c7c139d124 service nova] Acquiring lock "refresh_cache-c68b4b49-e1fe-4ed9-b453-78b0037e90c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.876330] env[69357]: DEBUG oslo_concurrency.lockutils [req-d017b33d-d9a3-4a92-bd16-3763fc20bb6a req-836c3a09-fd3b-4711-8fc5-92c7c139d124 service nova] Acquired lock "refresh_cache-c68b4b49-e1fe-4ed9-b453-78b0037e90c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.876741] env[69357]: DEBUG nova.network.neutron [req-d017b33d-d9a3-4a92-bd16-3763fc20bb6a req-836c3a09-fd3b-4711-8fc5-92c7c139d124 service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Refreshing network info cache for port d8fde81d-4c13-487c-828a-5a3164764411 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.940934] env[69357]: DEBUG oslo_vmware.api [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151772, 'name': PowerOffVM_Task, 'duration_secs': 0.917828} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.941170] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.941838] env[69357]: DEBUG nova.virt.hardware [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.942072] env[69357]: DEBUG nova.virt.hardware [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.942238] env[69357]: DEBUG nova.virt.hardware [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.942425] env[69357]: DEBUG nova.virt.hardware [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.942577] env[69357]: DEBUG nova.virt.hardware [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.942723] env[69357]: DEBUG nova.virt.hardware [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.942928] env[69357]: DEBUG nova.virt.hardware [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.943116] env[69357]: DEBUG nova.virt.hardware [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.943298] env[69357]: DEBUG nova.virt.hardware [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.943466] env[69357]: DEBUG nova.virt.hardware [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.943643] env[69357]: DEBUG nova.virt.hardware [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.948608] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f7bff0a-2415-4d3d-a24a-3451805ae3d2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.964478] env[69357]: DEBUG oslo_vmware.api [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1310.964478] env[69357]: value = "task-4151775" [ 1310.964478] env[69357]: _type = "Task" [ 1310.964478] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.972683] env[69357]: DEBUG oslo_vmware.api [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.141171] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Task: {'id': task-4151774, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.222025] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "b769b6e5-5b1c-41b5-aa43-e65bde2aeb68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.222194] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "b769b6e5-5b1c-41b5-aa43-e65bde2aeb68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.474208] env[69357]: DEBUG oslo_vmware.api [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151775, 'name': ReconfigVM_Task, 'duration_secs': 0.155191} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.474998] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814d04d7-63c3-40a0-8f50-09b315342d13 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.496298] env[69357]: DEBUG nova.virt.hardware [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.496494] env[69357]: DEBUG nova.virt.hardware [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.496657] env[69357]: DEBUG nova.virt.hardware [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.496841] env[69357]: DEBUG nova.virt.hardware [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.496996] env[69357]: DEBUG nova.virt.hardware [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.497154] env[69357]: DEBUG nova.virt.hardware [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.497358] env[69357]: DEBUG nova.virt.hardware [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.497517] env[69357]: DEBUG nova.virt.hardware [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.497692] env[69357]: DEBUG nova.virt.hardware [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.497851] env[69357]: DEBUG nova.virt.hardware [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.498034] env[69357]: DEBUG nova.virt.hardware [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.501083] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9172b987-44f3-4157-9e8e-e09e28e02e7c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.507714] env[69357]: DEBUG oslo_vmware.api [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1311.507714] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52be7eaf-ba7d-9f8b-c3a0-ef78641da498" [ 1311.507714] env[69357]: _type = "Task" [ 1311.507714] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.516978] env[69357]: DEBUG oslo_vmware.api [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52be7eaf-ba7d-9f8b-c3a0-ef78641da498, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.611588] env[69357]: DEBUG nova.network.neutron [req-d017b33d-d9a3-4a92-bd16-3763fc20bb6a req-836c3a09-fd3b-4711-8fc5-92c7c139d124 service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Updated VIF entry in instance network info cache for port d8fde81d-4c13-487c-828a-5a3164764411. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1311.611970] env[69357]: DEBUG nova.network.neutron [req-d017b33d-d9a3-4a92-bd16-3763fc20bb6a req-836c3a09-fd3b-4711-8fc5-92c7c139d124 service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Updating instance_info_cache with network_info: [{"id": "d8fde81d-4c13-487c-828a-5a3164764411", "address": "fa:16:3e:1a:ab:52", "network": {"id": "db1fa8e9-34d3-41e3-bd34-54da7b44d70d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1369033840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5473827eb1b64db98607da700e8ba7a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8fde81d-4c", "ovs_interfaceid": "d8fde81d-4c13-487c-828a-5a3164764411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.641829] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Task: {'id': task-4151774, 'name': Rename_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.724616] env[69357]: DEBUG nova.compute.manager [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1312.019854] env[69357]: DEBUG oslo_vmware.api [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52be7eaf-ba7d-9f8b-c3a0-ef78641da498, 'name': SearchDatastore_Task, 'duration_secs': 0.009667} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.025332] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1312.025962] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8030942-e0dc-4d03-a751-81d595bba94b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.057295] env[69357]: DEBUG oslo_vmware.api [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1312.057295] env[69357]: value = "task-4151776" [ 1312.057295] env[69357]: _type = "Task" [ 1312.057295] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.066133] env[69357]: DEBUG oslo_vmware.api [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.115109] env[69357]: DEBUG oslo_concurrency.lockutils [req-d017b33d-d9a3-4a92-bd16-3763fc20bb6a req-836c3a09-fd3b-4711-8fc5-92c7c139d124 service nova] Releasing lock "refresh_cache-c68b4b49-e1fe-4ed9-b453-78b0037e90c9" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.142250] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Task: {'id': task-4151774, 'name': Rename_Task, 'duration_secs': 1.158128} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.142657] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1312.142835] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0746973e-3f2e-42d8-b399-00254ff03b8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.154175] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Waiting for the task: (returnval){ [ 1312.154175] env[69357]: value = "task-4151777" [ 1312.154175] env[69357]: _type = "Task" [ 1312.154175] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.164209] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Task: {'id': task-4151777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.249005] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.249370] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.250993] env[69357]: INFO nova.compute.claims [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1312.569401] env[69357]: DEBUG oslo_vmware.api [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151776, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.663603] env[69357]: DEBUG oslo_vmware.api [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Task: {'id': task-4151777, 'name': PowerOnVM_Task, 'duration_secs': 0.444208} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.663857] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1312.664090] env[69357]: INFO nova.compute.manager [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1312.664277] env[69357]: DEBUG nova.compute.manager [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1312.665050] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a36edc-600d-441a-a0d7-dac71be9264a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.068481] env[69357]: DEBUG oslo_vmware.api [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151776, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.181930] env[69357]: INFO nova.compute.manager [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Took 12.40 seconds to build instance. [ 1313.338450] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6762f312-2ac7-41c6-9820-8b13b034c17f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.346423] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534cd119-b17a-49c0-9122-f4d1ed18e349 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.377655] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1ef25d-d881-4585-9f16-c0ffd992b44c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.385569] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b8f0be-ff55-43f1-b697-b8106da68d06 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.400293] env[69357]: DEBUG nova.compute.provider_tree [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.569092] env[69357]: DEBUG oslo_vmware.api [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151776, 'name': ReconfigVM_Task, 'duration_secs': 1.149753} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.569392] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1313.570229] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cc5eab-6912-4f65-9539-1f3f8d21fad4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.595455] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af/16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.595773] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eb5297e-6b5d-470f-9f37-6f4c2e8a1526 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.614222] env[69357]: DEBUG oslo_vmware.api [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1313.614222] env[69357]: value = "task-4151778" [ 1313.614222] env[69357]: _type = "Task" [ 1313.614222] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.622820] env[69357]: DEBUG oslo_vmware.api [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.684429] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5ac2eb8e-bad6-426f-b7c8-7fef46e6e011 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Lock "c518c32a-9736-44c1-a6e9-1917665e3154" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.911s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.904095] env[69357]: DEBUG nova.scheduler.client.report [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.125835] env[69357]: DEBUG oslo_vmware.api [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151778, 'name': ReconfigVM_Task, 'duration_secs': 0.290953} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.126131] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af/16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.126980] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301963e7-971a-4c6b-8f15-4c2ccfbefdb8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.129486] env[69357]: DEBUG oslo_concurrency.lockutils [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Acquiring lock "c518c32a-9736-44c1-a6e9-1917665e3154" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.129704] env[69357]: DEBUG oslo_concurrency.lockutils [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Lock "c518c32a-9736-44c1-a6e9-1917665e3154" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.129904] env[69357]: DEBUG oslo_concurrency.lockutils [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Acquiring lock "c518c32a-9736-44c1-a6e9-1917665e3154-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.130105] env[69357]: DEBUG oslo_concurrency.lockutils [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Lock "c518c32a-9736-44c1-a6e9-1917665e3154-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.130274] env[69357]: DEBUG oslo_concurrency.lockutils [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Lock "c518c32a-9736-44c1-a6e9-1917665e3154-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.132282] env[69357]: INFO nova.compute.manager [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Terminating instance [ 1314.152306] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178102c9-3f4e-43f0-9372-f2687ed823e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.175073] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a349f941-c808-4e69-b9a0-5f6d1b792df0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.195942] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf2501e-ad27-4d57-8afd-7ea51112ac2c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.203096] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.203363] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3137a50c-f0d1-42c4-9573-74c8f0397d00 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.209376] env[69357]: DEBUG oslo_vmware.api [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1314.209376] env[69357]: value = "task-4151779" [ 1314.209376] env[69357]: _type = "Task" [ 1314.209376] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.217156] env[69357]: DEBUG oslo_vmware.api [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.255520] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.255690] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.255830] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.255977] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.256142] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.256311] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.256459] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.256568] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1314.256715] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.409383] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.409893] env[69357]: DEBUG nova.compute.manager [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1314.653071] env[69357]: DEBUG nova.compute.manager [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1314.653269] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1314.654210] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91e8da5-e8f9-4523-9ee1-5fcfdc7c758c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.662098] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.662343] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a724a9aa-f633-4b92-8c8d-49d786957fee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.668958] env[69357]: DEBUG oslo_vmware.api [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Waiting for the task: (returnval){ [ 1314.668958] env[69357]: value = "task-4151780" [ 1314.668958] env[69357]: _type = "Task" [ 1314.668958] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.676545] env[69357]: DEBUG oslo_vmware.api [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Task: {'id': task-4151780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.720024] env[69357]: DEBUG oslo_vmware.api [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151779, 'name': PowerOnVM_Task, 'duration_secs': 0.374641} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.720329] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.760558] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.760799] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.760970] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.761158] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1314.762110] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ad05e5-7b98-40c7-b8ba-4201eb589d25 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.770851] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6747f8-fdb6-48a7-bb24-689dab63a3f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.786128] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca252e2-48f4-4667-a063-be61d9037d18 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.793221] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b3a991-7e2c-4673-b3dc-a9c62b80fcab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.826215] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179367MB free_disk=10GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1314.826383] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.826628] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.915238] env[69357]: DEBUG nova.compute.utils [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1314.916898] env[69357]: DEBUG nova.compute.manager [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1314.917141] env[69357]: DEBUG nova.network.neutron [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1314.962844] env[69357]: DEBUG nova.policy [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e7a4b24022447fbad1252fe073ed845', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7057ae3e4a404d2eaf19cbb903512690', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1315.181273] env[69357]: DEBUG oslo_vmware.api [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Task: {'id': task-4151780, 'name': PowerOffVM_Task, 'duration_secs': 0.208904} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.181577] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1315.181752] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1315.182010] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1620cfac-894f-497f-bfef-eb41dea3dbf0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.229508] env[69357]: DEBUG nova.network.neutron [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Successfully created port: 4b387fc0-9827-4628-b111-ebbeaa40ef7d {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1315.251366] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1315.251661] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1315.255181] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Deleting the datastore file [datastore1] c518c32a-9736-44c1-a6e9-1917665e3154 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1315.255181] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b9fb1fc-690f-43fd-94f6-6df8d9bcbbee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.259564] env[69357]: DEBUG oslo_vmware.api [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Waiting for the task: (returnval){ [ 1315.259564] env[69357]: value = "task-4151782" [ 1315.259564] env[69357]: _type = "Task" [ 1315.259564] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.269814] env[69357]: DEBUG oslo_vmware.api [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Task: {'id': task-4151782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.420873] env[69357]: DEBUG nova.compute.manager [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1315.770338] env[69357]: DEBUG oslo_vmware.api [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Task: {'id': task-4151782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148294} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.771304] env[69357]: INFO nova.compute.manager [None req-3ceebc43-e39f-4b40-81b5-bd7b42286a4d tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Updating instance to original state: 'active' [ 1315.774323] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1315.774445] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1315.774590] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1315.774765] env[69357]: INFO nova.compute.manager [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1315.775015] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.775497] env[69357]: DEBUG nova.compute.manager [-] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1315.775600] env[69357]: DEBUG nova.network.neutron [-] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1315.855897] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 44d6de9c-e318-4334-99fe-d15ba00016bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1315.856149] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 26a9ee6e-ea63-4406-a211-b458580a1280 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1315.856149] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance c68b4b49-e1fe-4ed9-b453-78b0037e90c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1315.856595] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1315.856595] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance c518c32a-9736-44c1-a6e9-1917665e3154 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1315.856595] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance b769b6e5-5b1c-41b5-aa43-e65bde2aeb68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1315.856815] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1315.856852] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1315.962323] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df7917b-3ea4-4b56-b5c5-913d85973d1b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.971368] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044ccc0b-531f-430b-95a7-c3cfb2ab796a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.007338] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e482a0-0b01-4376-aa74-e02185b15cb2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.015120] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6830d6-a2f7-465b-b371-923ddf4b48d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.030231] env[69357]: DEBUG nova.compute.provider_tree [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.084099] env[69357]: DEBUG nova.compute.manager [req-383d4917-c2a4-48cc-8891-720095aa507d req-333f7cae-f4bb-4b70-8b49-78aa3d20a796 service nova] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Received event network-vif-deleted-6b488518-6816-4e3c-947e-77f888bdc37c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.084354] env[69357]: INFO nova.compute.manager [req-383d4917-c2a4-48cc-8891-720095aa507d req-333f7cae-f4bb-4b70-8b49-78aa3d20a796 service nova] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Neutron deleted interface 6b488518-6816-4e3c-947e-77f888bdc37c; detaching it from the instance and deleting it from the info cache [ 1316.084497] env[69357]: DEBUG nova.network.neutron [req-383d4917-c2a4-48cc-8891-720095aa507d req-333f7cae-f4bb-4b70-8b49-78aa3d20a796 service nova] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.434265] env[69357]: DEBUG nova.compute.manager [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1316.462537] env[69357]: DEBUG nova.virt.hardware [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1316.462798] env[69357]: DEBUG nova.virt.hardware [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1316.462958] env[69357]: DEBUG nova.virt.hardware [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1316.463157] env[69357]: DEBUG nova.virt.hardware [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1316.463387] env[69357]: DEBUG nova.virt.hardware [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1316.463586] env[69357]: DEBUG nova.virt.hardware [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1316.463827] env[69357]: DEBUG nova.virt.hardware [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1316.464011] env[69357]: DEBUG nova.virt.hardware [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1316.464202] env[69357]: DEBUG nova.virt.hardware [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1316.464372] env[69357]: DEBUG nova.virt.hardware [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1316.464549] env[69357]: DEBUG nova.virt.hardware [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1316.465473] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520943fd-af43-4959-8be1-c8ffce9d12c2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.474416] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688a5a46-5401-4663-a333-0f84c44eecd8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.533762] env[69357]: DEBUG nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.568187] env[69357]: DEBUG nova.network.neutron [-] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.587562] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40112909-9c5a-4f73-91e0-f36a038b0a76 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.600338] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dac527c-0fae-49e6-be98-517a380ddb86 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.626611] env[69357]: DEBUG nova.compute.manager [req-383d4917-c2a4-48cc-8891-720095aa507d req-333f7cae-f4bb-4b70-8b49-78aa3d20a796 service nova] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Detach interface failed, port_id=6b488518-6816-4e3c-947e-77f888bdc37c, reason: Instance c518c32a-9736-44c1-a6e9-1917665e3154 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1316.727401] env[69357]: DEBUG nova.network.neutron [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Successfully updated port: 4b387fc0-9827-4628-b111-ebbeaa40ef7d {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1316.997117] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.997117] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.997117] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.997117] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.997452] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.999408] env[69357]: INFO nova.compute.manager [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Terminating instance [ 1317.039074] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1317.039302] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.213s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.070790] env[69357]: INFO nova.compute.manager [-] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Took 1.29 seconds to deallocate network for instance. [ 1317.230814] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "refresh_cache-b769b6e5-5b1c-41b5-aa43-e65bde2aeb68" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.231044] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "refresh_cache-b769b6e5-5b1c-41b5-aa43-e65bde2aeb68" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.231223] env[69357]: DEBUG nova.network.neutron [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.503419] env[69357]: DEBUG nova.compute.manager [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1317.503801] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.503979] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cbd24b7-a039-4a03-a29c-4722f6a57344 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.511775] env[69357]: DEBUG oslo_vmware.api [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1317.511775] env[69357]: value = "task-4151783" [ 1317.511775] env[69357]: _type = "Task" [ 1317.511775] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.521526] env[69357]: DEBUG oslo_vmware.api [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.577384] env[69357]: DEBUG oslo_concurrency.lockutils [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.577754] env[69357]: DEBUG oslo_concurrency.lockutils [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.578198] env[69357]: DEBUG nova.objects.instance [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Lazy-loading 'resources' on Instance uuid c518c32a-9736-44c1-a6e9-1917665e3154 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.764946] env[69357]: DEBUG nova.network.neutron [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1317.889825] env[69357]: DEBUG nova.network.neutron [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Updating instance_info_cache with network_info: [{"id": "4b387fc0-9827-4628-b111-ebbeaa40ef7d", "address": "fa:16:3e:58:a7:e9", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b387fc0-98", "ovs_interfaceid": "4b387fc0-9827-4628-b111-ebbeaa40ef7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.022161] env[69357]: DEBUG oslo_vmware.api [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151783, 'name': PowerOffVM_Task, 'duration_secs': 0.204688} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.022413] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.022616] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1318.022814] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822084', 'volume_id': '6bdbb8d0-d9fb-4afb-84c3-716998a624da', 'name': 'volume-6bdbb8d0-d9fb-4afb-84c3-716998a624da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af', 'attached_at': '2025-05-14T14:02:11.000000', 'detached_at': '', 'volume_id': '6bdbb8d0-d9fb-4afb-84c3-716998a624da', 'serial': '6bdbb8d0-d9fb-4afb-84c3-716998a624da'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1318.023598] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6049f6ab-f9d8-4a54-a8a8-55da012cae4a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.047108] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad295f6-8844-4b70-9709-df5a09bc60af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.054616] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b6e639-3306-40d0-af96-e45aaa836717 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.076124] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaab339-02e8-4615-ad6a-e441b1e3732e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.093702] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] The volume has not been displaced from its original location: [datastore1] volume-6bdbb8d0-d9fb-4afb-84c3-716998a624da/volume-6bdbb8d0-d9fb-4afb-84c3-716998a624da.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1318.099319] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1318.099489] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-867fbca1-dc81-46db-91ca-fea5d85db776 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.114946] env[69357]: DEBUG nova.compute.manager [req-bdce3562-5956-4e0d-8c46-e4399da44779 req-f4674541-1faa-4a9f-b53c-956f8be89ea7 service nova] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Received event network-vif-plugged-4b387fc0-9827-4628-b111-ebbeaa40ef7d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.115193] env[69357]: DEBUG oslo_concurrency.lockutils [req-bdce3562-5956-4e0d-8c46-e4399da44779 req-f4674541-1faa-4a9f-b53c-956f8be89ea7 service nova] Acquiring lock "b769b6e5-5b1c-41b5-aa43-e65bde2aeb68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.115442] env[69357]: DEBUG oslo_concurrency.lockutils [req-bdce3562-5956-4e0d-8c46-e4399da44779 req-f4674541-1faa-4a9f-b53c-956f8be89ea7 service nova] Lock "b769b6e5-5b1c-41b5-aa43-e65bde2aeb68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.115621] env[69357]: DEBUG oslo_concurrency.lockutils [req-bdce3562-5956-4e0d-8c46-e4399da44779 req-f4674541-1faa-4a9f-b53c-956f8be89ea7 service nova] Lock "b769b6e5-5b1c-41b5-aa43-e65bde2aeb68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.115797] env[69357]: DEBUG nova.compute.manager [req-bdce3562-5956-4e0d-8c46-e4399da44779 req-f4674541-1faa-4a9f-b53c-956f8be89ea7 service nova] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] No waiting events found dispatching network-vif-plugged-4b387fc0-9827-4628-b111-ebbeaa40ef7d {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1318.115963] env[69357]: WARNING nova.compute.manager [req-bdce3562-5956-4e0d-8c46-e4399da44779 req-f4674541-1faa-4a9f-b53c-956f8be89ea7 service nova] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Received unexpected event network-vif-plugged-4b387fc0-9827-4628-b111-ebbeaa40ef7d for instance with vm_state building and task_state spawning. [ 1318.116164] env[69357]: DEBUG nova.compute.manager [req-bdce3562-5956-4e0d-8c46-e4399da44779 req-f4674541-1faa-4a9f-b53c-956f8be89ea7 service nova] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Received event network-changed-4b387fc0-9827-4628-b111-ebbeaa40ef7d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.116388] env[69357]: DEBUG nova.compute.manager [req-bdce3562-5956-4e0d-8c46-e4399da44779 req-f4674541-1faa-4a9f-b53c-956f8be89ea7 service nova] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Refreshing instance network info cache due to event network-changed-4b387fc0-9827-4628-b111-ebbeaa40ef7d. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1318.116569] env[69357]: DEBUG oslo_concurrency.lockutils [req-bdce3562-5956-4e0d-8c46-e4399da44779 req-f4674541-1faa-4a9f-b53c-956f8be89ea7 service nova] Acquiring lock "refresh_cache-b769b6e5-5b1c-41b5-aa43-e65bde2aeb68" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.126949] env[69357]: DEBUG oslo_vmware.api [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1318.126949] env[69357]: value = "task-4151784" [ 1318.126949] env[69357]: _type = "Task" [ 1318.126949] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.140511] env[69357]: DEBUG oslo_vmware.api [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.201785] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a6142e-201f-4a26-b685-61dca39c0ab2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.210552] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f968c859-2e3c-4d34-9bce-b18e2614f90e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.244439] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51acd666-c987-48d3-a335-eaddd6fd1bf7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.253179] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609010ec-04ee-421c-80c5-bf4035ff265c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.267570] env[69357]: DEBUG nova.compute.provider_tree [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.393030] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "refresh_cache-b769b6e5-5b1c-41b5-aa43-e65bde2aeb68" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.393396] env[69357]: DEBUG nova.compute.manager [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Instance network_info: |[{"id": "4b387fc0-9827-4628-b111-ebbeaa40ef7d", "address": "fa:16:3e:58:a7:e9", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b387fc0-98", "ovs_interfaceid": "4b387fc0-9827-4628-b111-ebbeaa40ef7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1318.393738] env[69357]: DEBUG oslo_concurrency.lockutils [req-bdce3562-5956-4e0d-8c46-e4399da44779 req-f4674541-1faa-4a9f-b53c-956f8be89ea7 service nova] Acquired lock "refresh_cache-b769b6e5-5b1c-41b5-aa43-e65bde2aeb68" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.393921] env[69357]: DEBUG nova.network.neutron [req-bdce3562-5956-4e0d-8c46-e4399da44779 req-f4674541-1faa-4a9f-b53c-956f8be89ea7 service nova] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Refreshing network info cache for port 4b387fc0-9827-4628-b111-ebbeaa40ef7d {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1318.395304] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:a7:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b387fc0-9827-4628-b111-ebbeaa40ef7d', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1318.405538] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.410292] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1318.410957] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-873993bf-25fc-460f-a1a7-4cb9f288d428 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.432258] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1318.432258] env[69357]: value = "task-4151785" [ 1318.432258] env[69357]: _type = "Task" [ 1318.432258] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.440493] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151785, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.622645] env[69357]: DEBUG nova.network.neutron [req-bdce3562-5956-4e0d-8c46-e4399da44779 req-f4674541-1faa-4a9f-b53c-956f8be89ea7 service nova] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Updated VIF entry in instance network info cache for port 4b387fc0-9827-4628-b111-ebbeaa40ef7d. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.623116] env[69357]: DEBUG nova.network.neutron [req-bdce3562-5956-4e0d-8c46-e4399da44779 req-f4674541-1faa-4a9f-b53c-956f8be89ea7 service nova] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Updating instance_info_cache with network_info: [{"id": "4b387fc0-9827-4628-b111-ebbeaa40ef7d", "address": "fa:16:3e:58:a7:e9", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b387fc0-98", "ovs_interfaceid": "4b387fc0-9827-4628-b111-ebbeaa40ef7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.637487] env[69357]: DEBUG oslo_vmware.api [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151784, 'name': ReconfigVM_Task, 'duration_secs': 0.221368} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.638092] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1318.642827] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-201f1574-9c00-4e3f-be33-ae9d3a65f562 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.659074] env[69357]: DEBUG oslo_vmware.api [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1318.659074] env[69357]: value = "task-4151786" [ 1318.659074] env[69357]: _type = "Task" [ 1318.659074] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.668059] env[69357]: DEBUG oslo_vmware.api [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.771085] env[69357]: DEBUG nova.scheduler.client.report [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.942850] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151785, 'name': CreateVM_Task, 'duration_secs': 0.434514} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.943063] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1318.943751] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.943927] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.944326] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.944565] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe830280-0955-47f1-8439-2450259dc9e7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.950781] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1318.950781] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b8e465-19c6-44c3-39aa-4c16c6439449" [ 1318.950781] env[69357]: _type = "Task" [ 1318.950781] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.959553] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b8e465-19c6-44c3-39aa-4c16c6439449, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.126088] env[69357]: DEBUG oslo_concurrency.lockutils [req-bdce3562-5956-4e0d-8c46-e4399da44779 req-f4674541-1faa-4a9f-b53c-956f8be89ea7 service nova] Releasing lock "refresh_cache-b769b6e5-5b1c-41b5-aa43-e65bde2aeb68" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.169477] env[69357]: DEBUG oslo_vmware.api [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151786, 'name': ReconfigVM_Task, 'duration_secs': 0.140168} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.169777] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822084', 'volume_id': '6bdbb8d0-d9fb-4afb-84c3-716998a624da', 'name': 'volume-6bdbb8d0-d9fb-4afb-84c3-716998a624da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af', 'attached_at': '2025-05-14T14:02:11.000000', 'detached_at': '', 'volume_id': '6bdbb8d0-d9fb-4afb-84c3-716998a624da', 'serial': '6bdbb8d0-d9fb-4afb-84c3-716998a624da'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1319.170076] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1319.170843] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3992f033-1f60-4d70-a1ae-14c2d97dd65f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.177847] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1319.178056] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2a88bd4-1fae-44c8-8869-a592f6236d96 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.249679] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1319.249926] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1319.250123] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Deleting the datastore file [datastore1] 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1319.250388] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-540d55a9-d3d8-4992-adbd-75398683fb9c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.257208] env[69357]: DEBUG oslo_vmware.api [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1319.257208] env[69357]: value = "task-4151788" [ 1319.257208] env[69357]: _type = "Task" [ 1319.257208] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.265410] env[69357]: DEBUG oslo_vmware.api [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.277324] env[69357]: DEBUG oslo_concurrency.lockutils [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.299304] env[69357]: INFO nova.scheduler.client.report [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Deleted allocations for instance c518c32a-9736-44c1-a6e9-1917665e3154 [ 1319.460940] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52b8e465-19c6-44c3-39aa-4c16c6439449, 'name': SearchDatastore_Task, 'duration_secs': 0.010045} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.461265] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.461500] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1319.461740] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.461889] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.462081] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1319.462350] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afad2741-4990-4e55-b04f-7d5850b13a74 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.471155] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1319.471325] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1319.471986] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2ab49de-6822-4095-86ee-dadaa4fcfe1d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.477213] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1319.477213] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]520c6858-bdeb-2e2f-d4c2-6db5ec783031" [ 1319.477213] env[69357]: _type = "Task" [ 1319.477213] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.484705] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]520c6858-bdeb-2e2f-d4c2-6db5ec783031, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.766946] env[69357]: DEBUG oslo_vmware.api [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141384} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.767331] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1319.767380] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1319.767557] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1319.767736] env[69357]: INFO nova.compute.manager [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1319.767974] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1319.768192] env[69357]: DEBUG nova.compute.manager [-] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1319.768292] env[69357]: DEBUG nova.network.neutron [-] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1319.810019] env[69357]: DEBUG oslo_concurrency.lockutils [None req-22e2d703-a4f7-4b20-8e87-e950b65285e6 tempest-ServerPasswordTestJSON-474892784 tempest-ServerPasswordTestJSON-474892784-project-member] Lock "c518c32a-9736-44c1-a6e9-1917665e3154" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.680s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.988716] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]520c6858-bdeb-2e2f-d4c2-6db5ec783031, 'name': SearchDatastore_Task, 'duration_secs': 0.008755} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.989538] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bed702d-1e5c-45a4-bbe1-b4ec6c4428b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.995986] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1319.995986] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c7b2b3-5aab-835f-996e-3c9c523b914c" [ 1319.995986] env[69357]: _type = "Task" [ 1319.995986] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.004544] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c7b2b3-5aab-835f-996e-3c9c523b914c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.262683] env[69357]: DEBUG nova.compute.manager [req-1a1c8dd4-b8a4-4beb-aded-52e35f1e7115 req-eebf31f2-f043-4d2d-ae9f-46c6a9713cbe service nova] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Received event network-vif-deleted-adc909a4-5827-430c-a00e-f1013bf25bd0 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.262868] env[69357]: INFO nova.compute.manager [req-1a1c8dd4-b8a4-4beb-aded-52e35f1e7115 req-eebf31f2-f043-4d2d-ae9f-46c6a9713cbe service nova] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Neutron deleted interface adc909a4-5827-430c-a00e-f1013bf25bd0; detaching it from the instance and deleting it from the info cache [ 1320.263057] env[69357]: DEBUG nova.network.neutron [req-1a1c8dd4-b8a4-4beb-aded-52e35f1e7115 req-eebf31f2-f043-4d2d-ae9f-46c6a9713cbe service nova] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.507338] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c7b2b3-5aab-835f-996e-3c9c523b914c, 'name': SearchDatastore_Task, 'duration_secs': 0.01028} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.507680] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.507947] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] b769b6e5-5b1c-41b5-aa43-e65bde2aeb68/b769b6e5-5b1c-41b5-aa43-e65bde2aeb68.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1320.508225] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae9242a4-256b-470d-8ce3-fc57317c8a0d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.518824] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1320.518824] env[69357]: value = "task-4151789" [ 1320.518824] env[69357]: _type = "Task" [ 1320.518824] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.528604] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.744932] env[69357]: DEBUG nova.network.neutron [-] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.766178] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01feb2cd-c4d9-4a2b-85bc-e1cc25dadf42 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.778668] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529b5a99-aace-429a-9ceb-3be3773626f2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.815749] env[69357]: DEBUG nova.compute.manager [req-1a1c8dd4-b8a4-4beb-aded-52e35f1e7115 req-eebf31f2-f043-4d2d-ae9f-46c6a9713cbe service nova] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Detach interface failed, port_id=adc909a4-5827-430c-a00e-f1013bf25bd0, reason: Instance 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1321.038675] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151789, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.247698] env[69357]: INFO nova.compute.manager [-] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Took 1.48 seconds to deallocate network for instance. [ 1321.541596] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554849} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.542105] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] b769b6e5-5b1c-41b5-aa43-e65bde2aeb68/b769b6e5-5b1c-41b5-aa43-e65bde2aeb68.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1321.542378] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1321.542683] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27c8d614-62b7-41c2-86cb-d98f72094527 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.550595] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1321.550595] env[69357]: value = "task-4151790" [ 1321.550595] env[69357]: _type = "Task" [ 1321.550595] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.560818] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.799668] env[69357]: INFO nova.compute.manager [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Took 0.55 seconds to detach 1 volumes for instance. [ 1322.061943] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075909} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.062275] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1322.063100] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73475f6-d576-4cb4-9388-9239c72cf3e2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.087181] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] b769b6e5-5b1c-41b5-aa43-e65bde2aeb68/b769b6e5-5b1c-41b5-aa43-e65bde2aeb68.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.087489] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3700292-fa85-4626-8a75-f90b003ed25e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.108277] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1322.108277] env[69357]: value = "task-4151791" [ 1322.108277] env[69357]: _type = "Task" [ 1322.108277] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.119789] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151791, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.307493] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.307788] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.308038] env[69357]: DEBUG nova.objects.instance [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lazy-loading 'resources' on Instance uuid 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.618215] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151791, 'name': ReconfigVM_Task, 'duration_secs': 0.300954} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.618499] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Reconfigured VM instance instance-00000079 to attach disk [datastore1] b769b6e5-5b1c-41b5-aa43-e65bde2aeb68/b769b6e5-5b1c-41b5-aa43-e65bde2aeb68.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.619162] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be0a43b3-4eda-46e1-b74c-fdfa3fbdea85 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.626665] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1322.626665] env[69357]: value = "task-4151792" [ 1322.626665] env[69357]: _type = "Task" [ 1322.626665] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.635340] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151792, 'name': Rename_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.890748] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2900c6-222e-4995-a6ff-87b7125acf26 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.898972] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5917af56-bd3b-49dd-8bc8-ab0a5f9f612a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.931467] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7de2a47-1764-4452-8214-e805c7ee407c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.940408] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0200434b-b135-4959-af8d-8e1a7b3fd929 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.954801] env[69357]: DEBUG nova.compute.provider_tree [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.137403] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151792, 'name': Rename_Task, 'duration_secs': 0.13967} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.137689] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.137945] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-772bd174-688e-404c-9ae2-0cf3b3a4fc28 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.144373] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1323.144373] env[69357]: value = "task-4151793" [ 1323.144373] env[69357]: _type = "Task" [ 1323.144373] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.152529] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.458668] env[69357]: DEBUG nova.scheduler.client.report [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1323.655130] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151793, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.964166] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.984901] env[69357]: INFO nova.scheduler.client.report [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Deleted allocations for instance 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af [ 1324.156272] env[69357]: DEBUG oslo_vmware.api [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151793, 'name': PowerOnVM_Task, 'duration_secs': 0.822248} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.156559] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.156802] env[69357]: INFO nova.compute.manager [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1324.157019] env[69357]: DEBUG nova.compute.manager [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1324.157828] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf578742-ed58-4999-8b4f-6720090e47c7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.492718] env[69357]: DEBUG oslo_concurrency.lockutils [None req-bebec1c0-ef09-4d05-a578-0b3d2a9a9430 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.496s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.674172] env[69357]: INFO nova.compute.manager [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Took 12.44 seconds to build instance. [ 1325.176212] env[69357]: DEBUG oslo_concurrency.lockutils [None req-ad896e73-a0ca-455c-a05e-83f95baa9d5c tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "b769b6e5-5b1c-41b5-aa43-e65bde2aeb68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.954s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.377539] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.377798] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.509418] env[69357]: DEBUG nova.compute.manager [req-bb17abe2-918c-4067-8db3-d8d0f79e6d9c req-67e697a2-47a2-4d73-8797-9c89263dfa81 service nova] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Received event network-changed-4b387fc0-9827-4628-b111-ebbeaa40ef7d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.509603] env[69357]: DEBUG nova.compute.manager [req-bb17abe2-918c-4067-8db3-d8d0f79e6d9c req-67e697a2-47a2-4d73-8797-9c89263dfa81 service nova] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Refreshing instance network info cache due to event network-changed-4b387fc0-9827-4628-b111-ebbeaa40ef7d. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1325.509778] env[69357]: DEBUG oslo_concurrency.lockutils [req-bb17abe2-918c-4067-8db3-d8d0f79e6d9c req-67e697a2-47a2-4d73-8797-9c89263dfa81 service nova] Acquiring lock "refresh_cache-b769b6e5-5b1c-41b5-aa43-e65bde2aeb68" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.509925] env[69357]: DEBUG oslo_concurrency.lockutils [req-bb17abe2-918c-4067-8db3-d8d0f79e6d9c req-67e697a2-47a2-4d73-8797-9c89263dfa81 service nova] Acquired lock "refresh_cache-b769b6e5-5b1c-41b5-aa43-e65bde2aeb68" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.510104] env[69357]: DEBUG nova.network.neutron [req-bb17abe2-918c-4067-8db3-d8d0f79e6d9c req-67e697a2-47a2-4d73-8797-9c89263dfa81 service nova] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Refreshing network info cache for port 4b387fc0-9827-4628-b111-ebbeaa40ef7d {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1325.880238] env[69357]: DEBUG nova.compute.manager [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1326.226700] env[69357]: DEBUG nova.network.neutron [req-bb17abe2-918c-4067-8db3-d8d0f79e6d9c req-67e697a2-47a2-4d73-8797-9c89263dfa81 service nova] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Updated VIF entry in instance network info cache for port 4b387fc0-9827-4628-b111-ebbeaa40ef7d. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.227093] env[69357]: DEBUG nova.network.neutron [req-bb17abe2-918c-4067-8db3-d8d0f79e6d9c req-67e697a2-47a2-4d73-8797-9c89263dfa81 service nova] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Updating instance_info_cache with network_info: [{"id": "4b387fc0-9827-4628-b111-ebbeaa40ef7d", "address": "fa:16:3e:58:a7:e9", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b387fc0-98", "ovs_interfaceid": "4b387fc0-9827-4628-b111-ebbeaa40ef7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.403908] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.404215] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.406253] env[69357]: INFO nova.compute.claims [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1326.730516] env[69357]: DEBUG oslo_concurrency.lockutils [req-bb17abe2-918c-4067-8db3-d8d0f79e6d9c req-67e697a2-47a2-4d73-8797-9c89263dfa81 service nova] Releasing lock "refresh_cache-b769b6e5-5b1c-41b5-aa43-e65bde2aeb68" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.263510] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.486597] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad61c53a-cbba-40bd-95f0-bda069ef75d5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.494547] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775baba8-5b73-4b55-bedc-f55c1a44ee0f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.525711] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7397e15-d36e-4503-b6f6-3de7872f973b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.534043] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff5dc69-a3c9-4558-b9b4-aa1553022364 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.548412] env[69357]: DEBUG nova.compute.provider_tree [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.769491] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.769716] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.769716] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.769872] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.770020] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1327.770172] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.051583] env[69357]: DEBUG nova.scheduler.client.report [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.273270] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.556461] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.557058] env[69357]: DEBUG nova.compute.manager [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1328.559824] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.287s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.560037] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.560206] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1328.561253] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a92f9fe-d374-4bef-a95c-5becbdfc83ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.570078] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9522ab-68d4-4c60-afee-ca0d50142031 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.584771] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf21d44e-0243-4c71-86b4-677b98be01cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.591826] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64818bdf-25d1-4893-b0b0-1240bc07e39e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.623627] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179367MB free_disk=10GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1328.623837] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.624166] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.062799] env[69357]: DEBUG nova.compute.utils [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1329.064307] env[69357]: DEBUG nova.compute.manager [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1329.064482] env[69357]: DEBUG nova.network.neutron [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1329.100253] env[69357]: DEBUG nova.policy [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09f7b2f51f384f7bbeb9ad67492885e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a8557f98174856b7f3027fcb0cd65f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1329.388533] env[69357]: DEBUG nova.network.neutron [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Successfully created port: a18656d9-a69e-4c00-9d65-063159beb62e {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1329.567748] env[69357]: DEBUG nova.compute.manager [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1329.652077] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 44d6de9c-e318-4334-99fe-d15ba00016bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1329.652252] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 26a9ee6e-ea63-4406-a211-b458580a1280 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1329.652381] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance c68b4b49-e1fe-4ed9-b453-78b0037e90c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1329.652505] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance b769b6e5-5b1c-41b5-aa43-e65bde2aeb68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1329.652629] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance c2958efd-ad96-4cb2-b8d0-0bf46d3c0534 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1329.652821] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1329.652963] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1329.725609] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffd82e5-487f-4e95-a5b9-0766287337d8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.733359] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a6204c-d562-4bc8-a13a-83082ff4c177 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.762975] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc9eb69-10ba-4600-a816-34fa51dfbeea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.770531] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a035ef-1bf2-444f-8e72-236b24268c49 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.784980] env[69357]: DEBUG nova.compute.provider_tree [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.288028] env[69357]: DEBUG nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.578610] env[69357]: DEBUG nova.compute.manager [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1330.604751] env[69357]: DEBUG nova.virt.hardware [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1330.605016] env[69357]: DEBUG nova.virt.hardware [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.605188] env[69357]: DEBUG nova.virt.hardware [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1330.605372] env[69357]: DEBUG nova.virt.hardware [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.605627] env[69357]: DEBUG nova.virt.hardware [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1330.605704] env[69357]: DEBUG nova.virt.hardware [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1330.605914] env[69357]: DEBUG nova.virt.hardware [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1330.606084] env[69357]: DEBUG nova.virt.hardware [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1330.606296] env[69357]: DEBUG nova.virt.hardware [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1330.606416] env[69357]: DEBUG nova.virt.hardware [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1330.606614] env[69357]: DEBUG nova.virt.hardware [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1330.607507] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58560988-c2f6-4419-960c-057c3ad839d2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.615661] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc61df6c-92b0-48c6-bc48-84cd252da085 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.793291] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1330.793562] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.169s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.984043] env[69357]: DEBUG nova.compute.manager [req-7fb2aa22-aaaa-4d47-a2de-f7f8c22f9a87 req-f570dae3-3236-46f1-8bec-2fc1bf7a3ab9 service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Received event network-vif-plugged-a18656d9-a69e-4c00-9d65-063159beb62e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.984279] env[69357]: DEBUG oslo_concurrency.lockutils [req-7fb2aa22-aaaa-4d47-a2de-f7f8c22f9a87 req-f570dae3-3236-46f1-8bec-2fc1bf7a3ab9 service nova] Acquiring lock "c2958efd-ad96-4cb2-b8d0-0bf46d3c0534-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.984560] env[69357]: DEBUG oslo_concurrency.lockutils [req-7fb2aa22-aaaa-4d47-a2de-f7f8c22f9a87 req-f570dae3-3236-46f1-8bec-2fc1bf7a3ab9 service nova] Lock "c2958efd-ad96-4cb2-b8d0-0bf46d3c0534-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.984679] env[69357]: DEBUG oslo_concurrency.lockutils [req-7fb2aa22-aaaa-4d47-a2de-f7f8c22f9a87 req-f570dae3-3236-46f1-8bec-2fc1bf7a3ab9 service nova] Lock "c2958efd-ad96-4cb2-b8d0-0bf46d3c0534-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.984813] env[69357]: DEBUG nova.compute.manager [req-7fb2aa22-aaaa-4d47-a2de-f7f8c22f9a87 req-f570dae3-3236-46f1-8bec-2fc1bf7a3ab9 service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] No waiting events found dispatching network-vif-plugged-a18656d9-a69e-4c00-9d65-063159beb62e {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1330.984985] env[69357]: WARNING nova.compute.manager [req-7fb2aa22-aaaa-4d47-a2de-f7f8c22f9a87 req-f570dae3-3236-46f1-8bec-2fc1bf7a3ab9 service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Received unexpected event network-vif-plugged-a18656d9-a69e-4c00-9d65-063159beb62e for instance with vm_state building and task_state spawning. [ 1331.065705] env[69357]: DEBUG nova.network.neutron [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Successfully updated port: a18656d9-a69e-4c00-9d65-063159beb62e {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1331.569041] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "refresh_cache-c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.569041] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired lock "refresh_cache-c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.569041] env[69357]: DEBUG nova.network.neutron [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.103564] env[69357]: DEBUG nova.network.neutron [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.238190] env[69357]: DEBUG nova.network.neutron [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Updating instance_info_cache with network_info: [{"id": "a18656d9-a69e-4c00-9d65-063159beb62e", "address": "fa:16:3e:6c:44:2c", "network": {"id": "12fab11b-6ad5-49ba-8738-05e9ae69d953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540370362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a8557f98174856b7f3027fcb0cd65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18656d9-a6", "ovs_interfaceid": "a18656d9-a69e-4c00-9d65-063159beb62e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.741323] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Releasing lock "refresh_cache-c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.741665] env[69357]: DEBUG nova.compute.manager [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Instance network_info: |[{"id": "a18656d9-a69e-4c00-9d65-063159beb62e", "address": "fa:16:3e:6c:44:2c", "network": {"id": "12fab11b-6ad5-49ba-8738-05e9ae69d953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540370362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a8557f98174856b7f3027fcb0cd65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18656d9-a6", "ovs_interfaceid": "a18656d9-a69e-4c00-9d65-063159beb62e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1332.742135] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:44:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a18656d9-a69e-4c00-9d65-063159beb62e', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.749891] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.750134] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1332.750367] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f97e09a8-a3c7-4a1d-a29e-04a17f2b34a5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.772209] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1332.772209] env[69357]: value = "task-4151794" [ 1332.772209] env[69357]: _type = "Task" [ 1332.772209] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.780363] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151794, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.011018] env[69357]: DEBUG nova.compute.manager [req-296bb16b-2728-4f47-9c13-e5fe8d67f0af req-bbd78d94-bbf9-4d73-9a44-86d17cf7919d service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Received event network-changed-a18656d9-a69e-4c00-9d65-063159beb62e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.011216] env[69357]: DEBUG nova.compute.manager [req-296bb16b-2728-4f47-9c13-e5fe8d67f0af req-bbd78d94-bbf9-4d73-9a44-86d17cf7919d service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Refreshing instance network info cache due to event network-changed-a18656d9-a69e-4c00-9d65-063159beb62e. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1333.011447] env[69357]: DEBUG oslo_concurrency.lockutils [req-296bb16b-2728-4f47-9c13-e5fe8d67f0af req-bbd78d94-bbf9-4d73-9a44-86d17cf7919d service nova] Acquiring lock "refresh_cache-c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.011594] env[69357]: DEBUG oslo_concurrency.lockutils [req-296bb16b-2728-4f47-9c13-e5fe8d67f0af req-bbd78d94-bbf9-4d73-9a44-86d17cf7919d service nova] Acquired lock "refresh_cache-c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.011759] env[69357]: DEBUG nova.network.neutron [req-296bb16b-2728-4f47-9c13-e5fe8d67f0af req-bbd78d94-bbf9-4d73-9a44-86d17cf7919d service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Refreshing network info cache for port a18656d9-a69e-4c00-9d65-063159beb62e {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1333.283166] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151794, 'name': CreateVM_Task, 'duration_secs': 0.32804} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.283654] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1333.284124] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.284331] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.284685] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.284986] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2117c3d2-e500-4175-b073-48674ce0752e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.290434] env[69357]: DEBUG oslo_vmware.api [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1333.290434] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e9a765-ebd5-9f24-0034-5cfcaebfce28" [ 1333.290434] env[69357]: _type = "Task" [ 1333.290434] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.300647] env[69357]: DEBUG oslo_vmware.api [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e9a765-ebd5-9f24-0034-5cfcaebfce28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.696163] env[69357]: DEBUG nova.network.neutron [req-296bb16b-2728-4f47-9c13-e5fe8d67f0af req-bbd78d94-bbf9-4d73-9a44-86d17cf7919d service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Updated VIF entry in instance network info cache for port a18656d9-a69e-4c00-9d65-063159beb62e. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.696548] env[69357]: DEBUG nova.network.neutron [req-296bb16b-2728-4f47-9c13-e5fe8d67f0af req-bbd78d94-bbf9-4d73-9a44-86d17cf7919d service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Updating instance_info_cache with network_info: [{"id": "a18656d9-a69e-4c00-9d65-063159beb62e", "address": "fa:16:3e:6c:44:2c", "network": {"id": "12fab11b-6ad5-49ba-8738-05e9ae69d953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540370362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a8557f98174856b7f3027fcb0cd65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18656d9-a6", "ovs_interfaceid": "a18656d9-a69e-4c00-9d65-063159beb62e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.801308] env[69357]: DEBUG oslo_vmware.api [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52e9a765-ebd5-9f24-0034-5cfcaebfce28, 'name': SearchDatastore_Task, 'duration_secs': 0.012499} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.801561] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.801848] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.803034] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.803034] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.803034] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.803034] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a58c201-1a8c-43b7-868c-3f5b2f6aa231 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.811369] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.811569] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1333.812350] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a24eb16-5e53-4536-bbdc-c198b1a2730e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.818260] env[69357]: DEBUG oslo_vmware.api [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1333.818260] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]520941ad-184a-71f3-b57f-92a0a13cad42" [ 1333.818260] env[69357]: _type = "Task" [ 1333.818260] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.826204] env[69357]: DEBUG oslo_vmware.api [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]520941ad-184a-71f3-b57f-92a0a13cad42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.199463] env[69357]: DEBUG oslo_concurrency.lockutils [req-296bb16b-2728-4f47-9c13-e5fe8d67f0af req-bbd78d94-bbf9-4d73-9a44-86d17cf7919d service nova] Releasing lock "refresh_cache-c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.329258] env[69357]: DEBUG oslo_vmware.api [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]520941ad-184a-71f3-b57f-92a0a13cad42, 'name': SearchDatastore_Task, 'duration_secs': 0.008823} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.330031] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d3ebbf-058d-41d4-a8f6-1c6685b1d1ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.335753] env[69357]: DEBUG oslo_vmware.api [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1334.335753] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c1a94a-98c5-ab53-24bc-9c2d70e66347" [ 1334.335753] env[69357]: _type = "Task" [ 1334.335753] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.343228] env[69357]: DEBUG oslo_vmware.api [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c1a94a-98c5-ab53-24bc-9c2d70e66347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.846372] env[69357]: DEBUG oslo_vmware.api [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c1a94a-98c5-ab53-24bc-9c2d70e66347, 'name': SearchDatastore_Task, 'duration_secs': 0.009856} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.846652] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.846918] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] c2958efd-ad96-4cb2-b8d0-0bf46d3c0534/c2958efd-ad96-4cb2-b8d0-0bf46d3c0534.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1334.847190] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8970982a-9cd7-4430-9f83-4982be7e7f88 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.853926] env[69357]: DEBUG oslo_vmware.api [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1334.853926] env[69357]: value = "task-4151795" [ 1334.853926] env[69357]: _type = "Task" [ 1334.853926] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.861619] env[69357]: DEBUG oslo_vmware.api [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.363244] env[69357]: DEBUG oslo_vmware.api [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466394} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.363587] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] c2958efd-ad96-4cb2-b8d0-0bf46d3c0534/c2958efd-ad96-4cb2-b8d0-0bf46d3c0534.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1335.363772] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1335.364038] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f448e6c-c6a2-417d-8b2d-014f3c0198a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.371203] env[69357]: DEBUG oslo_vmware.api [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1335.371203] env[69357]: value = "task-4151796" [ 1335.371203] env[69357]: _type = "Task" [ 1335.371203] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.378987] env[69357]: DEBUG oslo_vmware.api [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.881825] env[69357]: DEBUG oslo_vmware.api [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06246} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.882092] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1335.882820] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c9a4b9-88f3-422f-8a7c-8a96a7603bb3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.904377] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] c2958efd-ad96-4cb2-b8d0-0bf46d3c0534/c2958efd-ad96-4cb2-b8d0-0bf46d3c0534.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.904644] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b3c3573-0d81-4bfb-b398-f1e301a9892f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.926346] env[69357]: DEBUG oslo_vmware.api [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1335.926346] env[69357]: value = "task-4151797" [ 1335.926346] env[69357]: _type = "Task" [ 1335.926346] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.934467] env[69357]: DEBUG oslo_vmware.api [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.436462] env[69357]: DEBUG oslo_vmware.api [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151797, 'name': ReconfigVM_Task, 'duration_secs': 0.305361} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.436869] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Reconfigured VM instance instance-0000007a to attach disk [datastore1] c2958efd-ad96-4cb2-b8d0-0bf46d3c0534/c2958efd-ad96-4cb2-b8d0-0bf46d3c0534.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.437422] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7254107-de92-4ad4-8493-d320631e85e7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.444054] env[69357]: DEBUG oslo_vmware.api [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1336.444054] env[69357]: value = "task-4151798" [ 1336.444054] env[69357]: _type = "Task" [ 1336.444054] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.451662] env[69357]: DEBUG oslo_vmware.api [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151798, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.954171] env[69357]: DEBUG oslo_vmware.api [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151798, 'name': Rename_Task, 'duration_secs': 0.159724} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.954464] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.954784] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11cf6965-459e-4f4f-be17-fb794809891c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.961421] env[69357]: DEBUG oslo_vmware.api [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1336.961421] env[69357]: value = "task-4151799" [ 1336.961421] env[69357]: _type = "Task" [ 1336.961421] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.969599] env[69357]: DEBUG oslo_vmware.api [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.471432] env[69357]: DEBUG oslo_vmware.api [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151799, 'name': PowerOnVM_Task, 'duration_secs': 0.452029} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.471915] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.471915] env[69357]: INFO nova.compute.manager [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Took 6.89 seconds to spawn the instance on the hypervisor. [ 1337.472103] env[69357]: DEBUG nova.compute.manager [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1337.472873] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ada4c41-d346-4d82-8095-89e50c41adf4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.990331] env[69357]: INFO nova.compute.manager [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Took 11.60 seconds to build instance. [ 1338.372511] env[69357]: DEBUG nova.compute.manager [req-34a7e34d-5173-4ad8-930d-49a3c478a69f req-b7113cf8-2e00-4eaf-aa0f-860ff7326076 service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Received event network-changed-a18656d9-a69e-4c00-9d65-063159beb62e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.372738] env[69357]: DEBUG nova.compute.manager [req-34a7e34d-5173-4ad8-930d-49a3c478a69f req-b7113cf8-2e00-4eaf-aa0f-860ff7326076 service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Refreshing instance network info cache due to event network-changed-a18656d9-a69e-4c00-9d65-063159beb62e. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1338.372962] env[69357]: DEBUG oslo_concurrency.lockutils [req-34a7e34d-5173-4ad8-930d-49a3c478a69f req-b7113cf8-2e00-4eaf-aa0f-860ff7326076 service nova] Acquiring lock "refresh_cache-c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.373153] env[69357]: DEBUG oslo_concurrency.lockutils [req-34a7e34d-5173-4ad8-930d-49a3c478a69f req-b7113cf8-2e00-4eaf-aa0f-860ff7326076 service nova] Acquired lock "refresh_cache-c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.373325] env[69357]: DEBUG nova.network.neutron [req-34a7e34d-5173-4ad8-930d-49a3c478a69f req-b7113cf8-2e00-4eaf-aa0f-860ff7326076 service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Refreshing network info cache for port a18656d9-a69e-4c00-9d65-063159beb62e {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1338.492692] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1a3dbdd9-646d-401a-8f2b-c4b7d1297950 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.115s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.113308] env[69357]: DEBUG nova.network.neutron [req-34a7e34d-5173-4ad8-930d-49a3c478a69f req-b7113cf8-2e00-4eaf-aa0f-860ff7326076 service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Updated VIF entry in instance network info cache for port a18656d9-a69e-4c00-9d65-063159beb62e. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1339.113757] env[69357]: DEBUG nova.network.neutron [req-34a7e34d-5173-4ad8-930d-49a3c478a69f req-b7113cf8-2e00-4eaf-aa0f-860ff7326076 service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Updating instance_info_cache with network_info: [{"id": "a18656d9-a69e-4c00-9d65-063159beb62e", "address": "fa:16:3e:6c:44:2c", "network": {"id": "12fab11b-6ad5-49ba-8738-05e9ae69d953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540370362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a8557f98174856b7f3027fcb0cd65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18656d9-a6", "ovs_interfaceid": "a18656d9-a69e-4c00-9d65-063159beb62e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.616644] env[69357]: DEBUG oslo_concurrency.lockutils [req-34a7e34d-5173-4ad8-930d-49a3c478a69f req-b7113cf8-2e00-4eaf-aa0f-860ff7326076 service nova] Releasing lock "refresh_cache-c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.544147] env[69357]: DEBUG oslo_concurrency.lockutils [None req-70baf2ca-1821-45d3-8894-44c08b0116e6 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "c68b4b49-e1fe-4ed9-b453-78b0037e90c9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.544557] env[69357]: DEBUG oslo_concurrency.lockutils [None req-70baf2ca-1821-45d3-8894-44c08b0116e6 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "c68b4b49-e1fe-4ed9-b453-78b0037e90c9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.047295] env[69357]: INFO nova.compute.manager [None req-70baf2ca-1821-45d3-8894-44c08b0116e6 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Detaching volume 5ba9e91e-8fdf-4c57-8ee1-5514b501c783 [ 1346.079020] env[69357]: INFO nova.virt.block_device [None req-70baf2ca-1821-45d3-8894-44c08b0116e6 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Attempting to driver detach volume 5ba9e91e-8fdf-4c57-8ee1-5514b501c783 from mountpoint /dev/sdb [ 1346.079020] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-70baf2ca-1821-45d3-8894-44c08b0116e6 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1346.079196] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-70baf2ca-1821-45d3-8894-44c08b0116e6 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822086', 'volume_id': '5ba9e91e-8fdf-4c57-8ee1-5514b501c783', 'name': 'volume-5ba9e91e-8fdf-4c57-8ee1-5514b501c783', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c68b4b49-e1fe-4ed9-b453-78b0037e90c9', 'attached_at': '', 'detached_at': '', 'volume_id': '5ba9e91e-8fdf-4c57-8ee1-5514b501c783', 'serial': '5ba9e91e-8fdf-4c57-8ee1-5514b501c783'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1346.080391] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d9338f-a4da-4e27-8307-eba00ef8034e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.102273] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0a8f3c-90f8-4337-a0b2-49e7610b4a33 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.109557] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6560ea21-b805-4d35-9c15-631768698734 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.129805] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9413f72-a6ef-47b0-adb1-2593336e3d70 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.144261] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-70baf2ca-1821-45d3-8894-44c08b0116e6 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] The volume has not been displaced from its original location: [datastore1] volume-5ba9e91e-8fdf-4c57-8ee1-5514b501c783/volume-5ba9e91e-8fdf-4c57-8ee1-5514b501c783.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1346.149431] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-70baf2ca-1821-45d3-8894-44c08b0116e6 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1346.149700] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0e0d86e-f082-4c96-80b3-74028b1245ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.167498] env[69357]: DEBUG oslo_vmware.api [None req-70baf2ca-1821-45d3-8894-44c08b0116e6 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1346.167498] env[69357]: value = "task-4151800" [ 1346.167498] env[69357]: _type = "Task" [ 1346.167498] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.175311] env[69357]: DEBUG oslo_vmware.api [None req-70baf2ca-1821-45d3-8894-44c08b0116e6 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.677739] env[69357]: DEBUG oslo_vmware.api [None req-70baf2ca-1821-45d3-8894-44c08b0116e6 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151800, 'name': ReconfigVM_Task, 'duration_secs': 0.26267} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.678176] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-70baf2ca-1821-45d3-8894-44c08b0116e6 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1346.682581] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b894b8ee-45ea-4d84-848e-2aceb717f069 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.698755] env[69357]: DEBUG oslo_vmware.api [None req-70baf2ca-1821-45d3-8894-44c08b0116e6 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1346.698755] env[69357]: value = "task-4151801" [ 1346.698755] env[69357]: _type = "Task" [ 1346.698755] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.707417] env[69357]: DEBUG oslo_vmware.api [None req-70baf2ca-1821-45d3-8894-44c08b0116e6 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.208946] env[69357]: DEBUG oslo_vmware.api [None req-70baf2ca-1821-45d3-8894-44c08b0116e6 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151801, 'name': ReconfigVM_Task, 'duration_secs': 0.142713} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.209349] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-70baf2ca-1821-45d3-8894-44c08b0116e6 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822086', 'volume_id': '5ba9e91e-8fdf-4c57-8ee1-5514b501c783', 'name': 'volume-5ba9e91e-8fdf-4c57-8ee1-5514b501c783', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c68b4b49-e1fe-4ed9-b453-78b0037e90c9', 'attached_at': '', 'detached_at': '', 'volume_id': '5ba9e91e-8fdf-4c57-8ee1-5514b501c783', 'serial': '5ba9e91e-8fdf-4c57-8ee1-5514b501c783'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1347.749076] env[69357]: DEBUG nova.objects.instance [None req-70baf2ca-1821-45d3-8894-44c08b0116e6 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lazy-loading 'flavor' on Instance uuid c68b4b49-e1fe-4ed9-b453-78b0037e90c9 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.758483] env[69357]: DEBUG oslo_concurrency.lockutils [None req-70baf2ca-1821-45d3-8894-44c08b0116e6 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "c68b4b49-e1fe-4ed9-b453-78b0037e90c9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.856649] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "c68b4b49-e1fe-4ed9-b453-78b0037e90c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.857076] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "c68b4b49-e1fe-4ed9-b453-78b0037e90c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.857166] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "c68b4b49-e1fe-4ed9-b453-78b0037e90c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.857358] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "c68b4b49-e1fe-4ed9-b453-78b0037e90c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.857531] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "c68b4b49-e1fe-4ed9-b453-78b0037e90c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.859734] env[69357]: INFO nova.compute.manager [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Terminating instance [ 1350.363658] env[69357]: DEBUG nova.compute.manager [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1350.363935] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1350.365217] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5dd5da-c089-4859-a422-d71f00f86b88 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.372962] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.373216] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8415f3c1-0064-41d8-bf81-d121e4ac88da {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.380008] env[69357]: DEBUG oslo_vmware.api [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1350.380008] env[69357]: value = "task-4151802" [ 1350.380008] env[69357]: _type = "Task" [ 1350.380008] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.388366] env[69357]: DEBUG oslo_vmware.api [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.891054] env[69357]: DEBUG oslo_vmware.api [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151802, 'name': PowerOffVM_Task, 'duration_secs': 0.246761} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.891054] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.891054] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1350.891511] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98c2a7db-c3d9-4fce-81f0-2045580daec3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.956628] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1350.956867] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1350.957078] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Deleting the datastore file [datastore1] c68b4b49-e1fe-4ed9-b453-78b0037e90c9 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.957365] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6b41d6d-a74d-4fcf-ac09-c800c656205b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.964518] env[69357]: DEBUG oslo_vmware.api [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1350.964518] env[69357]: value = "task-4151804" [ 1350.964518] env[69357]: _type = "Task" [ 1350.964518] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.972457] env[69357]: DEBUG oslo_vmware.api [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.475309] env[69357]: DEBUG oslo_vmware.api [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136096} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.475582] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1351.475811] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1351.476016] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1351.476210] env[69357]: INFO nova.compute.manager [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1351.476465] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1351.476666] env[69357]: DEBUG nova.compute.manager [-] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1351.476768] env[69357]: DEBUG nova.network.neutron [-] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1351.891583] env[69357]: DEBUG nova.compute.manager [req-9d84f70d-b3be-4f4a-b3d5-0003a5073dec req-85663d70-ce0d-4356-915f-4005b1130af0 service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Received event network-vif-deleted-d8fde81d-4c13-487c-828a-5a3164764411 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1351.891583] env[69357]: INFO nova.compute.manager [req-9d84f70d-b3be-4f4a-b3d5-0003a5073dec req-85663d70-ce0d-4356-915f-4005b1130af0 service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Neutron deleted interface d8fde81d-4c13-487c-828a-5a3164764411; detaching it from the instance and deleting it from the info cache [ 1351.891583] env[69357]: DEBUG nova.network.neutron [req-9d84f70d-b3be-4f4a-b3d5-0003a5073dec req-85663d70-ce0d-4356-915f-4005b1130af0 service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.375524] env[69357]: DEBUG nova.network.neutron [-] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.395033] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd9be266-651c-4fea-b6c1-12e0d999ddb3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.404633] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642a3b37-e130-49ec-9f1b-7a0207b1235d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.434440] env[69357]: DEBUG nova.compute.manager [req-9d84f70d-b3be-4f4a-b3d5-0003a5073dec req-85663d70-ce0d-4356-915f-4005b1130af0 service nova] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Detach interface failed, port_id=d8fde81d-4c13-487c-828a-5a3164764411, reason: Instance c68b4b49-e1fe-4ed9-b453-78b0037e90c9 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1352.878549] env[69357]: INFO nova.compute.manager [-] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Took 1.40 seconds to deallocate network for instance. [ 1353.385513] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.385908] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.386039] env[69357]: DEBUG nova.objects.instance [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lazy-loading 'resources' on Instance uuid c68b4b49-e1fe-4ed9-b453-78b0037e90c9 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.967671] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52d05d2-c7fd-4bb2-8080-ceb057d28d08 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.976187] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70885099-90dd-4dae-920f-195f134f58e9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.007380] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511dc5ab-dedf-4df7-893d-ceffead6c616 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.014987] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f38532-1434-4b3c-a318-10f624417e23 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.028465] env[69357]: DEBUG nova.compute.provider_tree [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.531974] env[69357]: DEBUG nova.scheduler.client.report [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.038746] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.059629] env[69357]: INFO nova.scheduler.client.report [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Deleted allocations for instance c68b4b49-e1fe-4ed9-b453-78b0037e90c9 [ 1355.568346] env[69357]: DEBUG oslo_concurrency.lockutils [None req-30ec2b90-5b38-4044-b889-f86d9d7b7c64 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "c68b4b49-e1fe-4ed9-b453-78b0037e90c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.711s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.893744] env[69357]: DEBUG oslo_concurrency.lockutils [None req-21e5128f-3aaa-4200-9c61-50bc018535ed tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "b769b6e5-5b1c-41b5-aa43-e65bde2aeb68" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.894246] env[69357]: DEBUG oslo_concurrency.lockutils [None req-21e5128f-3aaa-4200-9c61-50bc018535ed tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "b769b6e5-5b1c-41b5-aa43-e65bde2aeb68" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.894246] env[69357]: DEBUG nova.compute.manager [None req-21e5128f-3aaa-4200-9c61-50bc018535ed tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1360.895158] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c535395-2a06-49ae-99fd-612000b1726f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.902605] env[69357]: DEBUG nova.compute.manager [None req-21e5128f-3aaa-4200-9c61-50bc018535ed tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69357) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1360.903173] env[69357]: DEBUG nova.objects.instance [None req-21e5128f-3aaa-4200-9c61-50bc018535ed tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lazy-loading 'flavor' on Instance uuid b769b6e5-5b1c-41b5-aa43-e65bde2aeb68 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.000601] env[69357]: DEBUG oslo_concurrency.lockutils [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "26a9ee6e-ea63-4406-a211-b458580a1280" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.000916] env[69357]: DEBUG oslo_concurrency.lockutils [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "26a9ee6e-ea63-4406-a211-b458580a1280" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.001142] env[69357]: DEBUG oslo_concurrency.lockutils [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "26a9ee6e-ea63-4406-a211-b458580a1280-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.001332] env[69357]: DEBUG oslo_concurrency.lockutils [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "26a9ee6e-ea63-4406-a211-b458580a1280-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.001505] env[69357]: DEBUG oslo_concurrency.lockutils [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "26a9ee6e-ea63-4406-a211-b458580a1280-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.003995] env[69357]: INFO nova.compute.manager [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Terminating instance [ 1361.508221] env[69357]: DEBUG nova.compute.manager [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1361.509273] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1361.509421] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b07c079-7890-4733-a064-cc662690e09b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.517918] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.518196] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-971a5b95-be4c-4c18-be21-2bab7302c46c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.524555] env[69357]: DEBUG oslo_vmware.api [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1361.524555] env[69357]: value = "task-4151806" [ 1361.524555] env[69357]: _type = "Task" [ 1361.524555] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.532998] env[69357]: DEBUG oslo_vmware.api [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.910507] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e5128f-3aaa-4200-9c61-50bc018535ed tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.910895] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ae00d95-62af-4d62-8e12-a8ffff87885b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.918420] env[69357]: DEBUG oslo_vmware.api [None req-21e5128f-3aaa-4200-9c61-50bc018535ed tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1361.918420] env[69357]: value = "task-4151807" [ 1361.918420] env[69357]: _type = "Task" [ 1361.918420] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.928939] env[69357]: DEBUG oslo_vmware.api [None req-21e5128f-3aaa-4200-9c61-50bc018535ed tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.036059] env[69357]: DEBUG oslo_vmware.api [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151806, 'name': PowerOffVM_Task, 'duration_secs': 0.217746} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.036059] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.036059] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1362.036473] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a8cacfb-dfc7-4d30-b7d4-32c384745a58 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.119548] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1362.119839] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1362.120057] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Deleting the datastore file [datastore2] 26a9ee6e-ea63-4406-a211-b458580a1280 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1362.120345] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40275ec2-9bdc-4bf1-a9d1-83f64fb51377 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.127445] env[69357]: DEBUG oslo_vmware.api [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1362.127445] env[69357]: value = "task-4151809" [ 1362.127445] env[69357]: _type = "Task" [ 1362.127445] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.135611] env[69357]: DEBUG oslo_vmware.api [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.429391] env[69357]: DEBUG oslo_vmware.api [None req-21e5128f-3aaa-4200-9c61-50bc018535ed tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151807, 'name': PowerOffVM_Task, 'duration_secs': 0.266364} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.429765] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e5128f-3aaa-4200-9c61-50bc018535ed tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.429978] env[69357]: DEBUG nova.compute.manager [None req-21e5128f-3aaa-4200-9c61-50bc018535ed tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1362.430765] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8951a465-dd1e-49a2-bc7f-d634ee81a286 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.639077] env[69357]: DEBUG oslo_vmware.api [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197542} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.639077] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1362.639077] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1362.639077] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1362.639077] env[69357]: INFO nova.compute.manager [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1362.639077] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1362.639077] env[69357]: DEBUG nova.compute.manager [-] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1362.639077] env[69357]: DEBUG nova.network.neutron [-] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1362.943356] env[69357]: DEBUG oslo_concurrency.lockutils [None req-21e5128f-3aaa-4200-9c61-50bc018535ed tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "b769b6e5-5b1c-41b5-aa43-e65bde2aeb68" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.007810] env[69357]: DEBUG nova.compute.manager [req-f13a6856-8177-41bd-b7a6-085fd0823403 req-a9b31f4c-14c2-4d09-9155-9a3b4d623e95 service nova] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Received event network-vif-deleted-22e6f876-493a-4145-8c3e-de0e5a54d559 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.007918] env[69357]: INFO nova.compute.manager [req-f13a6856-8177-41bd-b7a6-085fd0823403 req-a9b31f4c-14c2-4d09-9155-9a3b4d623e95 service nova] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Neutron deleted interface 22e6f876-493a-4145-8c3e-de0e5a54d559; detaching it from the instance and deleting it from the info cache [ 1363.008107] env[69357]: DEBUG nova.network.neutron [req-f13a6856-8177-41bd-b7a6-085fd0823403 req-a9b31f4c-14c2-4d09-9155-9a3b4d623e95 service nova] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.304566] env[69357]: DEBUG nova.objects.instance [None req-2209aca2-23ff-4d9f-9c3a-573177901615 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lazy-loading 'flavor' on Instance uuid b769b6e5-5b1c-41b5-aa43-e65bde2aeb68 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.491676] env[69357]: DEBUG nova.network.neutron [-] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.511882] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-214291e7-0529-476e-af25-6ee9e3ff091b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.524861] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da6df8a-b9e5-4861-999a-dba5637d4f42 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.552455] env[69357]: DEBUG nova.compute.manager [req-f13a6856-8177-41bd-b7a6-085fd0823403 req-a9b31f4c-14c2-4d09-9155-9a3b4d623e95 service nova] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Detach interface failed, port_id=22e6f876-493a-4145-8c3e-de0e5a54d559, reason: Instance 26a9ee6e-ea63-4406-a211-b458580a1280 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1363.810268] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2209aca2-23ff-4d9f-9c3a-573177901615 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "refresh_cache-b769b6e5-5b1c-41b5-aa43-e65bde2aeb68" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.810444] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2209aca2-23ff-4d9f-9c3a-573177901615 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "refresh_cache-b769b6e5-5b1c-41b5-aa43-e65bde2aeb68" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.810554] env[69357]: DEBUG nova.network.neutron [None req-2209aca2-23ff-4d9f-9c3a-573177901615 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.810735] env[69357]: DEBUG nova.objects.instance [None req-2209aca2-23ff-4d9f-9c3a-573177901615 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lazy-loading 'info_cache' on Instance uuid b769b6e5-5b1c-41b5-aa43-e65bde2aeb68 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.993922] env[69357]: INFO nova.compute.manager [-] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Took 1.36 seconds to deallocate network for instance. [ 1364.314440] env[69357]: DEBUG nova.objects.base [None req-2209aca2-23ff-4d9f-9c3a-573177901615 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1364.500581] env[69357]: DEBUG oslo_concurrency.lockutils [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.500871] env[69357]: DEBUG oslo_concurrency.lockutils [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.501131] env[69357]: DEBUG nova.objects.instance [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lazy-loading 'resources' on Instance uuid 26a9ee6e-ea63-4406-a211-b458580a1280 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.038460] env[69357]: DEBUG nova.network.neutron [None req-2209aca2-23ff-4d9f-9c3a-573177901615 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Updating instance_info_cache with network_info: [{"id": "4b387fc0-9827-4628-b111-ebbeaa40ef7d", "address": "fa:16:3e:58:a7:e9", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b387fc0-98", "ovs_interfaceid": "4b387fc0-9827-4628-b111-ebbeaa40ef7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.097840] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892c20ee-239e-4857-841a-21951687f3e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.106106] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3b37b6-7ce5-47aa-9455-437fab6f9139 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.137195] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba19bd8-9017-4282-9ff4-a4c567a7e284 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.146288] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0523f42e-91e2-4d01-b2b9-3b69f98cadf1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.162741] env[69357]: DEBUG nova.compute.provider_tree [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.541972] env[69357]: DEBUG oslo_concurrency.lockutils [None req-2209aca2-23ff-4d9f-9c3a-573177901615 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "refresh_cache-b769b6e5-5b1c-41b5-aa43-e65bde2aeb68" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.666257] env[69357]: DEBUG nova.scheduler.client.report [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.171241] env[69357]: DEBUG oslo_concurrency.lockutils [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.204720] env[69357]: INFO nova.scheduler.client.report [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Deleted allocations for instance 26a9ee6e-ea63-4406-a211-b458580a1280 [ 1366.547733] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2209aca2-23ff-4d9f-9c3a-573177901615 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.548064] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e06a05d1-4446-44ce-88bb-ed3f983ed1b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.555455] env[69357]: DEBUG oslo_vmware.api [None req-2209aca2-23ff-4d9f-9c3a-573177901615 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1366.555455] env[69357]: value = "task-4151810" [ 1366.555455] env[69357]: _type = "Task" [ 1366.555455] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.563795] env[69357]: DEBUG oslo_vmware.api [None req-2209aca2-23ff-4d9f-9c3a-573177901615 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.712217] env[69357]: DEBUG oslo_concurrency.lockutils [None req-77c4b5a7-96e3-4522-a4ac-3d5eed4b6f60 tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "26a9ee6e-ea63-4406-a211-b458580a1280" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.711s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.066795] env[69357]: DEBUG oslo_vmware.api [None req-2209aca2-23ff-4d9f-9c3a-573177901615 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151810, 'name': PowerOnVM_Task, 'duration_secs': 0.419539} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.067141] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-2209aca2-23ff-4d9f-9c3a-573177901615 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.067379] env[69357]: DEBUG nova.compute.manager [None req-2209aca2-23ff-4d9f-9c3a-573177901615 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1367.068169] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfc6adc-d90f-4913-b573-b6e8908c7f11 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.709816] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "44d6de9c-e318-4334-99fe-d15ba00016bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.710150] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "44d6de9c-e318-4334-99fe-d15ba00016bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.710267] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "44d6de9c-e318-4334-99fe-d15ba00016bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.710451] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "44d6de9c-e318-4334-99fe-d15ba00016bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.710617] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "44d6de9c-e318-4334-99fe-d15ba00016bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.713084] env[69357]: INFO nova.compute.manager [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Terminating instance [ 1368.215479] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0386c678-d712-4d9e-bfe1-2d49c6477dcc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.219130] env[69357]: DEBUG nova.compute.manager [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1368.219332] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1368.220084] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd75ae0-c6da-4323-b90e-011e7e0998db {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.227037] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6a28ccec-635f-474c-8fa4-03fd85892d27 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Suspending the VM {{(pid=69357) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1368.229024] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-57ae74f0-28b1-4772-aa2f-9aeba9f120df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.230433] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.230646] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4a5160d-4c4d-42fc-9ef7-928503c17a38 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.236713] env[69357]: DEBUG oslo_vmware.api [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1368.236713] env[69357]: value = "task-4151812" [ 1368.236713] env[69357]: _type = "Task" [ 1368.236713] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.238151] env[69357]: DEBUG oslo_vmware.api [None req-6a28ccec-635f-474c-8fa4-03fd85892d27 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1368.238151] env[69357]: value = "task-4151811" [ 1368.238151] env[69357]: _type = "Task" [ 1368.238151] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.251828] env[69357]: DEBUG oslo_vmware.api [None req-6a28ccec-635f-474c-8fa4-03fd85892d27 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151811, 'name': SuspendVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.255544] env[69357]: DEBUG oslo_vmware.api [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.752237] env[69357]: DEBUG oslo_vmware.api [None req-6a28ccec-635f-474c-8fa4-03fd85892d27 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151811, 'name': SuspendVM_Task} progress is 62%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.755402] env[69357]: DEBUG oslo_vmware.api [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151812, 'name': PowerOffVM_Task, 'duration_secs': 0.252508} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.755639] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.755831] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.756145] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dccd6fc0-49bc-4751-8b29-70058951692b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.842238] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.842514] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.842689] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Deleting the datastore file [datastore2] 44d6de9c-e318-4334-99fe-d15ba00016bb {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.842982] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2820f2b5-d8dd-4169-9dca-dbfd4efd066d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.849936] env[69357]: DEBUG oslo_vmware.api [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for the task: (returnval){ [ 1368.849936] env[69357]: value = "task-4151814" [ 1368.849936] env[69357]: _type = "Task" [ 1368.849936] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.861826] env[69357]: DEBUG oslo_vmware.api [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.252662] env[69357]: DEBUG oslo_vmware.api [None req-6a28ccec-635f-474c-8fa4-03fd85892d27 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151811, 'name': SuspendVM_Task, 'duration_secs': 0.667912} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.252939] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6a28ccec-635f-474c-8fa4-03fd85892d27 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Suspended the VM {{(pid=69357) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1369.253154] env[69357]: DEBUG nova.compute.manager [None req-6a28ccec-635f-474c-8fa4-03fd85892d27 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1369.254028] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ef6a8e-a348-4b67-bfca-91c8aed116cd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.360460] env[69357]: DEBUG oslo_vmware.api [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Task: {'id': task-4151814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206517} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.360757] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1369.360996] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1369.361217] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1369.361399] env[69357]: INFO nova.compute.manager [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1369.361701] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1369.361906] env[69357]: DEBUG nova.compute.manager [-] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1369.362011] env[69357]: DEBUG nova.network.neutron [-] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1369.799723] env[69357]: DEBUG nova.compute.manager [req-ec9be9ce-c127-44cc-88bb-8603814d7974 req-2de9bd74-8edd-41fb-8f93-5d8e8f20c5a2 service nova] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Received event network-vif-deleted-54f4adc3-54fb-4d19-8e40-d32b0955f28c {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.800293] env[69357]: INFO nova.compute.manager [req-ec9be9ce-c127-44cc-88bb-8603814d7974 req-2de9bd74-8edd-41fb-8f93-5d8e8f20c5a2 service nova] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Neutron deleted interface 54f4adc3-54fb-4d19-8e40-d32b0955f28c; detaching it from the instance and deleting it from the info cache [ 1369.800293] env[69357]: DEBUG nova.network.neutron [req-ec9be9ce-c127-44cc-88bb-8603814d7974 req-2de9bd74-8edd-41fb-8f93-5d8e8f20c5a2 service nova] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.242688] env[69357]: DEBUG nova.network.neutron [-] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.302833] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16e12b1a-daed-45a3-bc73-8947b1445571 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.313622] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9489a7a2-6377-47ad-8a52-a95fd855e9ff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.339896] env[69357]: DEBUG nova.compute.manager [req-ec9be9ce-c127-44cc-88bb-8603814d7974 req-2de9bd74-8edd-41fb-8f93-5d8e8f20c5a2 service nova] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Detach interface failed, port_id=54f4adc3-54fb-4d19-8e40-d32b0955f28c, reason: Instance 44d6de9c-e318-4334-99fe-d15ba00016bb could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1370.682934] env[69357]: INFO nova.compute.manager [None req-f74f742f-c136-44da-bcf8-2264b698ec43 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Resuming [ 1370.683715] env[69357]: DEBUG nova.objects.instance [None req-f74f742f-c136-44da-bcf8-2264b698ec43 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lazy-loading 'flavor' on Instance uuid b769b6e5-5b1c-41b5-aa43-e65bde2aeb68 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.745691] env[69357]: INFO nova.compute.manager [-] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Took 1.38 seconds to deallocate network for instance. [ 1371.252646] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.253105] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.253192] env[69357]: DEBUG nova.objects.instance [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lazy-loading 'resources' on Instance uuid 44d6de9c-e318-4334-99fe-d15ba00016bb {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.839019] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e31822a-3d83-46f3-9e4e-512dac4dab65 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.845634] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805f5e5b-591f-4976-83b7-9497492225d2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.877747] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fbcc2d-c16c-4c83-8466-c5738d3d4154 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.885598] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ace5d60-dd77-4907-964f-385bee074713 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.899691] env[69357]: DEBUG nova.compute.provider_tree [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.194705] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f74f742f-c136-44da-bcf8-2264b698ec43 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "refresh_cache-b769b6e5-5b1c-41b5-aa43-e65bde2aeb68" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.194914] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f74f742f-c136-44da-bcf8-2264b698ec43 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquired lock "refresh_cache-b769b6e5-5b1c-41b5-aa43-e65bde2aeb68" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.195096] env[69357]: DEBUG nova.network.neutron [None req-f74f742f-c136-44da-bcf8-2264b698ec43 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.402929] env[69357]: DEBUG nova.scheduler.client.report [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.907502] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.913524] env[69357]: DEBUG nova.network.neutron [None req-f74f742f-c136-44da-bcf8-2264b698ec43 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Updating instance_info_cache with network_info: [{"id": "4b387fc0-9827-4628-b111-ebbeaa40ef7d", "address": "fa:16:3e:58:a7:e9", "network": {"id": "177157dc-697e-4420-a5b0-eff46050dc56", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2119974033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7057ae3e4a404d2eaf19cbb903512690", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b387fc0-98", "ovs_interfaceid": "4b387fc0-9827-4628-b111-ebbeaa40ef7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.936850] env[69357]: INFO nova.scheduler.client.report [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Deleted allocations for instance 44d6de9c-e318-4334-99fe-d15ba00016bb [ 1373.416772] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f74f742f-c136-44da-bcf8-2264b698ec43 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Releasing lock "refresh_cache-b769b6e5-5b1c-41b5-aa43-e65bde2aeb68" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.417868] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe98bf2-2042-46c3-a5a3-55e649b7e54c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.425213] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f74f742f-c136-44da-bcf8-2264b698ec43 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Resuming the VM {{(pid=69357) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1373.425471] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36d2f499-0480-4752-ae9a-e378f280e852 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.432878] env[69357]: DEBUG oslo_vmware.api [None req-f74f742f-c136-44da-bcf8-2264b698ec43 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1373.432878] env[69357]: value = "task-4151815" [ 1373.432878] env[69357]: _type = "Task" [ 1373.432878] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.441114] env[69357]: DEBUG oslo_vmware.api [None req-f74f742f-c136-44da-bcf8-2264b698ec43 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.445899] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1cb8da8f-f524-4a4c-9c43-071c7d1da7ed tempest-ServerRescueNegativeTestJSON-1717392500 tempest-ServerRescueNegativeTestJSON-1717392500-project-member] Lock "44d6de9c-e318-4334-99fe-d15ba00016bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.736s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.943345] env[69357]: DEBUG oslo_vmware.api [None req-f74f742f-c136-44da-bcf8-2264b698ec43 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151815, 'name': PowerOnVM_Task, 'duration_secs': 0.507609} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.943650] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f74f742f-c136-44da-bcf8-2264b698ec43 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Resumed the VM {{(pid=69357) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1373.943850] env[69357]: DEBUG nova.compute.manager [None req-f74f742f-c136-44da-bcf8-2264b698ec43 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1373.944715] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06251cb6-2ad6-48c6-8a08-d09107e1aedc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.591335] env[69357]: DEBUG oslo_concurrency.lockutils [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "b769b6e5-5b1c-41b5-aa43-e65bde2aeb68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.591705] env[69357]: DEBUG oslo_concurrency.lockutils [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "b769b6e5-5b1c-41b5-aa43-e65bde2aeb68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.591903] env[69357]: DEBUG oslo_concurrency.lockutils [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "b769b6e5-5b1c-41b5-aa43-e65bde2aeb68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.592104] env[69357]: DEBUG oslo_concurrency.lockutils [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "b769b6e5-5b1c-41b5-aa43-e65bde2aeb68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.592281] env[69357]: DEBUG oslo_concurrency.lockutils [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "b769b6e5-5b1c-41b5-aa43-e65bde2aeb68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.594879] env[69357]: INFO nova.compute.manager [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Terminating instance [ 1376.100106] env[69357]: DEBUG nova.compute.manager [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1376.100368] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1376.101275] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790e4a08-1d6b-4976-afbf-c25fea70bc41 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.109769] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.110043] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8814925c-d9d4-4959-97f7-cfb4b6aa973f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.117874] env[69357]: DEBUG oslo_vmware.api [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1376.117874] env[69357]: value = "task-4151816" [ 1376.117874] env[69357]: _type = "Task" [ 1376.117874] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.127241] env[69357]: DEBUG oslo_vmware.api [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.411370] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.411645] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.411829] env[69357]: INFO nova.compute.manager [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Shelving [ 1376.627823] env[69357]: DEBUG oslo_vmware.api [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151816, 'name': PowerOffVM_Task, 'duration_secs': 0.19295} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.628162] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1376.628307] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1376.628591] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2535eb5a-9f5a-4db8-b51a-a5366ed1e885 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.696437] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1376.696647] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1376.696827] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Deleting the datastore file [datastore1] b769b6e5-5b1c-41b5-aa43-e65bde2aeb68 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.697181] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c89a8152-af30-4f2c-855f-b72580d175f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.704401] env[69357]: DEBUG oslo_vmware.api [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for the task: (returnval){ [ 1376.704401] env[69357]: value = "task-4151818" [ 1376.704401] env[69357]: _type = "Task" [ 1376.704401] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.712983] env[69357]: DEBUG oslo_vmware.api [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.215492] env[69357]: DEBUG oslo_vmware.api [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Task: {'id': task-4151818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147987} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.215780] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1377.215974] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1377.216224] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1377.216410] env[69357]: INFO nova.compute.manager [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1377.216666] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1377.216856] env[69357]: DEBUG nova.compute.manager [-] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1377.216954] env[69357]: DEBUG nova.network.neutron [-] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1377.422710] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.426403] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0c2f275-f08a-4700-9473-5be2750feb26 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.435544] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1377.435544] env[69357]: value = "task-4151819" [ 1377.435544] env[69357]: _type = "Task" [ 1377.435544] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.445854] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.510146] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.510146] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.510146] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.510146] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.510146] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.949286] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151819, 'name': PowerOffVM_Task, 'duration_secs': 0.226897} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.949286] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.949286] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae73c1f-014b-459b-9c47-5196ed7e9789 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.982109] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbcbc12-0221-46fe-a4ad-d65480f2b5fe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.013201] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.013752] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.013978] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.014189] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1378.015490] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e191ac32-79e9-4e96-8fd2-475f9715e4b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.025426] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88761d4-e474-4e3f-b568-fb95ed0c4ccf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.033222] env[69357]: DEBUG nova.compute.manager [req-a34e3824-8b8a-47da-b6a6-afd9474008cc req-389cb868-f03c-41ed-9f18-4ed35d533405 service nova] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Received event network-vif-deleted-4b387fc0-9827-4628-b111-ebbeaa40ef7d {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.033535] env[69357]: INFO nova.compute.manager [req-a34e3824-8b8a-47da-b6a6-afd9474008cc req-389cb868-f03c-41ed-9f18-4ed35d533405 service nova] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Neutron deleted interface 4b387fc0-9827-4628-b111-ebbeaa40ef7d; detaching it from the instance and deleting it from the info cache [ 1378.033845] env[69357]: DEBUG nova.network.neutron [req-a34e3824-8b8a-47da-b6a6-afd9474008cc req-389cb868-f03c-41ed-9f18-4ed35d533405 service nova] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.044710] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb07d62a-4957-46a2-b5e5-09903b6f16f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.053260] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cbc8a2-9c95-4e42-8996-0287f0e5324c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.088154] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179959MB free_disk=10GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1378.088601] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.088937] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.491720] env[69357]: DEBUG nova.network.neutron [-] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.495009] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Creating Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1378.495009] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bb1fe0e7-72b0-4aa9-8d13-ac3099f13d63 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.504010] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1378.504010] env[69357]: value = "task-4151820" [ 1378.504010] env[69357]: _type = "Task" [ 1378.504010] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.516859] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151820, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.544884] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f063a189-8324-42a9-a5d4-a3bffd54fb7b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.558739] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b307777e-fa57-4a2c-b46d-2ad77b101172 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.587502] env[69357]: DEBUG nova.compute.manager [req-a34e3824-8b8a-47da-b6a6-afd9474008cc req-389cb868-f03c-41ed-9f18-4ed35d533405 service nova] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Detach interface failed, port_id=4b387fc0-9827-4628-b111-ebbeaa40ef7d, reason: Instance b769b6e5-5b1c-41b5-aa43-e65bde2aeb68 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1378.995544] env[69357]: INFO nova.compute.manager [-] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Took 1.78 seconds to deallocate network for instance. [ 1379.015235] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151820, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.130715] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance b769b6e5-5b1c-41b5-aa43-e65bde2aeb68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1379.130886] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance c2958efd-ad96-4cb2-b8d0-0bf46d3c0534 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1379.131087] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1379.131235] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1379.177432] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c508eb-d9d3-4a8b-abf7-8aa2f0e0b340 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.185790] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da41215-f88d-43f6-99df-b861af311bcb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.218781] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ad0255-43b0-42f9-bf68-12ecd91ca640 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.227142] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d6f4b1-417c-4bf9-a418-26bee2bd36e9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.241862] env[69357]: DEBUG nova.compute.provider_tree [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.503870] env[69357]: DEBUG oslo_concurrency.lockutils [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.520237] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151820, 'name': CreateSnapshot_Task, 'duration_secs': 0.515558} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.520579] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Created Snapshot of the VM instance {{(pid=69357) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1379.523208] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1486e0b-16bd-4c2d-8aac-78641932b5ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.745124] env[69357]: DEBUG nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1380.047597] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Creating linked-clone VM from snapshot {{(pid=69357) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1380.047913] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b8730aa4-720c-4914-a2bd-c1880888adcf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.058308] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1380.058308] env[69357]: value = "task-4151821" [ 1380.058308] env[69357]: _type = "Task" [ 1380.058308] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.066781] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151821, 'name': CloneVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.250833] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1380.251356] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.162s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.251356] env[69357]: DEBUG oslo_concurrency.lockutils [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.748s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.251581] env[69357]: DEBUG nova.objects.instance [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lazy-loading 'resources' on Instance uuid b769b6e5-5b1c-41b5-aa43-e65bde2aeb68 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.535849] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "7afb8a77-76a9-43bf-9409-e92be568deaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.536158] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "7afb8a77-76a9-43bf-9409-e92be568deaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.569077] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151821, 'name': CloneVM_Task} progress is 94%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.825807] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b436ba5-2b68-4c92-bab6-8c006006e5b2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.834459] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c970ef05-2f5f-4b43-abed-2f19ea60f76b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.866185] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fac9eeb-60f5-4026-9ce4-91a9a84c9098 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.874962] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ecb284-763a-45da-9c41-d12e4d6cd641 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.889324] env[69357]: DEBUG nova.compute.provider_tree [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.039087] env[69357]: DEBUG nova.compute.manager [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1381.068939] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151821, 'name': CloneVM_Task} progress is 95%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.227924] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.228139] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.228286] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.228488] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1381.392595] env[69357]: DEBUG nova.scheduler.client.report [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.559492] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.568929] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151821, 'name': CloneVM_Task, 'duration_secs': 1.14844} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.569217] env[69357]: INFO nova.virt.vmwareapi.vmops [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Created linked-clone VM from snapshot [ 1381.569947] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423222f2-913d-4f87-b323-3a6af4a8a04f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.577349] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Uploading image 1241b1c7-4ba5-4f85-8167-d43484ab390a {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1381.613650] env[69357]: DEBUG oslo_vmware.rw_handles [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1381.613650] env[69357]: value = "vm-822093" [ 1381.613650] env[69357]: _type = "VirtualMachine" [ 1381.613650] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1381.613925] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f514f39b-f65b-447e-8afb-26f8f67801a5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.621418] env[69357]: DEBUG oslo_vmware.rw_handles [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lease: (returnval){ [ 1381.621418] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d53212-7275-92f5-d89c-3ed275d63f25" [ 1381.621418] env[69357]: _type = "HttpNfcLease" [ 1381.621418] env[69357]: } obtained for exporting VM: (result){ [ 1381.621418] env[69357]: value = "vm-822093" [ 1381.621418] env[69357]: _type = "VirtualMachine" [ 1381.621418] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1381.621741] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the lease: (returnval){ [ 1381.621741] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d53212-7275-92f5-d89c-3ed275d63f25" [ 1381.621741] env[69357]: _type = "HttpNfcLease" [ 1381.621741] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1381.628879] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1381.628879] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d53212-7275-92f5-d89c-3ed275d63f25" [ 1381.628879] env[69357]: _type = "HttpNfcLease" [ 1381.628879] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1381.898995] env[69357]: DEBUG oslo_concurrency.lockutils [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.901446] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.342s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.902977] env[69357]: INFO nova.compute.claims [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1381.917034] env[69357]: INFO nova.scheduler.client.report [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Deleted allocations for instance b769b6e5-5b1c-41b5-aa43-e65bde2aeb68 [ 1382.130292] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1382.130292] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d53212-7275-92f5-d89c-3ed275d63f25" [ 1382.130292] env[69357]: _type = "HttpNfcLease" [ 1382.130292] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1382.130623] env[69357]: DEBUG oslo_vmware.rw_handles [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1382.130623] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d53212-7275-92f5-d89c-3ed275d63f25" [ 1382.130623] env[69357]: _type = "HttpNfcLease" [ 1382.130623] env[69357]: }. {{(pid=69357) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1382.131766] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cbc10b-1b00-4564-a87c-4aeb9fc940cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.139202] env[69357]: DEBUG oslo_vmware.rw_handles [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525929bd-b5d5-5b1f-4c8c-b3dde1f877c9/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1382.139381] env[69357]: DEBUG oslo_vmware.rw_handles [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525929bd-b5d5-5b1f-4c8c-b3dde1f877c9/disk-0.vmdk for reading. {{(pid=69357) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1382.234895] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-01b472ab-7b59-4ca9-8cf1-3d89895edbcb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.424226] env[69357]: DEBUG oslo_concurrency.lockutils [None req-88de1b29-fd31-4322-8cc9-4e0919d88838 tempest-ServerActionsTestJSON-1297421071 tempest-ServerActionsTestJSON-1297421071-project-member] Lock "b769b6e5-5b1c-41b5-aa43-e65bde2aeb68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.832s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.957647] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb615fb0-b816-4ca9-ade4-ebb5ce05cbd4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.966704] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6e0c6c-39a5-4cbe-a551-c59231f32a07 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.999384] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25e0423-b8df-4c49-a536-386619996021 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.007723] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09941adb-58a1-4fa3-96e6-fd01ccdc88ab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.021934] env[69357]: DEBUG nova.compute.provider_tree [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1383.547082] env[69357]: ERROR nova.scheduler.client.report [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [req-067b8d2f-76d0-418c-a3f6-99d2b91860e3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41cb361a-522d-4695-b4b7-7751ac8e311a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-067b8d2f-76d0-418c-a3f6-99d2b91860e3"}]} [ 1383.565845] env[69357]: DEBUG nova.scheduler.client.report [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Refreshing inventories for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1383.581675] env[69357]: DEBUG nova.scheduler.client.report [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Updating ProviderTree inventory for provider 41cb361a-522d-4695-b4b7-7751ac8e311a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1383.582064] env[69357]: DEBUG nova.compute.provider_tree [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1383.594372] env[69357]: DEBUG nova.scheduler.client.report [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Refreshing aggregate associations for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1383.613196] env[69357]: DEBUG nova.scheduler.client.report [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Refreshing trait associations for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1383.656188] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ba228e-a971-4500-958c-da419f26ccab {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.664199] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace976ad-5a67-4940-ba3f-e030029570eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.698269] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e7c5bc-b5d2-45b5-9ff4-c1f58e6c9d0a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.706471] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bbe9af-d27f-491b-a00a-37b0fd5a4f3e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.720518] env[69357]: DEBUG nova.compute.provider_tree [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1384.260019] env[69357]: DEBUG nova.scheduler.client.report [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Updated inventory for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1384.260019] env[69357]: DEBUG nova.compute.provider_tree [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Updating resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a generation from 165 to 166 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1384.260019] env[69357]: DEBUG nova.compute.provider_tree [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1384.764663] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.863s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.765221] env[69357]: DEBUG nova.compute.manager [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1385.271521] env[69357]: DEBUG nova.compute.utils [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1385.273298] env[69357]: DEBUG nova.compute.manager [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1385.273436] env[69357]: DEBUG nova.network.neutron [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1385.317626] env[69357]: DEBUG nova.policy [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15c3a1acc213472cb9cdc9a5b8a5a752', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79ee0ba0af38464f8ccd69e8a0f86173', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1385.622866] env[69357]: DEBUG nova.network.neutron [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Successfully created port: 8e2b12d3-7340-4b70-8c03-e6f29503807a {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1385.777137] env[69357]: DEBUG nova.compute.manager [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1386.787698] env[69357]: DEBUG nova.compute.manager [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1386.816888] env[69357]: DEBUG nova.virt.hardware [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1386.817168] env[69357]: DEBUG nova.virt.hardware [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1386.817394] env[69357]: DEBUG nova.virt.hardware [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1386.817609] env[69357]: DEBUG nova.virt.hardware [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1386.817763] env[69357]: DEBUG nova.virt.hardware [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1386.817915] env[69357]: DEBUG nova.virt.hardware [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1386.818172] env[69357]: DEBUG nova.virt.hardware [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1386.818348] env[69357]: DEBUG nova.virt.hardware [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1386.818533] env[69357]: DEBUG nova.virt.hardware [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1386.818715] env[69357]: DEBUG nova.virt.hardware [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1386.818894] env[69357]: DEBUG nova.virt.hardware [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1386.819900] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79af1a4-fbab-4b7b-b08f-edb373faa8d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.828360] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b18038d-a35d-44e6-b0be-dd57d9af683b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.024765] env[69357]: DEBUG nova.compute.manager [req-32e5d0c0-c2df-464a-b44c-c89b6e134ed5 req-531022d2-fc8c-47a3-8149-699542f4288f service nova] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Received event network-vif-plugged-8e2b12d3-7340-4b70-8c03-e6f29503807a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1387.025084] env[69357]: DEBUG oslo_concurrency.lockutils [req-32e5d0c0-c2df-464a-b44c-c89b6e134ed5 req-531022d2-fc8c-47a3-8149-699542f4288f service nova] Acquiring lock "7afb8a77-76a9-43bf-9409-e92be568deaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.025609] env[69357]: DEBUG oslo_concurrency.lockutils [req-32e5d0c0-c2df-464a-b44c-c89b6e134ed5 req-531022d2-fc8c-47a3-8149-699542f4288f service nova] Lock "7afb8a77-76a9-43bf-9409-e92be568deaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.025609] env[69357]: DEBUG oslo_concurrency.lockutils [req-32e5d0c0-c2df-464a-b44c-c89b6e134ed5 req-531022d2-fc8c-47a3-8149-699542f4288f service nova] Lock "7afb8a77-76a9-43bf-9409-e92be568deaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.025960] env[69357]: DEBUG nova.compute.manager [req-32e5d0c0-c2df-464a-b44c-c89b6e134ed5 req-531022d2-fc8c-47a3-8149-699542f4288f service nova] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] No waiting events found dispatching network-vif-plugged-8e2b12d3-7340-4b70-8c03-e6f29503807a {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1387.025960] env[69357]: WARNING nova.compute.manager [req-32e5d0c0-c2df-464a-b44c-c89b6e134ed5 req-531022d2-fc8c-47a3-8149-699542f4288f service nova] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Received unexpected event network-vif-plugged-8e2b12d3-7340-4b70-8c03-e6f29503807a for instance with vm_state building and task_state spawning. [ 1387.116624] env[69357]: DEBUG nova.network.neutron [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Successfully updated port: 8e2b12d3-7340-4b70-8c03-e6f29503807a {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1387.619021] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "refresh_cache-7afb8a77-76a9-43bf-9409-e92be568deaa" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.619197] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquired lock "refresh_cache-7afb8a77-76a9-43bf-9409-e92be568deaa" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.619383] env[69357]: DEBUG nova.network.neutron [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1388.156872] env[69357]: DEBUG nova.network.neutron [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1388.349168] env[69357]: DEBUG nova.network.neutron [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Updating instance_info_cache with network_info: [{"id": "8e2b12d3-7340-4b70-8c03-e6f29503807a", "address": "fa:16:3e:99:21:7b", "network": {"id": "7303e21a-563c-405c-b53c-af4bedfd0a47", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1372189133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ee0ba0af38464f8ccd69e8a0f86173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e2b12d3-73", "ovs_interfaceid": "8e2b12d3-7340-4b70-8c03-e6f29503807a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.851960] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Releasing lock "refresh_cache-7afb8a77-76a9-43bf-9409-e92be568deaa" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.852318] env[69357]: DEBUG nova.compute.manager [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Instance network_info: |[{"id": "8e2b12d3-7340-4b70-8c03-e6f29503807a", "address": "fa:16:3e:99:21:7b", "network": {"id": "7303e21a-563c-405c-b53c-af4bedfd0a47", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1372189133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ee0ba0af38464f8ccd69e8a0f86173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e2b12d3-73", "ovs_interfaceid": "8e2b12d3-7340-4b70-8c03-e6f29503807a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1388.852818] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:21:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e2b12d3-7340-4b70-8c03-e6f29503807a', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1388.860900] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Creating folder: Project (79ee0ba0af38464f8ccd69e8a0f86173). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1388.861445] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea03528a-231e-4533-9ace-41df0c824a4e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.874442] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Created folder: Project (79ee0ba0af38464f8ccd69e8a0f86173) in parent group-v821763. [ 1388.874681] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Creating folder: Instances. Parent ref: group-v822094. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1388.874941] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de49c82f-c79d-4d07-9bc0-03cce3d11805 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.885711] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Created folder: Instances in parent group-v822094. [ 1388.886022] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1388.886287] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1388.886558] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-511bc57c-8627-40a1-adca-c1922899d380 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.907621] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1388.907621] env[69357]: value = "task-4151825" [ 1388.907621] env[69357]: _type = "Task" [ 1388.907621] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.916234] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151825, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.052580] env[69357]: DEBUG nova.compute.manager [req-a27bd08a-dd98-47d4-b2eb-e2df046b80d2 req-9dac8267-2da3-42b6-befb-002fe7fce932 service nova] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Received event network-changed-8e2b12d3-7340-4b70-8c03-e6f29503807a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.052966] env[69357]: DEBUG nova.compute.manager [req-a27bd08a-dd98-47d4-b2eb-e2df046b80d2 req-9dac8267-2da3-42b6-befb-002fe7fce932 service nova] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Refreshing instance network info cache due to event network-changed-8e2b12d3-7340-4b70-8c03-e6f29503807a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1389.053325] env[69357]: DEBUG oslo_concurrency.lockutils [req-a27bd08a-dd98-47d4-b2eb-e2df046b80d2 req-9dac8267-2da3-42b6-befb-002fe7fce932 service nova] Acquiring lock "refresh_cache-7afb8a77-76a9-43bf-9409-e92be568deaa" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.053525] env[69357]: DEBUG oslo_concurrency.lockutils [req-a27bd08a-dd98-47d4-b2eb-e2df046b80d2 req-9dac8267-2da3-42b6-befb-002fe7fce932 service nova] Acquired lock "refresh_cache-7afb8a77-76a9-43bf-9409-e92be568deaa" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.053700] env[69357]: DEBUG nova.network.neutron [req-a27bd08a-dd98-47d4-b2eb-e2df046b80d2 req-9dac8267-2da3-42b6-befb-002fe7fce932 service nova] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Refreshing network info cache for port 8e2b12d3-7340-4b70-8c03-e6f29503807a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1389.418799] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151825, 'name': CreateVM_Task, 'duration_secs': 0.378233} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.419197] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1389.419721] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.419898] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.420303] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.420570] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a54aaa5-56c4-438e-8e98-985d6a69661a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.425564] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1389.425564] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fc7754-789f-5ca2-4287-fe280173f2ac" [ 1389.425564] env[69357]: _type = "Task" [ 1389.425564] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.433666] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fc7754-789f-5ca2-4287-fe280173f2ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.785610] env[69357]: DEBUG nova.network.neutron [req-a27bd08a-dd98-47d4-b2eb-e2df046b80d2 req-9dac8267-2da3-42b6-befb-002fe7fce932 service nova] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Updated VIF entry in instance network info cache for port 8e2b12d3-7340-4b70-8c03-e6f29503807a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.785957] env[69357]: DEBUG nova.network.neutron [req-a27bd08a-dd98-47d4-b2eb-e2df046b80d2 req-9dac8267-2da3-42b6-befb-002fe7fce932 service nova] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Updating instance_info_cache with network_info: [{"id": "8e2b12d3-7340-4b70-8c03-e6f29503807a", "address": "fa:16:3e:99:21:7b", "network": {"id": "7303e21a-563c-405c-b53c-af4bedfd0a47", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1372189133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ee0ba0af38464f8ccd69e8a0f86173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e2b12d3-73", "ovs_interfaceid": "8e2b12d3-7340-4b70-8c03-e6f29503807a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.820769] env[69357]: DEBUG oslo_vmware.rw_handles [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525929bd-b5d5-5b1f-4c8c-b3dde1f877c9/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1389.821667] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e17c00f-0a3f-415f-a39c-94028f641bfe {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.828810] env[69357]: DEBUG oslo_vmware.rw_handles [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525929bd-b5d5-5b1f-4c8c-b3dde1f877c9/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1389.828983] env[69357]: ERROR oslo_vmware.rw_handles [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525929bd-b5d5-5b1f-4c8c-b3dde1f877c9/disk-0.vmdk due to incomplete transfer. [ 1389.829229] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ab81a05b-bd9a-4e3b-a874-9893e8229aa4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.837349] env[69357]: DEBUG oslo_vmware.rw_handles [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525929bd-b5d5-5b1f-4c8c-b3dde1f877c9/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1389.837562] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Uploaded image 1241b1c7-4ba5-4f85-8167-d43484ab390a to the Glance image server {{(pid=69357) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1389.839948] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Destroying the VM {{(pid=69357) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1389.840299] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-40119ed4-59a1-41b3-98d2-31eb0e33dad7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.846928] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1389.846928] env[69357]: value = "task-4151826" [ 1389.846928] env[69357]: _type = "Task" [ 1389.846928] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.858311] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151826, 'name': Destroy_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.936512] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52fc7754-789f-5ca2-4287-fe280173f2ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010325} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.936803] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.937069] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1389.937318] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.937521] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.937712] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1389.937968] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa1c6666-025d-4c66-b29b-307f22bc774b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.946844] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1389.947025] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1389.947753] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d9d8cdd-f553-4397-b6df-d47d0cde5429 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.953095] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1389.953095] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5255648b-76f6-73bd-0e04-adaf0e2dc920" [ 1389.953095] env[69357]: _type = "Task" [ 1389.953095] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.962177] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5255648b-76f6-73bd-0e04-adaf0e2dc920, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.289776] env[69357]: DEBUG oslo_concurrency.lockutils [req-a27bd08a-dd98-47d4-b2eb-e2df046b80d2 req-9dac8267-2da3-42b6-befb-002fe7fce932 service nova] Releasing lock "refresh_cache-7afb8a77-76a9-43bf-9409-e92be568deaa" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.356511] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151826, 'name': Destroy_Task, 'duration_secs': 0.341857} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.356766] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Destroyed the VM [ 1390.357021] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Deleting Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1390.357279] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dadbfe3c-5343-451e-83e3-05190fd5141a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.363795] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1390.363795] env[69357]: value = "task-4151827" [ 1390.363795] env[69357]: _type = "Task" [ 1390.363795] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.371770] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151827, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.463685] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5255648b-76f6-73bd-0e04-adaf0e2dc920, 'name': SearchDatastore_Task, 'duration_secs': 0.009559} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.464574] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cfb38ef-a46a-45a3-b69e-da55544c7c23 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.469872] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1390.469872] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a7eb95-aa4d-25eb-f287-270f2fb70b48" [ 1390.469872] env[69357]: _type = "Task" [ 1390.469872] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.477653] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a7eb95-aa4d-25eb-f287-270f2fb70b48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.873812] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151827, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.980618] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a7eb95-aa4d-25eb-f287-270f2fb70b48, 'name': SearchDatastore_Task, 'duration_secs': 0.010931} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.980894] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.981177] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 7afb8a77-76a9-43bf-9409-e92be568deaa/7afb8a77-76a9-43bf-9409-e92be568deaa.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1390.981445] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86e21ebc-a2e5-46ca-8520-2b5b7664fa4a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.988553] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1390.988553] env[69357]: value = "task-4151828" [ 1390.988553] env[69357]: _type = "Task" [ 1390.988553] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.996898] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.377318] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151827, 'name': RemoveSnapshot_Task, 'duration_secs': 0.60684} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.377623] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Deleted Snapshot of the VM instance {{(pid=69357) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1391.377956] env[69357]: DEBUG nova.compute.manager [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1391.378853] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e374ef-fcad-4121-b6e1-3364a530328b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.501848] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151828, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.893653] env[69357]: INFO nova.compute.manager [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Shelve offloading [ 1392.000671] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540338} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.000881] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 7afb8a77-76a9-43bf-9409-e92be568deaa/7afb8a77-76a9-43bf-9409-e92be568deaa.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1392.001116] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1392.001427] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4a12ce8-80bb-4155-96d0-5eee22377e10 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.008091] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1392.008091] env[69357]: value = "task-4151829" [ 1392.008091] env[69357]: _type = "Task" [ 1392.008091] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.018567] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.397850] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.398135] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1dc4121-4d53-4918-a90c-8f8ca49f2b8c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.405180] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1392.405180] env[69357]: value = "task-4151830" [ 1392.405180] env[69357]: _type = "Task" [ 1392.405180] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.413473] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.518018] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062896} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.518396] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1392.519056] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eba4e1b-1694-484b-a5a4-43e60234cdde {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.540442] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 7afb8a77-76a9-43bf-9409-e92be568deaa/7afb8a77-76a9-43bf-9409-e92be568deaa.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1392.540703] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ae3725b-6682-4310-a771-76fc32d86238 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.559293] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1392.559293] env[69357]: value = "task-4151831" [ 1392.559293] env[69357]: _type = "Task" [ 1392.559293] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.567140] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.916738] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] VM already powered off {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1392.916960] env[69357]: DEBUG nova.compute.manager [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1392.917763] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247aa022-0c3d-4251-b36c-e41b4e739209 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.924153] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "refresh_cache-c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.924372] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired lock "refresh_cache-c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.924605] env[69357]: DEBUG nova.network.neutron [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1393.069377] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151831, 'name': ReconfigVM_Task, 'duration_secs': 0.262662} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.069642] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 7afb8a77-76a9-43bf-9409-e92be568deaa/7afb8a77-76a9-43bf-9409-e92be568deaa.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1393.070306] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22077da1-6df8-4967-915e-637e0efea66b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.076809] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1393.076809] env[69357]: value = "task-4151832" [ 1393.076809] env[69357]: _type = "Task" [ 1393.076809] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.084233] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151832, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.586545] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151832, 'name': Rename_Task, 'duration_secs': 0.141331} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.586973] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1393.587084] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73eee5a4-7c08-4a34-92cc-c56bc36f7681 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.593550] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1393.593550] env[69357]: value = "task-4151833" [ 1393.593550] env[69357]: _type = "Task" [ 1393.593550] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.602333] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.632699] env[69357]: DEBUG nova.network.neutron [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Updating instance_info_cache with network_info: [{"id": "a18656d9-a69e-4c00-9d65-063159beb62e", "address": "fa:16:3e:6c:44:2c", "network": {"id": "12fab11b-6ad5-49ba-8738-05e9ae69d953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540370362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a8557f98174856b7f3027fcb0cd65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18656d9-a6", "ovs_interfaceid": "a18656d9-a69e-4c00-9d65-063159beb62e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.104455] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151833, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.136063] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Releasing lock "refresh_cache-c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.350357] env[69357]: DEBUG nova.compute.manager [req-94ba64fb-9aff-404f-a1b8-3d9c550ad691 req-aa7215fd-7770-4598-88a1-84fca968b770 service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Received event network-vif-unplugged-a18656d9-a69e-4c00-9d65-063159beb62e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1394.350596] env[69357]: DEBUG oslo_concurrency.lockutils [req-94ba64fb-9aff-404f-a1b8-3d9c550ad691 req-aa7215fd-7770-4598-88a1-84fca968b770 service nova] Acquiring lock "c2958efd-ad96-4cb2-b8d0-0bf46d3c0534-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.350812] env[69357]: DEBUG oslo_concurrency.lockutils [req-94ba64fb-9aff-404f-a1b8-3d9c550ad691 req-aa7215fd-7770-4598-88a1-84fca968b770 service nova] Lock "c2958efd-ad96-4cb2-b8d0-0bf46d3c0534-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.350981] env[69357]: DEBUG oslo_concurrency.lockutils [req-94ba64fb-9aff-404f-a1b8-3d9c550ad691 req-aa7215fd-7770-4598-88a1-84fca968b770 service nova] Lock "c2958efd-ad96-4cb2-b8d0-0bf46d3c0534-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.351179] env[69357]: DEBUG nova.compute.manager [req-94ba64fb-9aff-404f-a1b8-3d9c550ad691 req-aa7215fd-7770-4598-88a1-84fca968b770 service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] No waiting events found dispatching network-vif-unplugged-a18656d9-a69e-4c00-9d65-063159beb62e {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1394.351406] env[69357]: WARNING nova.compute.manager [req-94ba64fb-9aff-404f-a1b8-3d9c550ad691 req-aa7215fd-7770-4598-88a1-84fca968b770 service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Received unexpected event network-vif-unplugged-a18656d9-a69e-4c00-9d65-063159beb62e for instance with vm_state shelved and task_state shelving_offloading. [ 1394.447213] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1394.448279] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80a0330-c9ec-4234-a381-92b103a3ae8e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.456636] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1394.456935] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccfd534a-93c1-42e7-b311-035674796cb1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.527718] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1394.527941] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1394.528139] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Deleting the datastore file [datastore1] c2958efd-ad96-4cb2-b8d0-0bf46d3c0534 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1394.528407] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0308e4fc-031b-47fc-abf9-18dc4ddd7587 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.536547] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1394.536547] env[69357]: value = "task-4151835" [ 1394.536547] env[69357]: _type = "Task" [ 1394.536547] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.545114] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.606098] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151833, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.046702] env[69357]: DEBUG oslo_vmware.api [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139516} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.046958] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1395.047162] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1395.047346] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1395.071674] env[69357]: INFO nova.scheduler.client.report [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Deleted allocations for instance c2958efd-ad96-4cb2-b8d0-0bf46d3c0534 [ 1395.106926] env[69357]: DEBUG oslo_vmware.api [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151833, 'name': PowerOnVM_Task, 'duration_secs': 1.245724} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.107304] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1395.107579] env[69357]: INFO nova.compute.manager [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1395.107822] env[69357]: DEBUG nova.compute.manager [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1395.108733] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9185db0c-a746-41dd-81e8-d0936442715e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.576698] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.576996] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.577243] env[69357]: DEBUG nova.objects.instance [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lazy-loading 'resources' on Instance uuid c2958efd-ad96-4cb2-b8d0-0bf46d3c0534 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.627549] env[69357]: INFO nova.compute.manager [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Took 14.08 seconds to build instance. [ 1396.082053] env[69357]: DEBUG nova.objects.instance [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lazy-loading 'numa_topology' on Instance uuid c2958efd-ad96-4cb2-b8d0-0bf46d3c0534 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.129371] env[69357]: DEBUG oslo_concurrency.lockutils [None req-09cfe0a2-964a-4a56-a979-a4a75a7bdee7 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "7afb8a77-76a9-43bf-9409-e92be568deaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.593s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.376885] env[69357]: DEBUG nova.compute.manager [req-7e9a11d5-7586-4360-b0ec-b40ee469da66 req-c99c2bbf-cb2f-4ab8-aa98-47306353e912 service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Received event network-changed-a18656d9-a69e-4c00-9d65-063159beb62e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1396.377130] env[69357]: DEBUG nova.compute.manager [req-7e9a11d5-7586-4360-b0ec-b40ee469da66 req-c99c2bbf-cb2f-4ab8-aa98-47306353e912 service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Refreshing instance network info cache due to event network-changed-a18656d9-a69e-4c00-9d65-063159beb62e. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1396.377344] env[69357]: DEBUG oslo_concurrency.lockutils [req-7e9a11d5-7586-4360-b0ec-b40ee469da66 req-c99c2bbf-cb2f-4ab8-aa98-47306353e912 service nova] Acquiring lock "refresh_cache-c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.377562] env[69357]: DEBUG oslo_concurrency.lockutils [req-7e9a11d5-7586-4360-b0ec-b40ee469da66 req-c99c2bbf-cb2f-4ab8-aa98-47306353e912 service nova] Acquired lock "refresh_cache-c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.377749] env[69357]: DEBUG nova.network.neutron [req-7e9a11d5-7586-4360-b0ec-b40ee469da66 req-c99c2bbf-cb2f-4ab8-aa98-47306353e912 service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Refreshing network info cache for port a18656d9-a69e-4c00-9d65-063159beb62e {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.585061] env[69357]: DEBUG nova.objects.base [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1396.624787] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989153f4-2a38-425c-9c6a-6ec3058df52a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.633171] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a378fa5a-e45e-468e-9109-e355dae1b6d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.673416] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3412d8-9ecc-47e5-9f69-8406e75e56c3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.681554] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771d3eaa-472a-4ad6-922e-b6ef9ff9d93b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.697060] env[69357]: DEBUG nova.compute.provider_tree [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1396.732168] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.088135] env[69357]: DEBUG nova.network.neutron [req-7e9a11d5-7586-4360-b0ec-b40ee469da66 req-c99c2bbf-cb2f-4ab8-aa98-47306353e912 service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Updated VIF entry in instance network info cache for port a18656d9-a69e-4c00-9d65-063159beb62e. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1397.088514] env[69357]: DEBUG nova.network.neutron [req-7e9a11d5-7586-4360-b0ec-b40ee469da66 req-c99c2bbf-cb2f-4ab8-aa98-47306353e912 service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Updating instance_info_cache with network_info: [{"id": "a18656d9-a69e-4c00-9d65-063159beb62e", "address": "fa:16:3e:6c:44:2c", "network": {"id": "12fab11b-6ad5-49ba-8738-05e9ae69d953", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1540370362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a8557f98174856b7f3027fcb0cd65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa18656d9-a6", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.218538] env[69357]: ERROR nova.scheduler.client.report [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [req-6c0f5b69-50f1-462d-a2ca-8264c13d8145] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41cb361a-522d-4695-b4b7-7751ac8e311a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6c0f5b69-50f1-462d-a2ca-8264c13d8145"}]} [ 1397.236491] env[69357]: DEBUG nova.scheduler.client.report [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Refreshing inventories for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1397.252142] env[69357]: DEBUG nova.scheduler.client.report [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Updating ProviderTree inventory for provider 41cb361a-522d-4695-b4b7-7751ac8e311a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1397.252375] env[69357]: DEBUG nova.compute.provider_tree [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1397.264594] env[69357]: DEBUG nova.scheduler.client.report [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Refreshing aggregate associations for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1397.283745] env[69357]: DEBUG nova.scheduler.client.report [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Refreshing trait associations for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1397.321872] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ddd2c4-efab-481b-b67b-c46d9db40ce2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.330182] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e363d2d5-6738-4eee-9401-6314e60fdff6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.362874] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251913e9-6169-4b66-8132-79ac05c4df78 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.371359] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f5c809-cb6f-45c2-8685-9c17f9f95a99 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.385897] env[69357]: DEBUG nova.compute.provider_tree [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1397.591086] env[69357]: DEBUG oslo_concurrency.lockutils [req-7e9a11d5-7586-4360-b0ec-b40ee469da66 req-c99c2bbf-cb2f-4ab8-aa98-47306353e912 service nova] Releasing lock "refresh_cache-c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.917519] env[69357]: DEBUG nova.scheduler.client.report [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Updated inventory for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with generation 167 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1397.917859] env[69357]: DEBUG nova.compute.provider_tree [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Updating resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a generation from 167 to 168 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1397.918016] env[69357]: DEBUG nova.compute.provider_tree [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1398.401899] env[69357]: DEBUG nova.compute.manager [req-2841f888-3cf6-40fe-b9e6-f2389faf364f req-a7a2a880-5ebd-4e78-956b-e567314ac50f service nova] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Received event network-changed-8e2b12d3-7340-4b70-8c03-e6f29503807a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.402614] env[69357]: DEBUG nova.compute.manager [req-2841f888-3cf6-40fe-b9e6-f2389faf364f req-a7a2a880-5ebd-4e78-956b-e567314ac50f service nova] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Refreshing instance network info cache due to event network-changed-8e2b12d3-7340-4b70-8c03-e6f29503807a. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1398.402614] env[69357]: DEBUG oslo_concurrency.lockutils [req-2841f888-3cf6-40fe-b9e6-f2389faf364f req-a7a2a880-5ebd-4e78-956b-e567314ac50f service nova] Acquiring lock "refresh_cache-7afb8a77-76a9-43bf-9409-e92be568deaa" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.402614] env[69357]: DEBUG oslo_concurrency.lockutils [req-2841f888-3cf6-40fe-b9e6-f2389faf364f req-a7a2a880-5ebd-4e78-956b-e567314ac50f service nova] Acquired lock "refresh_cache-7afb8a77-76a9-43bf-9409-e92be568deaa" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.402758] env[69357]: DEBUG nova.network.neutron [req-2841f888-3cf6-40fe-b9e6-f2389faf364f req-a7a2a880-5ebd-4e78-956b-e567314ac50f service nova] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Refreshing network info cache for port 8e2b12d3-7340-4b70-8c03-e6f29503807a {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1398.424282] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.847s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.932734] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d45480cc-6667-429c-80e6-3980cd864962 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.521s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.934643] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.203s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.934918] env[69357]: INFO nova.compute.manager [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Unshelving [ 1399.136583] env[69357]: DEBUG nova.network.neutron [req-2841f888-3cf6-40fe-b9e6-f2389faf364f req-a7a2a880-5ebd-4e78-956b-e567314ac50f service nova] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Updated VIF entry in instance network info cache for port 8e2b12d3-7340-4b70-8c03-e6f29503807a. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1399.137082] env[69357]: DEBUG nova.network.neutron [req-2841f888-3cf6-40fe-b9e6-f2389faf364f req-a7a2a880-5ebd-4e78-956b-e567314ac50f service nova] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Updating instance_info_cache with network_info: [{"id": "8e2b12d3-7340-4b70-8c03-e6f29503807a", "address": "fa:16:3e:99:21:7b", "network": {"id": "7303e21a-563c-405c-b53c-af4bedfd0a47", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1372189133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ee0ba0af38464f8ccd69e8a0f86173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e2b12d3-73", "ovs_interfaceid": "8e2b12d3-7340-4b70-8c03-e6f29503807a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.639827] env[69357]: DEBUG oslo_concurrency.lockutils [req-2841f888-3cf6-40fe-b9e6-f2389faf364f req-a7a2a880-5ebd-4e78-956b-e567314ac50f service nova] Releasing lock "refresh_cache-7afb8a77-76a9-43bf-9409-e92be568deaa" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.957804] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.958249] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.958526] env[69357]: DEBUG nova.objects.instance [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lazy-loading 'pci_requests' on Instance uuid c2958efd-ad96-4cb2-b8d0-0bf46d3c0534 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.462448] env[69357]: DEBUG nova.objects.instance [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lazy-loading 'numa_topology' on Instance uuid c2958efd-ad96-4cb2-b8d0-0bf46d3c0534 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.965266] env[69357]: INFO nova.compute.claims [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1402.016570] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1413e9c-2aba-4627-91fd-ce2a3dc47289 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.024500] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac73729-8e43-4200-a09a-3aecd715d236 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.054199] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f51a0a9-0d20-4554-9335-caf232d4b165 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.061785] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a08dad8-48cb-44ef-9779-dfb302d94ade {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.075473] env[69357]: DEBUG nova.compute.provider_tree [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.580058] env[69357]: DEBUG nova.scheduler.client.report [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.085210] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.127s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.114581] env[69357]: INFO nova.network.neutron [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Updating port a18656d9-a69e-4c00-9d65-063159beb62e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1404.523050] env[69357]: DEBUG nova.compute.manager [req-ba8edb55-dcbd-4609-b7e3-d89867aa6616 req-eea706c0-7a0b-46f2-862d-e3ab07c4e73c service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Received event network-vif-plugged-a18656d9-a69e-4c00-9d65-063159beb62e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1404.523364] env[69357]: DEBUG oslo_concurrency.lockutils [req-ba8edb55-dcbd-4609-b7e3-d89867aa6616 req-eea706c0-7a0b-46f2-862d-e3ab07c4e73c service nova] Acquiring lock "c2958efd-ad96-4cb2-b8d0-0bf46d3c0534-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.523518] env[69357]: DEBUG oslo_concurrency.lockutils [req-ba8edb55-dcbd-4609-b7e3-d89867aa6616 req-eea706c0-7a0b-46f2-862d-e3ab07c4e73c service nova] Lock "c2958efd-ad96-4cb2-b8d0-0bf46d3c0534-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.523703] env[69357]: DEBUG oslo_concurrency.lockutils [req-ba8edb55-dcbd-4609-b7e3-d89867aa6616 req-eea706c0-7a0b-46f2-862d-e3ab07c4e73c service nova] Lock "c2958efd-ad96-4cb2-b8d0-0bf46d3c0534-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.523845] env[69357]: DEBUG nova.compute.manager [req-ba8edb55-dcbd-4609-b7e3-d89867aa6616 req-eea706c0-7a0b-46f2-862d-e3ab07c4e73c service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] No waiting events found dispatching network-vif-plugged-a18656d9-a69e-4c00-9d65-063159beb62e {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1404.524018] env[69357]: WARNING nova.compute.manager [req-ba8edb55-dcbd-4609-b7e3-d89867aa6616 req-eea706c0-7a0b-46f2-862d-e3ab07c4e73c service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Received unexpected event network-vif-plugged-a18656d9-a69e-4c00-9d65-063159beb62e for instance with vm_state shelved_offloaded and task_state spawning. [ 1404.607187] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "refresh_cache-c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.607300] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired lock "refresh_cache-c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.607568] env[69357]: DEBUG nova.network.neutron [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.323851] env[69357]: DEBUG nova.network.neutron [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Updating instance_info_cache with network_info: [{"id": "a18656d9-a69e-4c00-9d65-063159beb62e", "address": "fa:16:3e:6c:44:2c", "network": {"id": "12fab11b-6ad5-49ba-8738-05e9ae69d953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540370362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a8557f98174856b7f3027fcb0cd65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18656d9-a6", "ovs_interfaceid": "a18656d9-a69e-4c00-9d65-063159beb62e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.827397] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Releasing lock "refresh_cache-c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.854116] env[69357]: DEBUG nova.virt.hardware [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9b77cc5bf96422e913c695f333739706',container_format='bare',created_at=2025-05-14T14:03:18Z,direct_url=,disk_format='vmdk',id=1241b1c7-4ba5-4f85-8167-d43484ab390a,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1266073226-shelved',owner='a0a8557f98174856b7f3027fcb0cd65f',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-05-14T14:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1405.854399] env[69357]: DEBUG nova.virt.hardware [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1405.854564] env[69357]: DEBUG nova.virt.hardware [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1405.854747] env[69357]: DEBUG nova.virt.hardware [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1405.854893] env[69357]: DEBUG nova.virt.hardware [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1405.855052] env[69357]: DEBUG nova.virt.hardware [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1405.855266] env[69357]: DEBUG nova.virt.hardware [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1405.855421] env[69357]: DEBUG nova.virt.hardware [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1405.855587] env[69357]: DEBUG nova.virt.hardware [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1405.855747] env[69357]: DEBUG nova.virt.hardware [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1405.855919] env[69357]: DEBUG nova.virt.hardware [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1405.856814] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55aab1f3-1a9e-45e3-8c46-7e0cef5e6569 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.865047] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b010639-00e9-4c08-a407-3aea389e4dc2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.878610] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:44:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a18656d9-a69e-4c00-9d65-063159beb62e', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1405.885868] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1405.886107] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1405.886339] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c40e3976-7780-4211-841b-a7168336b172 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.906761] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1405.906761] env[69357]: value = "task-4151836" [ 1405.906761] env[69357]: _type = "Task" [ 1405.906761] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.914481] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151836, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.416922] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151836, 'name': CreateVM_Task, 'duration_secs': 0.339353} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.417117] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1406.417729] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1241b1c7-4ba5-4f85-8167-d43484ab390a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.417898] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1241b1c7-4ba5-4f85-8167-d43484ab390a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.418298] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1241b1c7-4ba5-4f85-8167-d43484ab390a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.418560] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d6cc68-cbf4-4431-8c35-d4b6f176a4e2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.423494] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1406.423494] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5217e527-0d46-2891-3b77-0ddb7b35edc3" [ 1406.423494] env[69357]: _type = "Task" [ 1406.423494] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.431644] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5217e527-0d46-2891-3b77-0ddb7b35edc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.552891] env[69357]: DEBUG nova.compute.manager [req-41ec6d75-d113-4e75-a14f-6a7aab5a0b0b req-09851788-810d-45fb-925f-f56f6d039054 service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Received event network-changed-a18656d9-a69e-4c00-9d65-063159beb62e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1406.553114] env[69357]: DEBUG nova.compute.manager [req-41ec6d75-d113-4e75-a14f-6a7aab5a0b0b req-09851788-810d-45fb-925f-f56f6d039054 service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Refreshing instance network info cache due to event network-changed-a18656d9-a69e-4c00-9d65-063159beb62e. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1406.553481] env[69357]: DEBUG oslo_concurrency.lockutils [req-41ec6d75-d113-4e75-a14f-6a7aab5a0b0b req-09851788-810d-45fb-925f-f56f6d039054 service nova] Acquiring lock "refresh_cache-c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.553481] env[69357]: DEBUG oslo_concurrency.lockutils [req-41ec6d75-d113-4e75-a14f-6a7aab5a0b0b req-09851788-810d-45fb-925f-f56f6d039054 service nova] Acquired lock "refresh_cache-c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.553648] env[69357]: DEBUG nova.network.neutron [req-41ec6d75-d113-4e75-a14f-6a7aab5a0b0b req-09851788-810d-45fb-925f-f56f6d039054 service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Refreshing network info cache for port a18656d9-a69e-4c00-9d65-063159beb62e {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1406.934010] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1241b1c7-4ba5-4f85-8167-d43484ab390a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.934384] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Processing image 1241b1c7-4ba5-4f85-8167-d43484ab390a {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1406.934451] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1241b1c7-4ba5-4f85-8167-d43484ab390a/1241b1c7-4ba5-4f85-8167-d43484ab390a.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.934607] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1241b1c7-4ba5-4f85-8167-d43484ab390a/1241b1c7-4ba5-4f85-8167-d43484ab390a.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.934864] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1406.935209] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dad5431b-4e70-457e-9ea6-218f32865b2d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.954179] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1406.954498] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1406.955647] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-590575b9-2ded-46c4-8864-c553dbe9f3c0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.960943] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1406.960943] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52425db0-2106-4c83-3662-3576d0655753" [ 1406.960943] env[69357]: _type = "Task" [ 1406.960943] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.969936] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52425db0-2106-4c83-3662-3576d0655753, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.257916] env[69357]: DEBUG nova.network.neutron [req-41ec6d75-d113-4e75-a14f-6a7aab5a0b0b req-09851788-810d-45fb-925f-f56f6d039054 service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Updated VIF entry in instance network info cache for port a18656d9-a69e-4c00-9d65-063159beb62e. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1407.258324] env[69357]: DEBUG nova.network.neutron [req-41ec6d75-d113-4e75-a14f-6a7aab5a0b0b req-09851788-810d-45fb-925f-f56f6d039054 service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Updating instance_info_cache with network_info: [{"id": "a18656d9-a69e-4c00-9d65-063159beb62e", "address": "fa:16:3e:6c:44:2c", "network": {"id": "12fab11b-6ad5-49ba-8738-05e9ae69d953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540370362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a8557f98174856b7f3027fcb0cd65f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18656d9-a6", "ovs_interfaceid": "a18656d9-a69e-4c00-9d65-063159beb62e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.471328] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Preparing fetch location {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1407.471516] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Fetch image to [datastore1] OSTACK_IMG_42b64fc4-e0b8-4bea-a202-70e46018c35c/OSTACK_IMG_42b64fc4-e0b8-4bea-a202-70e46018c35c.vmdk {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1407.471694] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Downloading stream optimized image 1241b1c7-4ba5-4f85-8167-d43484ab390a to [datastore1] OSTACK_IMG_42b64fc4-e0b8-4bea-a202-70e46018c35c/OSTACK_IMG_42b64fc4-e0b8-4bea-a202-70e46018c35c.vmdk on the data store datastore1 as vApp {{(pid=69357) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1407.471866] env[69357]: DEBUG nova.virt.vmwareapi.images [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Downloading image file data 1241b1c7-4ba5-4f85-8167-d43484ab390a to the ESX as VM named 'OSTACK_IMG_42b64fc4-e0b8-4bea-a202-70e46018c35c' {{(pid=69357) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1407.539628] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1407.539628] env[69357]: value = "resgroup-9" [ 1407.539628] env[69357]: _type = "ResourcePool" [ 1407.539628] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1407.539956] env[69357]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-64d60141-c8b3-4d9b-94c2-7f2b69fe59f6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.561079] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lease: (returnval){ [ 1407.561079] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]520dd10d-5fb8-c871-3097-0f47337812a3" [ 1407.561079] env[69357]: _type = "HttpNfcLease" [ 1407.561079] env[69357]: } obtained for vApp import into resource pool (val){ [ 1407.561079] env[69357]: value = "resgroup-9" [ 1407.561079] env[69357]: _type = "ResourcePool" [ 1407.561079] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1407.561429] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the lease: (returnval){ [ 1407.561429] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]520dd10d-5fb8-c871-3097-0f47337812a3" [ 1407.561429] env[69357]: _type = "HttpNfcLease" [ 1407.561429] env[69357]: } to be ready. {{(pid=69357) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1407.569630] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1407.569630] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]520dd10d-5fb8-c871-3097-0f47337812a3" [ 1407.569630] env[69357]: _type = "HttpNfcLease" [ 1407.569630] env[69357]: } is initializing. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1407.761455] env[69357]: DEBUG oslo_concurrency.lockutils [req-41ec6d75-d113-4e75-a14f-6a7aab5a0b0b req-09851788-810d-45fb-925f-f56f6d039054 service nova] Releasing lock "refresh_cache-c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.070279] env[69357]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1408.070279] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]520dd10d-5fb8-c871-3097-0f47337812a3" [ 1408.070279] env[69357]: _type = "HttpNfcLease" [ 1408.070279] env[69357]: } is ready. {{(pid=69357) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1408.070868] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1408.070868] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]520dd10d-5fb8-c871-3097-0f47337812a3" [ 1408.070868] env[69357]: _type = "HttpNfcLease" [ 1408.070868] env[69357]: }. {{(pid=69357) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1408.071260] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226b1719-51a5-4d3a-9afe-5ce7a5af698b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.079044] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c88a93-1784-ede1-0db6-250b8ad170e3/disk-0.vmdk from lease info. {{(pid=69357) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1408.079235] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c88a93-1784-ede1-0db6-250b8ad170e3/disk-0.vmdk. {{(pid=69357) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1408.140362] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bc8e8d86-c66e-4f0d-92ef-5f830c737265 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.499436] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Completed reading data from the image iterator. {{(pid=69357) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1409.499825] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c88a93-1784-ede1-0db6-250b8ad170e3/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1409.500575] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ae1365-9292-4225-9dc4-48a6e9fcc541 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.507833] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c88a93-1784-ede1-0db6-250b8ad170e3/disk-0.vmdk is in state: ready. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1409.508092] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c88a93-1784-ede1-0db6-250b8ad170e3/disk-0.vmdk. {{(pid=69357) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1409.508376] env[69357]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e9b5d307-1226-448e-9c7a-dadda3dbc361 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.712863] env[69357]: DEBUG oslo_vmware.rw_handles [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c88a93-1784-ede1-0db6-250b8ad170e3/disk-0.vmdk. {{(pid=69357) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1409.713097] env[69357]: INFO nova.virt.vmwareapi.images [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Downloaded image file data 1241b1c7-4ba5-4f85-8167-d43484ab390a [ 1409.713939] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30843848-5d86-4be8-bfcb-75111e19af12 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.729803] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbee714e-f3e9-4b3c-9114-81ab8bd0f943 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.763071] env[69357]: INFO nova.virt.vmwareapi.images [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] The imported VM was unregistered [ 1409.765520] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Caching image {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1409.765768] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1241b1c7-4ba5-4f85-8167-d43484ab390a {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1409.766070] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d051048a-4d1c-4256-8c0b-ecf978928c33 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.790736] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Created directory with path [datastore1] devstack-image-cache_base/1241b1c7-4ba5-4f85-8167-d43484ab390a {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1409.790944] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_42b64fc4-e0b8-4bea-a202-70e46018c35c/OSTACK_IMG_42b64fc4-e0b8-4bea-a202-70e46018c35c.vmdk to [datastore1] devstack-image-cache_base/1241b1c7-4ba5-4f85-8167-d43484ab390a/1241b1c7-4ba5-4f85-8167-d43484ab390a.vmdk. {{(pid=69357) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1409.791214] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a9e39ca4-4dfb-4cee-a37a-aafd2d0d8edb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.798426] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1409.798426] env[69357]: value = "task-4151839" [ 1409.798426] env[69357]: _type = "Task" [ 1409.798426] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.806841] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151839, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.310381] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151839, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.812488] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151839, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.313528] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151839, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.814292] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151839, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.312468] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151839, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.815026] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151839, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.555728} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.815416] env[69357]: INFO nova.virt.vmwareapi.ds_util [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_42b64fc4-e0b8-4bea-a202-70e46018c35c/OSTACK_IMG_42b64fc4-e0b8-4bea-a202-70e46018c35c.vmdk to [datastore1] devstack-image-cache_base/1241b1c7-4ba5-4f85-8167-d43484ab390a/1241b1c7-4ba5-4f85-8167-d43484ab390a.vmdk. [ 1412.815595] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Cleaning up location [datastore1] OSTACK_IMG_42b64fc4-e0b8-4bea-a202-70e46018c35c {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1412.815717] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_42b64fc4-e0b8-4bea-a202-70e46018c35c {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1412.815966] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b09d1341-3b58-4844-9c8a-8d53518b4452 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.822997] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1412.822997] env[69357]: value = "task-4151840" [ 1412.822997] env[69357]: _type = "Task" [ 1412.822997] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.830843] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.332961] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033932} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.333291] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1413.333422] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1241b1c7-4ba5-4f85-8167-d43484ab390a/1241b1c7-4ba5-4f85-8167-d43484ab390a.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.333661] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1241b1c7-4ba5-4f85-8167-d43484ab390a/1241b1c7-4ba5-4f85-8167-d43484ab390a.vmdk to [datastore1] c2958efd-ad96-4cb2-b8d0-0bf46d3c0534/c2958efd-ad96-4cb2-b8d0-0bf46d3c0534.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1413.333909] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2310151d-97e6-46b1-9064-7f2b01bfb717 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.342267] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1413.342267] env[69357]: value = "task-4151841" [ 1413.342267] env[69357]: _type = "Task" [ 1413.342267] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.349991] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.854838] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151841, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.356713] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151841, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.856817] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151841, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.359648] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151841, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.857460] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151841, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.263035} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.857863] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1241b1c7-4ba5-4f85-8167-d43484ab390a/1241b1c7-4ba5-4f85-8167-d43484ab390a.vmdk to [datastore1] c2958efd-ad96-4cb2-b8d0-0bf46d3c0534/c2958efd-ad96-4cb2-b8d0-0bf46d3c0534.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1415.858561] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58d56c8-3f43-4f0a-a931-1533201b7e3d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.881641] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] c2958efd-ad96-4cb2-b8d0-0bf46d3c0534/c2958efd-ad96-4cb2-b8d0-0bf46d3c0534.vmdk or device None with type streamOptimized {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1415.881874] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f28f3375-54aa-4154-8b64-83f71e202d20 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.901507] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1415.901507] env[69357]: value = "task-4151842" [ 1415.901507] env[69357]: _type = "Task" [ 1415.901507] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.909448] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.412194] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151842, 'name': ReconfigVM_Task, 'duration_secs': 0.292663} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.412477] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Reconfigured VM instance instance-0000007a to attach disk [datastore1] c2958efd-ad96-4cb2-b8d0-0bf46d3c0534/c2958efd-ad96-4cb2-b8d0-0bf46d3c0534.vmdk or device None with type streamOptimized {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1416.413148] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bf86b61-b34c-4e32-a987-85c7a591003e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.419678] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1416.419678] env[69357]: value = "task-4151843" [ 1416.419678] env[69357]: _type = "Task" [ 1416.419678] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.427642] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151843, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.930830] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151843, 'name': Rename_Task, 'duration_secs': 0.144569} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.931233] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.931393] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72ca06c5-b0b4-4b47-83d5-2fb5e0e80fbd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.938512] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1416.938512] env[69357]: value = "task-4151844" [ 1416.938512] env[69357]: _type = "Task" [ 1416.938512] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.946942] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.448503] env[69357]: DEBUG oslo_vmware.api [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151844, 'name': PowerOnVM_Task, 'duration_secs': 0.460267} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.448796] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1417.543795] env[69357]: DEBUG nova.compute.manager [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1417.544745] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057b7669-322f-4bf6-90e7-845c425bfe9b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.062173] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6b527bd7-b3d1-4a26-b0de-7c6971969d17 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.127s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.392054] env[69357]: DEBUG oslo_concurrency.lockutils [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.392291] env[69357]: DEBUG oslo_concurrency.lockutils [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.392505] env[69357]: DEBUG oslo_concurrency.lockutils [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "c2958efd-ad96-4cb2-b8d0-0bf46d3c0534-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.392685] env[69357]: DEBUG oslo_concurrency.lockutils [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "c2958efd-ad96-4cb2-b8d0-0bf46d3c0534-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.392870] env[69357]: DEBUG oslo_concurrency.lockutils [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "c2958efd-ad96-4cb2-b8d0-0bf46d3c0534-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.395155] env[69357]: INFO nova.compute.manager [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Terminating instance [ 1418.899085] env[69357]: DEBUG nova.compute.manager [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1418.899349] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1418.900310] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45fe5e2-e5e7-4b0d-b238-c6f22d5fb528 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.908873] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1418.909128] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72e32c98-52cb-4f7c-bdc6-b50bf0e8bcbf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.915018] env[69357]: DEBUG oslo_vmware.api [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1418.915018] env[69357]: value = "task-4151845" [ 1418.915018] env[69357]: _type = "Task" [ 1418.915018] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.925139] env[69357]: DEBUG oslo_vmware.api [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.425625] env[69357]: DEBUG oslo_vmware.api [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151845, 'name': PowerOffVM_Task, 'duration_secs': 0.195096} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.426017] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1419.426144] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1419.426425] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7193c4a7-f8a0-4561-9c78-08a3e9c121a0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.492503] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1419.492732] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1419.492924] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Deleting the datastore file [datastore1] c2958efd-ad96-4cb2-b8d0-0bf46d3c0534 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1419.493220] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-875552ab-1d1d-4a4f-9784-73cdd52f4264 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.500930] env[69357]: DEBUG oslo_vmware.api [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for the task: (returnval){ [ 1419.500930] env[69357]: value = "task-4151847" [ 1419.500930] env[69357]: _type = "Task" [ 1419.500930] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.508940] env[69357]: DEBUG oslo_vmware.api [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.011103] env[69357]: DEBUG oslo_vmware.api [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Task: {'id': task-4151847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142962} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.011383] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1420.011565] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1420.011996] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1420.012240] env[69357]: INFO nova.compute.manager [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1420.012489] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1420.012687] env[69357]: DEBUG nova.compute.manager [-] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1420.012784] env[69357]: DEBUG nova.network.neutron [-] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1420.518299] env[69357]: DEBUG nova.compute.manager [req-3c577da8-5cf6-43a7-8caf-4c66c692e793 req-55c54cb1-58e2-445a-83cd-1fab303d2f1a service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Received event network-vif-deleted-a18656d9-a69e-4c00-9d65-063159beb62e {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1420.518551] env[69357]: INFO nova.compute.manager [req-3c577da8-5cf6-43a7-8caf-4c66c692e793 req-55c54cb1-58e2-445a-83cd-1fab303d2f1a service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Neutron deleted interface a18656d9-a69e-4c00-9d65-063159beb62e; detaching it from the instance and deleting it from the info cache [ 1420.519219] env[69357]: DEBUG nova.network.neutron [req-3c577da8-5cf6-43a7-8caf-4c66c692e793 req-55c54cb1-58e2-445a-83cd-1fab303d2f1a service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.992184] env[69357]: DEBUG nova.network.neutron [-] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.021812] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e2cd319-3ace-475b-a647-dff0a6cee85c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.032368] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4057a21-3bb7-4f36-8288-531242a994c0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.062621] env[69357]: DEBUG nova.compute.manager [req-3c577da8-5cf6-43a7-8caf-4c66c692e793 req-55c54cb1-58e2-445a-83cd-1fab303d2f1a service nova] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Detach interface failed, port_id=a18656d9-a69e-4c00-9d65-063159beb62e, reason: Instance c2958efd-ad96-4cb2-b8d0-0bf46d3c0534 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1421.495341] env[69357]: INFO nova.compute.manager [-] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Took 1.48 seconds to deallocate network for instance. [ 1422.002132] env[69357]: DEBUG oslo_concurrency.lockutils [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.002517] env[69357]: DEBUG oslo_concurrency.lockutils [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.002654] env[69357]: DEBUG nova.objects.instance [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lazy-loading 'resources' on Instance uuid c2958efd-ad96-4cb2-b8d0-0bf46d3c0534 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.548672] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6773b09-6b3d-4269-9287-dc9a491ec55a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.558844] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08e8183-e398-43a3-981f-629511251ebb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.589463] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e5a4df-4f6a-431d-8386-4829d5df9eb7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.597142] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35d8ad1-e625-4252-a981-003fff12bf22 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.610288] env[69357]: DEBUG nova.compute.provider_tree [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.113311] env[69357]: DEBUG nova.scheduler.client.report [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1423.619295] env[69357]: DEBUG oslo_concurrency.lockutils [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.639347] env[69357]: INFO nova.scheduler.client.report [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Deleted allocations for instance c2958efd-ad96-4cb2-b8d0-0bf46d3c0534 [ 1424.147185] env[69357]: DEBUG oslo_concurrency.lockutils [None req-244f1fbd-2b5f-4b07-bf8b-9da9433e0f96 tempest-ServerActionsTestOtherB-1749293700 tempest-ServerActionsTestOtherB-1749293700-project-member] Lock "c2958efd-ad96-4cb2-b8d0-0bf46d3c0534" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.755s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.995918] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1c8726ca-c3d4-49a2-aa81-db8a287fd5d5 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "7afb8a77-76a9-43bf-9409-e92be568deaa" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.996190] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1c8726ca-c3d4-49a2-aa81-db8a287fd5d5 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "7afb8a77-76a9-43bf-9409-e92be568deaa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.502026] env[69357]: DEBUG nova.compute.utils [None req-1c8726ca-c3d4-49a2-aa81-db8a287fd5d5 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1433.968691] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.968920] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.004359] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1c8726ca-c3d4-49a2-aa81-db8a287fd5d5 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "7afb8a77-76a9-43bf-9409-e92be568deaa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.471087] env[69357]: DEBUG nova.compute.manager [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1434.991940] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.992241] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.993769] env[69357]: INFO nova.compute.claims [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1435.065976] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1c8726ca-c3d4-49a2-aa81-db8a287fd5d5 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "7afb8a77-76a9-43bf-9409-e92be568deaa" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.066603] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1c8726ca-c3d4-49a2-aa81-db8a287fd5d5 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "7afb8a77-76a9-43bf-9409-e92be568deaa" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.066898] env[69357]: INFO nova.compute.manager [None req-1c8726ca-c3d4-49a2-aa81-db8a287fd5d5 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Attaching volume 58fb8598-8421-4fca-b853-d5942d20d0e6 to /dev/sdb [ 1435.097965] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b05d7eb-7562-41ee-b981-b9f1f23c3d58 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.105157] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375bfcc3-887d-4514-b57a-cbca3e1e0a68 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.120121] env[69357]: DEBUG nova.virt.block_device [None req-1c8726ca-c3d4-49a2-aa81-db8a287fd5d5 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Updating existing volume attachment record: b071f955-527f-4d88-8b10-e291276eb771 {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1435.485277] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.485447] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.485494] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.988855] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.039775] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a2c19b-b6d3-4216-bbe9-28188081c6be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.047626] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bae701-358c-40a1-9bc1-bc2352207780 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.077980] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e99a8ff-10ce-4b76-b536-90a62809a8a9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.085889] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2062e0-0287-4087-b4a8-0eacd65c2d0e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.099538] env[69357]: DEBUG nova.compute.provider_tree [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1436.621280] env[69357]: ERROR nova.scheduler.client.report [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [req-8318e574-ac8d-4a21-8d38-14f1e48b1f53] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41cb361a-522d-4695-b4b7-7751ac8e311a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8318e574-ac8d-4a21-8d38-14f1e48b1f53"}]} [ 1436.637673] env[69357]: DEBUG nova.scheduler.client.report [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Refreshing inventories for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1436.651027] env[69357]: DEBUG nova.scheduler.client.report [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Updating ProviderTree inventory for provider 41cb361a-522d-4695-b4b7-7751ac8e311a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1436.651322] env[69357]: DEBUG nova.compute.provider_tree [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1436.662954] env[69357]: DEBUG nova.scheduler.client.report [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Refreshing aggregate associations for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1436.681919] env[69357]: DEBUG nova.scheduler.client.report [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Refreshing trait associations for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1436.718630] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71db1338-1ff9-43e7-84b1-d29b59d6a099 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.726440] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4745d62f-dec6-4418-8817-d32166e5ab86 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.757376] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94aefe54-a4f5-474e-836e-bef393cfc000 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.764898] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439a602e-46f1-4a30-a2d0-cc0d5c236855 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.778158] env[69357]: DEBUG nova.compute.provider_tree [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1437.309049] env[69357]: DEBUG nova.scheduler.client.report [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Updated inventory for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1437.309361] env[69357]: DEBUG nova.compute.provider_tree [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Updating resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a generation from 169 to 170 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1437.309526] env[69357]: DEBUG nova.compute.provider_tree [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1437.814499] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.822s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.814859] env[69357]: DEBUG nova.compute.manager [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1437.817960] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.829s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.818159] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.818309] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1437.819168] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cef945-aac8-433d-a6c3-a74571cc1e90 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.827510] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ad9fd1-bab8-474c-bf70-d9c6014064c2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.842214] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846149e0-5f96-4a15-ac84-6964353d4a4a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.849071] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84e6fd4-f50a-4b53-b752-dfe12dce42d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.880168] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180702MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1437.880353] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.880835] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.324984] env[69357]: DEBUG nova.compute.utils [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1438.326473] env[69357]: DEBUG nova.compute.manager [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1438.326644] env[69357]: DEBUG nova.network.neutron [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1438.371880] env[69357]: DEBUG nova.policy [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7078920225114299926d6c0203d91f24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc8b2fa678a74db2ba0ac207bd8c9781', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1438.664276] env[69357]: DEBUG nova.network.neutron [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Successfully created port: 087f6adf-44c2-4f41-a0b5-bc40d1bd9b47 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1438.832024] env[69357]: DEBUG nova.compute.manager [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1438.907130] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 7afb8a77-76a9-43bf-9409-e92be568deaa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1438.907130] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 19eee90f-1c9f-4f9a-9144-d917fa557c4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1438.907130] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1438.907130] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1438.947946] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4175b8c5-01ec-4370-b013-2276b97b23d2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.955479] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b3a0d8-c1af-42c0-a3e9-a787a2f09037 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.993205] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc71b72-72af-420e-9c43-9f0dab142508 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.002618] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297ed5b6-e553-4203-bba2-d0911fbe3a7c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.019853] env[69357]: DEBUG nova.compute.provider_tree [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.526226] env[69357]: DEBUG nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1439.665168] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8726ca-c3d4-49a2-aa81-db8a287fd5d5 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1439.665451] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8726ca-c3d4-49a2-aa81-db8a287fd5d5 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822100', 'volume_id': '58fb8598-8421-4fca-b853-d5942d20d0e6', 'name': 'volume-58fb8598-8421-4fca-b853-d5942d20d0e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7afb8a77-76a9-43bf-9409-e92be568deaa', 'attached_at': '', 'detached_at': '', 'volume_id': '58fb8598-8421-4fca-b853-d5942d20d0e6', 'serial': '58fb8598-8421-4fca-b853-d5942d20d0e6'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1439.666345] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5711c7-2525-41d0-8468-cb738783bb2e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.683050] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622f6a51-0fbd-48ec-8a86-ebb3c2143ff0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.708129] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8726ca-c3d4-49a2-aa81-db8a287fd5d5 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-58fb8598-8421-4fca-b853-d5942d20d0e6/volume-58fb8598-8421-4fca-b853-d5942d20d0e6.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1439.708471] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-367cc0bc-e5c9-4fff-b508-574caac6882c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.727117] env[69357]: DEBUG oslo_vmware.api [None req-1c8726ca-c3d4-49a2-aa81-db8a287fd5d5 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1439.727117] env[69357]: value = "task-4151853" [ 1439.727117] env[69357]: _type = "Task" [ 1439.727117] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.736164] env[69357]: DEBUG oslo_vmware.api [None req-1c8726ca-c3d4-49a2-aa81-db8a287fd5d5 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151853, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.840714] env[69357]: DEBUG nova.compute.manager [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1439.876676] env[69357]: DEBUG nova.virt.hardware [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1439.877364] env[69357]: DEBUG nova.virt.hardware [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1439.877534] env[69357]: DEBUG nova.virt.hardware [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1439.877733] env[69357]: DEBUG nova.virt.hardware [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1439.878261] env[69357]: DEBUG nova.virt.hardware [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1439.878428] env[69357]: DEBUG nova.virt.hardware [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1439.878760] env[69357]: DEBUG nova.virt.hardware [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1439.878940] env[69357]: DEBUG nova.virt.hardware [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1439.879261] env[69357]: DEBUG nova.virt.hardware [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1439.879590] env[69357]: DEBUG nova.virt.hardware [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1439.879773] env[69357]: DEBUG nova.virt.hardware [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1439.881030] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee344fb-e992-48a1-a3fe-63bc169da779 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.889810] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d75592d-186b-4e86-834f-1739c2630d05 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.030898] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1440.031136] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.151s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.237336] env[69357]: DEBUG oslo_vmware.api [None req-1c8726ca-c3d4-49a2-aa81-db8a287fd5d5 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151853, 'name': ReconfigVM_Task, 'duration_secs': 0.373191} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.237635] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8726ca-c3d4-49a2-aa81-db8a287fd5d5 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-58fb8598-8421-4fca-b853-d5942d20d0e6/volume-58fb8598-8421-4fca-b853-d5942d20d0e6.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1440.242622] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8352064c-e18a-472c-83ee-a7ed90f1edb1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.258611] env[69357]: DEBUG oslo_vmware.api [None req-1c8726ca-c3d4-49a2-aa81-db8a287fd5d5 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1440.258611] env[69357]: value = "task-4151854" [ 1440.258611] env[69357]: _type = "Task" [ 1440.258611] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.268787] env[69357]: DEBUG oslo_vmware.api [None req-1c8726ca-c3d4-49a2-aa81-db8a287fd5d5 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.308062] env[69357]: DEBUG nova.compute.manager [req-1258f97c-d5c2-4a20-9997-fe342b60ddeb req-6ec18e25-a2a3-4a70-9523-b35ca2a612a3 service nova] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Received event network-vif-plugged-087f6adf-44c2-4f41-a0b5-bc40d1bd9b47 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1440.308302] env[69357]: DEBUG oslo_concurrency.lockutils [req-1258f97c-d5c2-4a20-9997-fe342b60ddeb req-6ec18e25-a2a3-4a70-9523-b35ca2a612a3 service nova] Acquiring lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.308528] env[69357]: DEBUG oslo_concurrency.lockutils [req-1258f97c-d5c2-4a20-9997-fe342b60ddeb req-6ec18e25-a2a3-4a70-9523-b35ca2a612a3 service nova] Lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.308670] env[69357]: DEBUG oslo_concurrency.lockutils [req-1258f97c-d5c2-4a20-9997-fe342b60ddeb req-6ec18e25-a2a3-4a70-9523-b35ca2a612a3 service nova] Lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.308849] env[69357]: DEBUG nova.compute.manager [req-1258f97c-d5c2-4a20-9997-fe342b60ddeb req-6ec18e25-a2a3-4a70-9523-b35ca2a612a3 service nova] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] No waiting events found dispatching network-vif-plugged-087f6adf-44c2-4f41-a0b5-bc40d1bd9b47 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1440.309052] env[69357]: WARNING nova.compute.manager [req-1258f97c-d5c2-4a20-9997-fe342b60ddeb req-6ec18e25-a2a3-4a70-9523-b35ca2a612a3 service nova] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Received unexpected event network-vif-plugged-087f6adf-44c2-4f41-a0b5-bc40d1bd9b47 for instance with vm_state building and task_state spawning. [ 1440.403384] env[69357]: DEBUG nova.network.neutron [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Successfully updated port: 087f6adf-44c2-4f41-a0b5-bc40d1bd9b47 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1440.768836] env[69357]: DEBUG oslo_vmware.api [None req-1c8726ca-c3d4-49a2-aa81-db8a287fd5d5 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.907070] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "refresh_cache-19eee90f-1c9f-4f9a-9144-d917fa557c4b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.907070] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquired lock "refresh_cache-19eee90f-1c9f-4f9a-9144-d917fa557c4b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.907070] env[69357]: DEBUG nova.network.neutron [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.026286] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.026490] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.026703] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.269075] env[69357]: DEBUG oslo_vmware.api [None req-1c8726ca-c3d4-49a2-aa81-db8a287fd5d5 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151854, 'name': ReconfigVM_Task, 'duration_secs': 0.937955} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.269388] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8726ca-c3d4-49a2-aa81-db8a287fd5d5 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822100', 'volume_id': '58fb8598-8421-4fca-b853-d5942d20d0e6', 'name': 'volume-58fb8598-8421-4fca-b853-d5942d20d0e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7afb8a77-76a9-43bf-9409-e92be568deaa', 'attached_at': '', 'detached_at': '', 'volume_id': '58fb8598-8421-4fca-b853-d5942d20d0e6', 'serial': '58fb8598-8421-4fca-b853-d5942d20d0e6'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1441.437842] env[69357]: DEBUG nova.network.neutron [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1441.483861] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.484092] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.484237] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1441.565809] env[69357]: DEBUG nova.network.neutron [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Updating instance_info_cache with network_info: [{"id": "087f6adf-44c2-4f41-a0b5-bc40d1bd9b47", "address": "fa:16:3e:94:7a:6e", "network": {"id": "5e8feebb-1be0-4e2e-b1d1-0d0de0a3aded", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-868531213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc8b2fa678a74db2ba0ac207bd8c9781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap087f6adf-44", "ovs_interfaceid": "087f6adf-44c2-4f41-a0b5-bc40d1bd9b47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.068233] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Releasing lock "refresh_cache-19eee90f-1c9f-4f9a-9144-d917fa557c4b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.068562] env[69357]: DEBUG nova.compute.manager [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Instance network_info: |[{"id": "087f6adf-44c2-4f41-a0b5-bc40d1bd9b47", "address": "fa:16:3e:94:7a:6e", "network": {"id": "5e8feebb-1be0-4e2e-b1d1-0d0de0a3aded", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-868531213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc8b2fa678a74db2ba0ac207bd8c9781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap087f6adf-44", "ovs_interfaceid": "087f6adf-44c2-4f41-a0b5-bc40d1bd9b47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1442.068987] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:7a:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '087f6adf-44c2-4f41-a0b5-bc40d1bd9b47', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1442.076789] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Creating folder: Project (dc8b2fa678a74db2ba0ac207bd8c9781). Parent ref: group-v821763. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1442.077467] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a93ec959-1174-469b-8411-c006efa2f064 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.091366] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Created folder: Project (dc8b2fa678a74db2ba0ac207bd8c9781) in parent group-v821763. [ 1442.091618] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Creating folder: Instances. Parent ref: group-v822101. {{(pid=69357) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1442.091929] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eed0e128-c464-41ae-b073-f3bfb287bcc9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.103550] env[69357]: INFO nova.virt.vmwareapi.vm_util [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Created folder: Instances in parent group-v822101. [ 1442.103823] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1442.104040] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1442.104256] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73eb7344-8677-47f2-83fd-45c0643fa82f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.125549] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1442.125549] env[69357]: value = "task-4151857" [ 1442.125549] env[69357]: _type = "Task" [ 1442.125549] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.133587] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151857, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.305017] env[69357]: DEBUG nova.objects.instance [None req-1c8726ca-c3d4-49a2-aa81-db8a287fd5d5 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lazy-loading 'flavor' on Instance uuid 7afb8a77-76a9-43bf-9409-e92be568deaa {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1442.333287] env[69357]: DEBUG nova.compute.manager [req-be0087d3-9130-43c0-b1e9-cb5beae0b10f req-774a66d2-8359-45b6-8830-c82ac7de44fe service nova] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Received event network-changed-087f6adf-44c2-4f41-a0b5-bc40d1bd9b47 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1442.333489] env[69357]: DEBUG nova.compute.manager [req-be0087d3-9130-43c0-b1e9-cb5beae0b10f req-774a66d2-8359-45b6-8830-c82ac7de44fe service nova] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Refreshing instance network info cache due to event network-changed-087f6adf-44c2-4f41-a0b5-bc40d1bd9b47. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1442.333773] env[69357]: DEBUG oslo_concurrency.lockutils [req-be0087d3-9130-43c0-b1e9-cb5beae0b10f req-774a66d2-8359-45b6-8830-c82ac7de44fe service nova] Acquiring lock "refresh_cache-19eee90f-1c9f-4f9a-9144-d917fa557c4b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.333977] env[69357]: DEBUG oslo_concurrency.lockutils [req-be0087d3-9130-43c0-b1e9-cb5beae0b10f req-774a66d2-8359-45b6-8830-c82ac7de44fe service nova] Acquired lock "refresh_cache-19eee90f-1c9f-4f9a-9144-d917fa557c4b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.334258] env[69357]: DEBUG nova.network.neutron [req-be0087d3-9130-43c0-b1e9-cb5beae0b10f req-774a66d2-8359-45b6-8830-c82ac7de44fe service nova] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Refreshing network info cache for port 087f6adf-44c2-4f41-a0b5-bc40d1bd9b47 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.636309] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151857, 'name': CreateVM_Task, 'duration_secs': 0.330642} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.636499] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1442.637321] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.637513] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.637860] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.638130] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae323fba-e960-495b-9d85-4839f4719273 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.643431] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1442.643431] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ea79ad-551c-0991-f8ed-972a86603bad" [ 1442.643431] env[69357]: _type = "Task" [ 1442.643431] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.652531] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ea79ad-551c-0991-f8ed-972a86603bad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.810134] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1c8726ca-c3d4-49a2-aa81-db8a287fd5d5 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "7afb8a77-76a9-43bf-9409-e92be568deaa" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.743s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.047563] env[69357]: DEBUG nova.network.neutron [req-be0087d3-9130-43c0-b1e9-cb5beae0b10f req-774a66d2-8359-45b6-8830-c82ac7de44fe service nova] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Updated VIF entry in instance network info cache for port 087f6adf-44c2-4f41-a0b5-bc40d1bd9b47. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1443.048096] env[69357]: DEBUG nova.network.neutron [req-be0087d3-9130-43c0-b1e9-cb5beae0b10f req-774a66d2-8359-45b6-8830-c82ac7de44fe service nova] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Updating instance_info_cache with network_info: [{"id": "087f6adf-44c2-4f41-a0b5-bc40d1bd9b47", "address": "fa:16:3e:94:7a:6e", "network": {"id": "5e8feebb-1be0-4e2e-b1d1-0d0de0a3aded", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-868531213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc8b2fa678a74db2ba0ac207bd8c9781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap087f6adf-44", "ovs_interfaceid": "087f6adf-44c2-4f41-a0b5-bc40d1bd9b47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.154966] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52ea79ad-551c-0991-f8ed-972a86603bad, 'name': SearchDatastore_Task, 'duration_secs': 0.010948} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.155353] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.155544] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1443.155784] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.155935] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.156132] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1443.156440] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11ea3617-e8bb-4a11-a4f9-005039ecd673 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.166820] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1443.167064] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1443.167867] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-546bfe24-1f58-425a-be37-30a7d8b2756f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.174545] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1443.174545] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52be0b55-62dc-d830-d1d3-17bc4a220865" [ 1443.174545] env[69357]: _type = "Task" [ 1443.174545] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.182695] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52be0b55-62dc-d830-d1d3-17bc4a220865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.500578] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "40542e66-a079-482f-aada-49ab1c75070a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.500815] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "40542e66-a079-482f-aada-49ab1c75070a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.551210] env[69357]: DEBUG oslo_concurrency.lockutils [req-be0087d3-9130-43c0-b1e9-cb5beae0b10f req-774a66d2-8359-45b6-8830-c82ac7de44fe service nova] Releasing lock "refresh_cache-19eee90f-1c9f-4f9a-9144-d917fa557c4b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.685595] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52be0b55-62dc-d830-d1d3-17bc4a220865, 'name': SearchDatastore_Task, 'duration_secs': 0.01005} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.686336] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ea475c7-301c-4c5a-97c8-330ef1c2fe0e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.691600] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1443.691600] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529d7296-4430-c453-8389-7e36d9a8f8c8" [ 1443.691600] env[69357]: _type = "Task" [ 1443.691600] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.699159] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529d7296-4430-c453-8389-7e36d9a8f8c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.003174] env[69357]: DEBUG nova.compute.manager [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1444.202565] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529d7296-4430-c453-8389-7e36d9a8f8c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009772} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.203048] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.203048] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 19eee90f-1c9f-4f9a-9144-d917fa557c4b/19eee90f-1c9f-4f9a-9144-d917fa557c4b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1444.203295] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61547f89-3825-4b6e-83fa-f9974ecb0bc6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.210640] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1444.210640] env[69357]: value = "task-4151858" [ 1444.210640] env[69357]: _type = "Task" [ 1444.210640] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.219153] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.527395] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.527687] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.529309] env[69357]: INFO nova.compute.claims [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1444.721518] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48912} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.721707] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 19eee90f-1c9f-4f9a-9144-d917fa557c4b/19eee90f-1c9f-4f9a-9144-d917fa557c4b.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1444.721922] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1444.722193] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bf90cbd-0b77-43ed-ba4d-1c21efa04981 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.729390] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1444.729390] env[69357]: value = "task-4151859" [ 1444.729390] env[69357]: _type = "Task" [ 1444.729390] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.738546] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.240215] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06842} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.240600] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1445.241316] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ffd4ad-2ac3-4b8f-99af-1132316f71b0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.264462] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 19eee90f-1c9f-4f9a-9144-d917fa557c4b/19eee90f-1c9f-4f9a-9144-d917fa557c4b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1445.264784] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e152823c-8682-47d9-8752-44fcc6025c01 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.283881] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1445.283881] env[69357]: value = "task-4151860" [ 1445.283881] env[69357]: _type = "Task" [ 1445.283881] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.292681] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.585814] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc875f6-9fbc-4ce0-841f-73f54a563ca9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.593550] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec42177-7246-4f9f-90a6-d33dc3121957 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.622968] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2ab933-38ff-4ebb-811b-7333f18ea6ad {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.630436] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f7a401-12b2-46d3-8e0a-1abdd1c5a76e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.644629] env[69357]: DEBUG nova.compute.provider_tree [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1445.793554] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151860, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.166298] env[69357]: ERROR nova.scheduler.client.report [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [req-17637311-cbd0-4955-aace-da6e745bc2f9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41cb361a-522d-4695-b4b7-7751ac8e311a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-17637311-cbd0-4955-aace-da6e745bc2f9"}]} [ 1446.182995] env[69357]: DEBUG nova.scheduler.client.report [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Refreshing inventories for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1446.198190] env[69357]: DEBUG nova.scheduler.client.report [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Updating ProviderTree inventory for provider 41cb361a-522d-4695-b4b7-7751ac8e311a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1446.198514] env[69357]: DEBUG nova.compute.provider_tree [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1446.210379] env[69357]: DEBUG nova.scheduler.client.report [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Refreshing aggregate associations for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1446.228475] env[69357]: DEBUG nova.scheduler.client.report [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Refreshing trait associations for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1446.271236] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7835fc43-bdfd-41d3-8ef2-b26339bd29eb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.279778] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d75fe8-edb6-4e91-8a6b-9aa084cdb744 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.311655] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9f769f-9d3f-4c58-9977-ddb87dc5591b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.316825] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151860, 'name': ReconfigVM_Task, 'duration_secs': 0.521713} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.317414] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 19eee90f-1c9f-4f9a-9144-d917fa557c4b/19eee90f-1c9f-4f9a-9144-d917fa557c4b.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1446.318058] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-212bcaa6-79f7-4c4e-8d02-32cead9b3fd8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.322534] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee2cf09-2be7-42da-8898-2a74a2c100aa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.327205] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1446.327205] env[69357]: value = "task-4151861" [ 1446.327205] env[69357]: _type = "Task" [ 1446.327205] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.337715] env[69357]: DEBUG nova.compute.provider_tree [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1446.343419] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151861, 'name': Rename_Task} progress is 10%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.837978] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151861, 'name': Rename_Task, 'duration_secs': 0.17353} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.838316] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1446.838554] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42d81919-f18d-4484-a62b-729ab695121f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.847886] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1446.847886] env[69357]: value = "task-4151862" [ 1446.847886] env[69357]: _type = "Task" [ 1446.847886] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.857135] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.877135] env[69357]: DEBUG nova.scheduler.client.report [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Updated inventory for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1446.877410] env[69357]: DEBUG nova.compute.provider_tree [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Updating resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a generation from 171 to 172 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1446.877597] env[69357]: DEBUG nova.compute.provider_tree [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1447.358428] env[69357]: DEBUG oslo_vmware.api [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151862, 'name': PowerOnVM_Task, 'duration_secs': 0.467763} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.358826] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1447.358905] env[69357]: INFO nova.compute.manager [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1447.359098] env[69357]: DEBUG nova.compute.manager [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1447.359917] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4121f6d5-6af2-41b9-aca6-c7acdba74374 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.382560] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.855s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.383049] env[69357]: DEBUG nova.compute.manager [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1447.881285] env[69357]: INFO nova.compute.manager [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Took 12.90 seconds to build instance. [ 1447.887912] env[69357]: DEBUG nova.compute.utils [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1447.889479] env[69357]: DEBUG nova.compute.manager [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1447.889479] env[69357]: DEBUG nova.network.neutron [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1447.926238] env[69357]: DEBUG nova.policy [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15c3a1acc213472cb9cdc9a5b8a5a752', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79ee0ba0af38464f8ccd69e8a0f86173', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1448.200827] env[69357]: DEBUG nova.network.neutron [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Successfully created port: 1412d053-4ac7-4ae0-b5b8-3a68ae068610 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1448.383225] env[69357]: DEBUG oslo_concurrency.lockutils [None req-5b5e5757-e0f5-41d3-9c7e-715ddfe8659d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.414s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.392184] env[69357]: DEBUG nova.compute.manager [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1448.431058] env[69357]: DEBUG nova.compute.manager [req-c368003a-8f66-4eb3-b1b5-17331073132a req-1834e373-0e2d-43c2-ae45-c581ad5356b7 service nova] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Received event network-changed-087f6adf-44c2-4f41-a0b5-bc40d1bd9b47 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1448.431262] env[69357]: DEBUG nova.compute.manager [req-c368003a-8f66-4eb3-b1b5-17331073132a req-1834e373-0e2d-43c2-ae45-c581ad5356b7 service nova] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Refreshing instance network info cache due to event network-changed-087f6adf-44c2-4f41-a0b5-bc40d1bd9b47. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1448.431567] env[69357]: DEBUG oslo_concurrency.lockutils [req-c368003a-8f66-4eb3-b1b5-17331073132a req-1834e373-0e2d-43c2-ae45-c581ad5356b7 service nova] Acquiring lock "refresh_cache-19eee90f-1c9f-4f9a-9144-d917fa557c4b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.431674] env[69357]: DEBUG oslo_concurrency.lockutils [req-c368003a-8f66-4eb3-b1b5-17331073132a req-1834e373-0e2d-43c2-ae45-c581ad5356b7 service nova] Acquired lock "refresh_cache-19eee90f-1c9f-4f9a-9144-d917fa557c4b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.431866] env[69357]: DEBUG nova.network.neutron [req-c368003a-8f66-4eb3-b1b5-17331073132a req-1834e373-0e2d-43c2-ae45-c581ad5356b7 service nova] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Refreshing network info cache for port 087f6adf-44c2-4f41-a0b5-bc40d1bd9b47 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.479990] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.150700] env[69357]: DEBUG nova.network.neutron [req-c368003a-8f66-4eb3-b1b5-17331073132a req-1834e373-0e2d-43c2-ae45-c581ad5356b7 service nova] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Updated VIF entry in instance network info cache for port 087f6adf-44c2-4f41-a0b5-bc40d1bd9b47. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.151123] env[69357]: DEBUG nova.network.neutron [req-c368003a-8f66-4eb3-b1b5-17331073132a req-1834e373-0e2d-43c2-ae45-c581ad5356b7 service nova] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Updating instance_info_cache with network_info: [{"id": "087f6adf-44c2-4f41-a0b5-bc40d1bd9b47", "address": "fa:16:3e:94:7a:6e", "network": {"id": "5e8feebb-1be0-4e2e-b1d1-0d0de0a3aded", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-868531213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc8b2fa678a74db2ba0ac207bd8c9781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap087f6adf-44", "ovs_interfaceid": "087f6adf-44c2-4f41-a0b5-bc40d1bd9b47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.404264] env[69357]: DEBUG nova.compute.manager [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1449.430525] env[69357]: DEBUG nova.virt.hardware [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1449.430806] env[69357]: DEBUG nova.virt.hardware [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1449.430993] env[69357]: DEBUG nova.virt.hardware [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1449.431211] env[69357]: DEBUG nova.virt.hardware [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1449.431363] env[69357]: DEBUG nova.virt.hardware [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1449.431512] env[69357]: DEBUG nova.virt.hardware [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1449.431721] env[69357]: DEBUG nova.virt.hardware [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1449.431881] env[69357]: DEBUG nova.virt.hardware [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1449.432073] env[69357]: DEBUG nova.virt.hardware [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1449.432239] env[69357]: DEBUG nova.virt.hardware [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1449.432426] env[69357]: DEBUG nova.virt.hardware [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1449.433409] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9784f6aa-a542-464f-b8ef-c15f3b7770b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.442779] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a206fe-5862-432e-a8cb-ba682d1e1bdd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.620726] env[69357]: DEBUG nova.compute.manager [req-428973cc-b98c-4456-88cf-a58175ce0ba8 req-62d20d1c-75e1-43c8-80de-8c39d3ea07c5 service nova] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Received event network-vif-plugged-1412d053-4ac7-4ae0-b5b8-3a68ae068610 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1449.620799] env[69357]: DEBUG oslo_concurrency.lockutils [req-428973cc-b98c-4456-88cf-a58175ce0ba8 req-62d20d1c-75e1-43c8-80de-8c39d3ea07c5 service nova] Acquiring lock "40542e66-a079-482f-aada-49ab1c75070a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.621017] env[69357]: DEBUG oslo_concurrency.lockutils [req-428973cc-b98c-4456-88cf-a58175ce0ba8 req-62d20d1c-75e1-43c8-80de-8c39d3ea07c5 service nova] Lock "40542e66-a079-482f-aada-49ab1c75070a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.621196] env[69357]: DEBUG oslo_concurrency.lockutils [req-428973cc-b98c-4456-88cf-a58175ce0ba8 req-62d20d1c-75e1-43c8-80de-8c39d3ea07c5 service nova] Lock "40542e66-a079-482f-aada-49ab1c75070a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.621378] env[69357]: DEBUG nova.compute.manager [req-428973cc-b98c-4456-88cf-a58175ce0ba8 req-62d20d1c-75e1-43c8-80de-8c39d3ea07c5 service nova] [instance: 40542e66-a079-482f-aada-49ab1c75070a] No waiting events found dispatching network-vif-plugged-1412d053-4ac7-4ae0-b5b8-3a68ae068610 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1449.621546] env[69357]: WARNING nova.compute.manager [req-428973cc-b98c-4456-88cf-a58175ce0ba8 req-62d20d1c-75e1-43c8-80de-8c39d3ea07c5 service nova] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Received unexpected event network-vif-plugged-1412d053-4ac7-4ae0-b5b8-3a68ae068610 for instance with vm_state building and task_state spawning. [ 1449.653605] env[69357]: DEBUG oslo_concurrency.lockutils [req-c368003a-8f66-4eb3-b1b5-17331073132a req-1834e373-0e2d-43c2-ae45-c581ad5356b7 service nova] Releasing lock "refresh_cache-19eee90f-1c9f-4f9a-9144-d917fa557c4b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.699798] env[69357]: DEBUG nova.network.neutron [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Successfully updated port: 1412d053-4ac7-4ae0-b5b8-3a68ae068610 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1450.203066] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "refresh_cache-40542e66-a079-482f-aada-49ab1c75070a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.203066] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquired lock "refresh_cache-40542e66-a079-482f-aada-49ab1c75070a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.203066] env[69357]: DEBUG nova.network.neutron [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1450.733750] env[69357]: DEBUG nova.network.neutron [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1450.859072] env[69357]: DEBUG nova.network.neutron [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Updating instance_info_cache with network_info: [{"id": "1412d053-4ac7-4ae0-b5b8-3a68ae068610", "address": "fa:16:3e:a9:77:d8", "network": {"id": "7303e21a-563c-405c-b53c-af4bedfd0a47", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1372189133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ee0ba0af38464f8ccd69e8a0f86173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1412d053-4a", "ovs_interfaceid": "1412d053-4ac7-4ae0-b5b8-3a68ae068610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.361790] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Releasing lock "refresh_cache-40542e66-a079-482f-aada-49ab1c75070a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.362130] env[69357]: DEBUG nova.compute.manager [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Instance network_info: |[{"id": "1412d053-4ac7-4ae0-b5b8-3a68ae068610", "address": "fa:16:3e:a9:77:d8", "network": {"id": "7303e21a-563c-405c-b53c-af4bedfd0a47", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1372189133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ee0ba0af38464f8ccd69e8a0f86173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1412d053-4a", "ovs_interfaceid": "1412d053-4ac7-4ae0-b5b8-3a68ae068610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1451.362588] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:77:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1412d053-4ac7-4ae0-b5b8-3a68ae068610', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1451.370091] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1451.370221] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1451.370488] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c69f26b7-b87b-40d3-829a-3f53c9cb9161 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.390579] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1451.390579] env[69357]: value = "task-4151863" [ 1451.390579] env[69357]: _type = "Task" [ 1451.390579] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.398138] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151863, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.649430] env[69357]: DEBUG nova.compute.manager [req-1ab5b401-ceb9-41df-ac83-ce9173a60c83 req-e8b18c7e-a5f1-4ca6-9d27-91ecf3771462 service nova] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Received event network-changed-1412d053-4ac7-4ae0-b5b8-3a68ae068610 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1451.649595] env[69357]: DEBUG nova.compute.manager [req-1ab5b401-ceb9-41df-ac83-ce9173a60c83 req-e8b18c7e-a5f1-4ca6-9d27-91ecf3771462 service nova] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Refreshing instance network info cache due to event network-changed-1412d053-4ac7-4ae0-b5b8-3a68ae068610. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1451.649871] env[69357]: DEBUG oslo_concurrency.lockutils [req-1ab5b401-ceb9-41df-ac83-ce9173a60c83 req-e8b18c7e-a5f1-4ca6-9d27-91ecf3771462 service nova] Acquiring lock "refresh_cache-40542e66-a079-482f-aada-49ab1c75070a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.649979] env[69357]: DEBUG oslo_concurrency.lockutils [req-1ab5b401-ceb9-41df-ac83-ce9173a60c83 req-e8b18c7e-a5f1-4ca6-9d27-91ecf3771462 service nova] Acquired lock "refresh_cache-40542e66-a079-482f-aada-49ab1c75070a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.650380] env[69357]: DEBUG nova.network.neutron [req-1ab5b401-ceb9-41df-ac83-ce9173a60c83 req-e8b18c7e-a5f1-4ca6-9d27-91ecf3771462 service nova] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Refreshing network info cache for port 1412d053-4ac7-4ae0-b5b8-3a68ae068610 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1451.900997] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151863, 'name': CreateVM_Task, 'duration_secs': 0.343893} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.901386] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1451.901868] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.902046] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.902372] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.902612] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3906462e-643a-4f4b-8829-eeac43e749b1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.906960] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1451.906960] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52aa2e64-519a-f5e3-e0b4-dbb08bcef745" [ 1451.906960] env[69357]: _type = "Task" [ 1451.906960] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.914475] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52aa2e64-519a-f5e3-e0b4-dbb08bcef745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.342888] env[69357]: DEBUG nova.network.neutron [req-1ab5b401-ceb9-41df-ac83-ce9173a60c83 req-e8b18c7e-a5f1-4ca6-9d27-91ecf3771462 service nova] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Updated VIF entry in instance network info cache for port 1412d053-4ac7-4ae0-b5b8-3a68ae068610. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1452.343282] env[69357]: DEBUG nova.network.neutron [req-1ab5b401-ceb9-41df-ac83-ce9173a60c83 req-e8b18c7e-a5f1-4ca6-9d27-91ecf3771462 service nova] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Updating instance_info_cache with network_info: [{"id": "1412d053-4ac7-4ae0-b5b8-3a68ae068610", "address": "fa:16:3e:a9:77:d8", "network": {"id": "7303e21a-563c-405c-b53c-af4bedfd0a47", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1372189133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ee0ba0af38464f8ccd69e8a0f86173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1412d053-4a", "ovs_interfaceid": "1412d053-4ac7-4ae0-b5b8-3a68ae068610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.417665] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52aa2e64-519a-f5e3-e0b4-dbb08bcef745, 'name': SearchDatastore_Task, 'duration_secs': 0.012192} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.418019] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.418279] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1452.418515] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.418664] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.418843] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1452.419136] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f55c863-8111-41cb-ac05-b3e90ca122bb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.427825] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1452.428030] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1452.428723] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-176416b6-911e-46f4-85e2-600002269e5b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.434221] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1452.434221] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5257a039-4cf8-5ca0-b69c-95cb7d6cf239" [ 1452.434221] env[69357]: _type = "Task" [ 1452.434221] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.441976] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5257a039-4cf8-5ca0-b69c-95cb7d6cf239, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.846742] env[69357]: DEBUG oslo_concurrency.lockutils [req-1ab5b401-ceb9-41df-ac83-ce9173a60c83 req-e8b18c7e-a5f1-4ca6-9d27-91ecf3771462 service nova] Releasing lock "refresh_cache-40542e66-a079-482f-aada-49ab1c75070a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.945842] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5257a039-4cf8-5ca0-b69c-95cb7d6cf239, 'name': SearchDatastore_Task, 'duration_secs': 0.009754} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.946565] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a1ed627-fc67-46d6-882c-967ac0df5f7f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.952193] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1452.952193] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]524ea3cf-fde5-0a24-7b25-05a8bbf44040" [ 1452.952193] env[69357]: _type = "Task" [ 1452.952193] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.960212] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]524ea3cf-fde5-0a24-7b25-05a8bbf44040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.462563] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]524ea3cf-fde5-0a24-7b25-05a8bbf44040, 'name': SearchDatastore_Task, 'duration_secs': 0.010022} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.462856] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.463174] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 40542e66-a079-482f-aada-49ab1c75070a/40542e66-a079-482f-aada-49ab1c75070a.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1453.463438] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ceb7a361-c320-4e0c-89df-0455ce5817ee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.470251] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1453.470251] env[69357]: value = "task-4151864" [ 1453.470251] env[69357]: _type = "Task" [ 1453.470251] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.480065] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.980592] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471023} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.980986] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 40542e66-a079-482f-aada-49ab1c75070a/40542e66-a079-482f-aada-49ab1c75070a.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1453.981095] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1453.981286] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3019950b-e19b-4e16-8c59-346fb29629ea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.987745] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1453.987745] env[69357]: value = "task-4151865" [ 1453.987745] env[69357]: _type = "Task" [ 1453.987745] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.995727] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.498716] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066481} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.499012] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1454.499847] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24719b4c-7ccd-4b72-a683-a98a873fc075 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.522222] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 40542e66-a079-482f-aada-49ab1c75070a/40542e66-a079-482f-aada-49ab1c75070a.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1454.522460] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1225cb0-43a2-4fbc-aa25-54457377e97d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.541768] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1454.541768] env[69357]: value = "task-4151866" [ 1454.541768] env[69357]: _type = "Task" [ 1454.541768] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.549651] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.053059] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151866, 'name': ReconfigVM_Task, 'duration_secs': 0.290973} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.053413] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 40542e66-a079-482f-aada-49ab1c75070a/40542e66-a079-482f-aada-49ab1c75070a.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1455.054027] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-294b776b-980b-469d-bcad-94962865198d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.061009] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1455.061009] env[69357]: value = "task-4151867" [ 1455.061009] env[69357]: _type = "Task" [ 1455.061009] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.069495] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151867, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.571289] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151867, 'name': Rename_Task, 'duration_secs': 0.154276} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.571569] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1455.571811] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f6e5219-b2f0-4718-9a34-8a973f153a36 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.579263] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1455.579263] env[69357]: value = "task-4151868" [ 1455.579263] env[69357]: _type = "Task" [ 1455.579263] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.587656] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.089660] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151868, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.590161] env[69357]: DEBUG oslo_vmware.api [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151868, 'name': PowerOnVM_Task, 'duration_secs': 0.536784} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.590425] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1456.590609] env[69357]: INFO nova.compute.manager [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1456.590788] env[69357]: DEBUG nova.compute.manager [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1456.591574] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95ceb30-9119-4e42-9835-87b32c39a0fa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.110554] env[69357]: INFO nova.compute.manager [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Took 12.60 seconds to build instance. [ 1457.613035] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a2e46a4a-961b-4cd0-9dad-920912e3218c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "40542e66-a079-482f-aada-49ab1c75070a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.112s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.656500] env[69357]: DEBUG nova.compute.manager [req-c14c25d6-78a2-442c-bce8-c523013c489e req-619dc825-c432-42c7-bbef-5b1826b4eb52 service nova] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Received event network-changed-1412d053-4ac7-4ae0-b5b8-3a68ae068610 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1457.656720] env[69357]: DEBUG nova.compute.manager [req-c14c25d6-78a2-442c-bce8-c523013c489e req-619dc825-c432-42c7-bbef-5b1826b4eb52 service nova] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Refreshing instance network info cache due to event network-changed-1412d053-4ac7-4ae0-b5b8-3a68ae068610. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1457.656967] env[69357]: DEBUG oslo_concurrency.lockutils [req-c14c25d6-78a2-442c-bce8-c523013c489e req-619dc825-c432-42c7-bbef-5b1826b4eb52 service nova] Acquiring lock "refresh_cache-40542e66-a079-482f-aada-49ab1c75070a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.657130] env[69357]: DEBUG oslo_concurrency.lockutils [req-c14c25d6-78a2-442c-bce8-c523013c489e req-619dc825-c432-42c7-bbef-5b1826b4eb52 service nova] Acquired lock "refresh_cache-40542e66-a079-482f-aada-49ab1c75070a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.657297] env[69357]: DEBUG nova.network.neutron [req-c14c25d6-78a2-442c-bce8-c523013c489e req-619dc825-c432-42c7-bbef-5b1826b4eb52 service nova] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Refreshing network info cache for port 1412d053-4ac7-4ae0-b5b8-3a68ae068610 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1458.366779] env[69357]: DEBUG nova.network.neutron [req-c14c25d6-78a2-442c-bce8-c523013c489e req-619dc825-c432-42c7-bbef-5b1826b4eb52 service nova] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Updated VIF entry in instance network info cache for port 1412d053-4ac7-4ae0-b5b8-3a68ae068610. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1458.367206] env[69357]: DEBUG nova.network.neutron [req-c14c25d6-78a2-442c-bce8-c523013c489e req-619dc825-c432-42c7-bbef-5b1826b4eb52 service nova] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Updating instance_info_cache with network_info: [{"id": "1412d053-4ac7-4ae0-b5b8-3a68ae068610", "address": "fa:16:3e:a9:77:d8", "network": {"id": "7303e21a-563c-405c-b53c-af4bedfd0a47", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1372189133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ee0ba0af38464f8ccd69e8a0f86173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1412d053-4a", "ovs_interfaceid": "1412d053-4ac7-4ae0-b5b8-3a68ae068610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.870222] env[69357]: DEBUG oslo_concurrency.lockutils [req-c14c25d6-78a2-442c-bce8-c523013c489e req-619dc825-c432-42c7-bbef-5b1826b4eb52 service nova] Releasing lock "refresh_cache-40542e66-a079-482f-aada-49ab1c75070a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.273683] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6f6cc172-a1b9-402d-9eea-63478da7bd1b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1486.273951] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6f6cc172-a1b9-402d-9eea-63478da7bd1b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1486.777305] env[69357]: DEBUG nova.compute.utils [None req-6f6cc172-a1b9-402d-9eea-63478da7bd1b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1487.280920] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6f6cc172-a1b9-402d-9eea-63478da7bd1b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.338891] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6f6cc172-a1b9-402d-9eea-63478da7bd1b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.339305] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6f6cc172-a1b9-402d-9eea-63478da7bd1b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.339444] env[69357]: INFO nova.compute.manager [None req-6f6cc172-a1b9-402d-9eea-63478da7bd1b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Attaching volume e382919d-e8b8-4bda-b2a0-62a245331fcd to /dev/sdb [ 1488.369127] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fffaa3e-0ea1-47ed-af59-26679164a638 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.377080] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bbeaad-3966-4fd2-bf47-03966a93f94c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.391331] env[69357]: DEBUG nova.virt.block_device [None req-6f6cc172-a1b9-402d-9eea-63478da7bd1b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Updating existing volume attachment record: 936644ac-1871-4f19-b347-e86691c54038 {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1492.938243] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6cc172-a1b9-402d-9eea-63478da7bd1b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1492.938660] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6cc172-a1b9-402d-9eea-63478da7bd1b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822106', 'volume_id': 'e382919d-e8b8-4bda-b2a0-62a245331fcd', 'name': 'volume-e382919d-e8b8-4bda-b2a0-62a245331fcd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19eee90f-1c9f-4f9a-9144-d917fa557c4b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e382919d-e8b8-4bda-b2a0-62a245331fcd', 'serial': 'e382919d-e8b8-4bda-b2a0-62a245331fcd'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1492.939405] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e149815-b548-497d-8ca2-4c5eeb13fa22 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.956125] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350792be-4efa-43be-8884-66ff85690a98 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.980692] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6cc172-a1b9-402d-9eea-63478da7bd1b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-e382919d-e8b8-4bda-b2a0-62a245331fcd/volume-e382919d-e8b8-4bda-b2a0-62a245331fcd.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1492.980951] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb18ef84-2e43-4c2a-953b-913f4e858b5e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.999078] env[69357]: DEBUG oslo_vmware.api [None req-6f6cc172-a1b9-402d-9eea-63478da7bd1b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1492.999078] env[69357]: value = "task-4151873" [ 1492.999078] env[69357]: _type = "Task" [ 1492.999078] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.007096] env[69357]: DEBUG oslo_vmware.api [None req-6f6cc172-a1b9-402d-9eea-63478da7bd1b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.485353] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.485571] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Cleaning up deleted instances {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1493.509368] env[69357]: DEBUG oslo_vmware.api [None req-6f6cc172-a1b9-402d-9eea-63478da7bd1b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151873, 'name': ReconfigVM_Task, 'duration_secs': 0.322983} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.509722] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6cc172-a1b9-402d-9eea-63478da7bd1b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-e382919d-e8b8-4bda-b2a0-62a245331fcd/volume-e382919d-e8b8-4bda-b2a0-62a245331fcd.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1493.515056] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30640d6d-b24a-4323-85df-1fc621cb966e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.530340] env[69357]: DEBUG oslo_vmware.api [None req-6f6cc172-a1b9-402d-9eea-63478da7bd1b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1493.530340] env[69357]: value = "task-4151874" [ 1493.530340] env[69357]: _type = "Task" [ 1493.530340] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.538757] env[69357]: DEBUG oslo_vmware.api [None req-6f6cc172-a1b9-402d-9eea-63478da7bd1b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151874, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.992921] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] There are 19 instances to clean {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1493.993338] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: c2958efd-ad96-4cb2-b8d0-0bf46d3c0534] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1494.040228] env[69357]: DEBUG oslo_vmware.api [None req-6f6cc172-a1b9-402d-9eea-63478da7bd1b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151874, 'name': ReconfigVM_Task, 'duration_secs': 0.141123} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.040613] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6cc172-a1b9-402d-9eea-63478da7bd1b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822106', 'volume_id': 'e382919d-e8b8-4bda-b2a0-62a245331fcd', 'name': 'volume-e382919d-e8b8-4bda-b2a0-62a245331fcd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19eee90f-1c9f-4f9a-9144-d917fa557c4b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e382919d-e8b8-4bda-b2a0-62a245331fcd', 'serial': 'e382919d-e8b8-4bda-b2a0-62a245331fcd'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1494.071392] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "40542e66-a079-482f-aada-49ab1c75070a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.071659] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "40542e66-a079-482f-aada-49ab1c75070a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.071873] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "40542e66-a079-482f-aada-49ab1c75070a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.072112] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "40542e66-a079-482f-aada-49ab1c75070a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.072315] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "40542e66-a079-482f-aada-49ab1c75070a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.075653] env[69357]: INFO nova.compute.manager [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Terminating instance [ 1494.498513] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: b769b6e5-5b1c-41b5-aa43-e65bde2aeb68] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1494.578747] env[69357]: DEBUG nova.compute.manager [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1494.579016] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1494.579911] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f37966-1c82-4958-a986-d7e02dcec1b8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.588863] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1494.589117] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4179cab-8ac5-4e52-aae7-ad51390f1c0a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.595470] env[69357]: DEBUG oslo_vmware.api [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1494.595470] env[69357]: value = "task-4151875" [ 1494.595470] env[69357]: _type = "Task" [ 1494.595470] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.605687] env[69357]: DEBUG oslo_vmware.api [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.002148] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: c518c32a-9736-44c1-a6e9-1917665e3154] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.075433] env[69357]: DEBUG nova.objects.instance [None req-6f6cc172-a1b9-402d-9eea-63478da7bd1b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lazy-loading 'flavor' on Instance uuid 19eee90f-1c9f-4f9a-9144-d917fa557c4b {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.105707] env[69357]: DEBUG oslo_vmware.api [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151875, 'name': PowerOffVM_Task, 'duration_secs': 0.195795} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.105978] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1495.106233] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1495.106412] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da36d0ac-a511-4503-be29-4927f2cc09cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.185644] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1495.185955] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1495.186152] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Deleting the datastore file [datastore1] 40542e66-a079-482f-aada-49ab1c75070a {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1495.186520] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6898b12-3eb5-4b61-8cf6-cef814bef8cf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.194357] env[69357]: DEBUG oslo_vmware.api [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1495.194357] env[69357]: value = "task-4151877" [ 1495.194357] env[69357]: _type = "Task" [ 1495.194357] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.202687] env[69357]: DEBUG oslo_vmware.api [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.505389] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: c68b4b49-e1fe-4ed9-b453-78b0037e90c9] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.580701] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6f6cc172-a1b9-402d-9eea-63478da7bd1b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.241s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.678805] env[69357]: DEBUG oslo_concurrency.lockutils [None req-18316845-b40c-42bf-a39c-57f1446a5376 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.679211] env[69357]: DEBUG oslo_concurrency.lockutils [None req-18316845-b40c-42bf-a39c-57f1446a5376 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.679546] env[69357]: DEBUG nova.compute.manager [None req-18316845-b40c-42bf-a39c-57f1446a5376 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1495.680959] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f35992f-a0c8-47c8-b5aa-dbbdd69f2798 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.688387] env[69357]: DEBUG nova.compute.manager [None req-18316845-b40c-42bf-a39c-57f1446a5376 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69357) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1495.688962] env[69357]: DEBUG nova.objects.instance [None req-18316845-b40c-42bf-a39c-57f1446a5376 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lazy-loading 'flavor' on Instance uuid 19eee90f-1c9f-4f9a-9144-d917fa557c4b {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.704705] env[69357]: DEBUG oslo_vmware.api [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13744} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.704948] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1495.705148] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1495.705335] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1495.705491] env[69357]: INFO nova.compute.manager [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1495.705722] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1495.705908] env[69357]: DEBUG nova.compute.manager [-] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1495.706007] env[69357]: DEBUG nova.network.neutron [-] [instance: 40542e66-a079-482f-aada-49ab1c75070a] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1496.009011] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 4def263b-542d-4c27-95f3-7493889927db] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.134179] env[69357]: DEBUG nova.compute.manager [req-31f83246-877f-44d2-9e8b-6ce64ea2b414 req-151d7888-16f4-4cad-a470-3497a77e42f0 service nova] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Received event network-vif-deleted-1412d053-4ac7-4ae0-b5b8-3a68ae068610 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1496.134412] env[69357]: INFO nova.compute.manager [req-31f83246-877f-44d2-9e8b-6ce64ea2b414 req-151d7888-16f4-4cad-a470-3497a77e42f0 service nova] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Neutron deleted interface 1412d053-4ac7-4ae0-b5b8-3a68ae068610; detaching it from the instance and deleting it from the info cache [ 1496.134572] env[69357]: DEBUG nova.network.neutron [req-31f83246-877f-44d2-9e8b-6ce64ea2b414 req-151d7888-16f4-4cad-a470-3497a77e42f0 service nova] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.512354] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 9f8983be-c103-4524-ab5a-88758b18160a] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.616737] env[69357]: DEBUG nova.network.neutron [-] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.637860] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-192d196c-60b3-41c1-bbcd-7e46c71c8106 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.648128] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60e4ad4-519f-4780-bbba-88b161e43bb6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.674092] env[69357]: DEBUG nova.compute.manager [req-31f83246-877f-44d2-9e8b-6ce64ea2b414 req-151d7888-16f4-4cad-a470-3497a77e42f0 service nova] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Detach interface failed, port_id=1412d053-4ac7-4ae0-b5b8-3a68ae068610, reason: Instance 40542e66-a079-482f-aada-49ab1c75070a could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1496.695525] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-18316845-b40c-42bf-a39c-57f1446a5376 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1496.695814] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dd2a9ff-be16-4e6f-a6bd-8ae538c5e420 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.703116] env[69357]: DEBUG oslo_vmware.api [None req-18316845-b40c-42bf-a39c-57f1446a5376 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1496.703116] env[69357]: value = "task-4151878" [ 1496.703116] env[69357]: _type = "Task" [ 1496.703116] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.712725] env[69357]: DEBUG oslo_vmware.api [None req-18316845-b40c-42bf-a39c-57f1446a5376 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.016497] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 16ac5ef7-26ec-4e06-9f3c-cd9df49ae8af] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.120832] env[69357]: INFO nova.compute.manager [-] [instance: 40542e66-a079-482f-aada-49ab1c75070a] Took 1.41 seconds to deallocate network for instance. [ 1497.212967] env[69357]: DEBUG oslo_vmware.api [None req-18316845-b40c-42bf-a39c-57f1446a5376 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151878, 'name': PowerOffVM_Task, 'duration_secs': 0.193918} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.213334] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-18316845-b40c-42bf-a39c-57f1446a5376 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1497.213486] env[69357]: DEBUG nova.compute.manager [None req-18316845-b40c-42bf-a39c-57f1446a5376 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1497.214227] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad34230-f4d7-4768-bf9a-44e16613aaeb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.519265] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: a41c723c-3825-4ceb-9ec2-9e14de05bdb3] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.626940] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.627284] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.627567] env[69357]: DEBUG nova.objects.instance [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lazy-loading 'resources' on Instance uuid 40542e66-a079-482f-aada-49ab1c75070a {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1497.726532] env[69357]: DEBUG oslo_concurrency.lockutils [None req-18316845-b40c-42bf-a39c-57f1446a5376 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.022771] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 0ae412d2-0a34-4bd4-95a6-9bfba1f2577c] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.072031] env[69357]: DEBUG nova.objects.instance [None req-c526f946-753b-457c-88d7-58d29645e054 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lazy-loading 'flavor' on Instance uuid 19eee90f-1c9f-4f9a-9144-d917fa557c4b {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1498.187670] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2cd5b5-7be1-4e4f-bc8c-2b8e4cc2e044 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.196604] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cfc1e6-d28a-4ce2-963f-f240b05a8969 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.227791] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f990a60b-1b85-4437-aecf-787fb03c3147 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.236053] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6f20f3-c846-4942-b9c9-cdf9bfb90e18 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.250600] env[69357]: DEBUG nova.compute.provider_tree [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1498.526431] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 5f96a30d-cf57-47cd-92f4-d733595fcca7] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.575695] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c526f946-753b-457c-88d7-58d29645e054 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "refresh_cache-19eee90f-1c9f-4f9a-9144-d917fa557c4b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.575933] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c526f946-753b-457c-88d7-58d29645e054 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquired lock "refresh_cache-19eee90f-1c9f-4f9a-9144-d917fa557c4b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.576139] env[69357]: DEBUG nova.network.neutron [None req-c526f946-753b-457c-88d7-58d29645e054 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1498.576371] env[69357]: DEBUG nova.objects.instance [None req-c526f946-753b-457c-88d7-58d29645e054 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lazy-loading 'info_cache' on Instance uuid 19eee90f-1c9f-4f9a-9144-d917fa557c4b {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1498.850480] env[69357]: DEBUG nova.scheduler.client.report [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Updated inventory for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1498.850828] env[69357]: DEBUG nova.compute.provider_tree [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Updating resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a generation from 172 to 173 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1498.851084] env[69357]: DEBUG nova.compute.provider_tree [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1499.029715] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 26a9ee6e-ea63-4406-a211-b458580a1280] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.079422] env[69357]: DEBUG nova.objects.base [None req-c526f946-753b-457c-88d7-58d29645e054 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Object Instance<19eee90f-1c9f-4f9a-9144-d917fa557c4b> lazy-loaded attributes: flavor,info_cache {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1499.356666] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.378078] env[69357]: INFO nova.scheduler.client.report [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Deleted allocations for instance 40542e66-a079-482f-aada-49ab1c75070a [ 1499.533154] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 44d6de9c-e318-4334-99fe-d15ba00016bb] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.813302] env[69357]: DEBUG nova.network.neutron [None req-c526f946-753b-457c-88d7-58d29645e054 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Updating instance_info_cache with network_info: [{"id": "087f6adf-44c2-4f41-a0b5-bc40d1bd9b47", "address": "fa:16:3e:94:7a:6e", "network": {"id": "5e8feebb-1be0-4e2e-b1d1-0d0de0a3aded", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-868531213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc8b2fa678a74db2ba0ac207bd8c9781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap087f6adf-44", "ovs_interfaceid": "087f6adf-44c2-4f41-a0b5-bc40d1bd9b47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.886075] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97998677-a0f5-4f7e-b309-1ba58157fdc0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "40542e66-a079-482f-aada-49ab1c75070a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.814s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.036065] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: d83081c5-0163-49be-92ef-c4e16ab32256] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1500.316332] env[69357]: DEBUG oslo_concurrency.lockutils [None req-c526f946-753b-457c-88d7-58d29645e054 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Releasing lock "refresh_cache-19eee90f-1c9f-4f9a-9144-d917fa557c4b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.539618] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 8edda0a6-17d0-4be8-a9df-3d0a8bb0d3c5] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1501.043340] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: 07c7d211-79ea-4e36-a7dd-820bf3459e45] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1501.140694] env[69357]: DEBUG oslo_concurrency.lockutils [None req-db9a611b-a706-4257-b539-94fbdb87dede tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "7afb8a77-76a9-43bf-9409-e92be568deaa" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.140917] env[69357]: DEBUG oslo_concurrency.lockutils [None req-db9a611b-a706-4257-b539-94fbdb87dede tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "7afb8a77-76a9-43bf-9409-e92be568deaa" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.322307] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c526f946-753b-457c-88d7-58d29645e054 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1501.322617] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daffcc72-7677-43e1-b033-3eb9d6523b8c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.331139] env[69357]: DEBUG oslo_vmware.api [None req-c526f946-753b-457c-88d7-58d29645e054 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1501.331139] env[69357]: value = "task-4151879" [ 1501.331139] env[69357]: _type = "Task" [ 1501.331139] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.339170] env[69357]: DEBUG oslo_vmware.api [None req-c526f946-753b-457c-88d7-58d29645e054 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.546654] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: facbe890-7d28-4e20-8126-8382383e0468] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1501.644442] env[69357]: INFO nova.compute.manager [None req-db9a611b-a706-4257-b539-94fbdb87dede tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Detaching volume 58fb8598-8421-4fca-b853-d5942d20d0e6 [ 1501.677651] env[69357]: INFO nova.virt.block_device [None req-db9a611b-a706-4257-b539-94fbdb87dede tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Attempting to driver detach volume 58fb8598-8421-4fca-b853-d5942d20d0e6 from mountpoint /dev/sdb [ 1501.678042] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9a611b-a706-4257-b539-94fbdb87dede tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1501.678185] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9a611b-a706-4257-b539-94fbdb87dede tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822100', 'volume_id': '58fb8598-8421-4fca-b853-d5942d20d0e6', 'name': 'volume-58fb8598-8421-4fca-b853-d5942d20d0e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7afb8a77-76a9-43bf-9409-e92be568deaa', 'attached_at': '', 'detached_at': '', 'volume_id': '58fb8598-8421-4fca-b853-d5942d20d0e6', 'serial': '58fb8598-8421-4fca-b853-d5942d20d0e6'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1501.679143] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eefd209-ffe7-4f01-aadc-0e7675df61a5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.703774] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67210211-3e5f-4250-be92-3806038d037f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.711661] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c78f7c8-438d-4f5b-8a93-5c50b4f81d8d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.732592] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e55517f-bc9f-4194-89f3-d97e25e39c06 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.747766] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9a611b-a706-4257-b539-94fbdb87dede tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] The volume has not been displaced from its original location: [datastore1] volume-58fb8598-8421-4fca-b853-d5942d20d0e6/volume-58fb8598-8421-4fca-b853-d5942d20d0e6.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1501.752872] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9a611b-a706-4257-b539-94fbdb87dede tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1501.753183] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d54b1ffe-3730-4995-be87-d1e933836d76 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.771384] env[69357]: DEBUG oslo_vmware.api [None req-db9a611b-a706-4257-b539-94fbdb87dede tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1501.771384] env[69357]: value = "task-4151880" [ 1501.771384] env[69357]: _type = "Task" [ 1501.771384] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.783444] env[69357]: DEBUG oslo_vmware.api [None req-db9a611b-a706-4257-b539-94fbdb87dede tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151880, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.841879] env[69357]: DEBUG oslo_vmware.api [None req-c526f946-753b-457c-88d7-58d29645e054 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151879, 'name': PowerOnVM_Task, 'duration_secs': 0.406598} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.842134] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-c526f946-753b-457c-88d7-58d29645e054 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1501.842343] env[69357]: DEBUG nova.compute.manager [None req-c526f946-753b-457c-88d7-58d29645e054 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1501.843102] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cbc30a-8685-4f77-b831-b09a4d7cdc0f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.050250] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: ed128ff8-b9bd-4b81-b311-4d9efae21c73] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.280798] env[69357]: DEBUG oslo_vmware.api [None req-db9a611b-a706-4257-b539-94fbdb87dede tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151880, 'name': ReconfigVM_Task, 'duration_secs': 0.243981} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.281094] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9a611b-a706-4257-b539-94fbdb87dede tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1502.285602] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71dacff0-a615-4243-9e75-5f1636c5f996 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.299972] env[69357]: DEBUG oslo_vmware.api [None req-db9a611b-a706-4257-b539-94fbdb87dede tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1502.299972] env[69357]: value = "task-4151881" [ 1502.299972] env[69357]: _type = "Task" [ 1502.299972] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.307718] env[69357]: DEBUG oslo_vmware.api [None req-db9a611b-a706-4257-b539-94fbdb87dede tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.554060] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: a867059b-ea7b-4222-a47c-a6621cf37421] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.810261] env[69357]: DEBUG oslo_vmware.api [None req-db9a611b-a706-4257-b539-94fbdb87dede tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151881, 'name': ReconfigVM_Task, 'duration_secs': 0.162675} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.810533] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9a611b-a706-4257-b539-94fbdb87dede tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822100', 'volume_id': '58fb8598-8421-4fca-b853-d5942d20d0e6', 'name': 'volume-58fb8598-8421-4fca-b853-d5942d20d0e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7afb8a77-76a9-43bf-9409-e92be568deaa', 'attached_at': '', 'detached_at': '', 'volume_id': '58fb8598-8421-4fca-b853-d5942d20d0e6', 'serial': '58fb8598-8421-4fca-b853-d5942d20d0e6'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1503.057408] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [instance: d8dab389-b197-4774-8f88-295552bb57dc] Instance has had 0 of 5 cleanup attempts {{(pid=69357) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1503.349836] env[69357]: DEBUG nova.objects.instance [None req-db9a611b-a706-4257-b539-94fbdb87dede tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lazy-loading 'flavor' on Instance uuid 7afb8a77-76a9-43bf-9409-e92be568deaa {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1503.560813] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.561039] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Cleaning up deleted instances with incomplete migration {{(pid=69357) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1504.063565] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.357742] env[69357]: DEBUG oslo_concurrency.lockutils [None req-db9a611b-a706-4257-b539-94fbdb87dede tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "7afb8a77-76a9-43bf-9409-e92be568deaa" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.217s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.383618] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "7afb8a77-76a9-43bf-9409-e92be568deaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.383618] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "7afb8a77-76a9-43bf-9409-e92be568deaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.384137] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "7afb8a77-76a9-43bf-9409-e92be568deaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.384137] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "7afb8a77-76a9-43bf-9409-e92be568deaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.384137] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "7afb8a77-76a9-43bf-9409-e92be568deaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.386187] env[69357]: INFO nova.compute.manager [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Terminating instance [ 1505.890668] env[69357]: DEBUG nova.compute.manager [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1505.890886] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1505.891835] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb405e9f-517b-43be-a280-7e8009a9d037 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.899962] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1505.900218] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b76fd5f2-f9b1-4dde-bf52-392f44dffbc2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.906587] env[69357]: DEBUG oslo_vmware.api [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1505.906587] env[69357]: value = "task-4151882" [ 1505.906587] env[69357]: _type = "Task" [ 1505.906587] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.915021] env[69357]: DEBUG oslo_vmware.api [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.416833] env[69357]: DEBUG oslo_vmware.api [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151882, 'name': PowerOffVM_Task, 'duration_secs': 0.166573} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.417286] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1506.417286] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1506.417536] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-357e64eb-3199-4125-abf1-4b9a711dc42e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.485117] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1506.485464] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1506.485754] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Deleting the datastore file [datastore1] 7afb8a77-76a9-43bf-9409-e92be568deaa {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1506.486055] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c73725e-eff0-47b8-bad4-240eead91b6c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.493677] env[69357]: DEBUG oslo_vmware.api [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1506.493677] env[69357]: value = "task-4151884" [ 1506.493677] env[69357]: _type = "Task" [ 1506.493677] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.501698] env[69357]: DEBUG oslo_vmware.api [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.565478] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.565743] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.565865] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.566035] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.566188] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.566328] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.566469] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.566610] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1506.566755] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.003907] env[69357]: DEBUG oslo_vmware.api [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132861} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.004199] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1507.004384] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1507.004568] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1507.004742] env[69357]: INFO nova.compute.manager [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1507.004979] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1507.005185] env[69357]: DEBUG nova.compute.manager [-] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1507.005278] env[69357]: DEBUG nova.network.neutron [-] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1507.070290] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.070536] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.070710] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.070867] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1507.071796] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca5672d-92d6-4387-a714-512e7af5aa42 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.080157] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd6e90f-970e-4e2d-828a-76f5d15f0dee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.094675] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c6bbd9-a951-4657-b3b8-87ee97c04d43 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.101930] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c515c7c-f113-42c2-a55c-e1a893fcf099 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.132507] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180320MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1507.132711] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.132905] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.447146] env[69357]: DEBUG nova.compute.manager [req-18369d51-ff83-42da-93e2-1295c318d774 req-2caf9bae-46f4-4f72-91db-a3e6ebbc0075 service nova] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Received event network-vif-deleted-8e2b12d3-7340-4b70-8c03-e6f29503807a {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1507.447430] env[69357]: INFO nova.compute.manager [req-18369d51-ff83-42da-93e2-1295c318d774 req-2caf9bae-46f4-4f72-91db-a3e6ebbc0075 service nova] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Neutron deleted interface 8e2b12d3-7340-4b70-8c03-e6f29503807a; detaching it from the instance and deleting it from the info cache [ 1507.447691] env[69357]: DEBUG nova.network.neutron [req-18369d51-ff83-42da-93e2-1295c318d774 req-2caf9bae-46f4-4f72-91db-a3e6ebbc0075 service nova] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.926889] env[69357]: DEBUG nova.network.neutron [-] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.949888] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f6925be-9d94-43e7-9125-76602495378e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.960783] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f36b443-9df4-4aa8-959c-563f9df10606 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.986559] env[69357]: DEBUG nova.compute.manager [req-18369d51-ff83-42da-93e2-1295c318d774 req-2caf9bae-46f4-4f72-91db-a3e6ebbc0075 service nova] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Detach interface failed, port_id=8e2b12d3-7340-4b70-8c03-e6f29503807a, reason: Instance 7afb8a77-76a9-43bf-9409-e92be568deaa could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1508.159227] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 7afb8a77-76a9-43bf-9409-e92be568deaa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1508.159393] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 19eee90f-1c9f-4f9a-9144-d917fa557c4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1508.159578] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1508.159724] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1508.200227] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5150cb-64f0-423b-ab8e-79bd747c6e3e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.208826] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5788d4d0-3f16-4d9c-96ac-19fb7028599e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.240568] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d1839e-46e3-45ae-bd79-15f67e428e3f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.248633] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d59f1d1-1fea-42f0-843f-bd3b27abf8e8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.262894] env[69357]: DEBUG nova.compute.provider_tree [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1508.430405] env[69357]: INFO nova.compute.manager [-] [instance: 7afb8a77-76a9-43bf-9409-e92be568deaa] Took 1.42 seconds to deallocate network for instance. [ 1508.766264] env[69357]: DEBUG nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1508.936869] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.271682] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1509.271901] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.139s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.272264] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.336s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.272539] env[69357]: DEBUG nova.objects.instance [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lazy-loading 'resources' on Instance uuid 7afb8a77-76a9-43bf-9409-e92be568deaa {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1509.812140] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f319fb-1f52-4e2f-99b4-de1b4ef1c358 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.820117] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99513691-928c-4b2c-944b-b7e0645a19f5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.850080] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b693f5f-5632-4107-b2fc-2e7318566cf0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.857262] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744d48e1-9d6d-4849-b552-78fa69e920e0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.870213] env[69357]: DEBUG nova.compute.provider_tree [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1510.373150] env[69357]: DEBUG nova.scheduler.client.report [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1510.878166] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.903507] env[69357]: INFO nova.scheduler.client.report [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Deleted allocations for instance 7afb8a77-76a9-43bf-9409-e92be568deaa [ 1511.411029] env[69357]: DEBUG oslo_concurrency.lockutils [None req-57383944-a9ab-43b5-a620-ac303006a6ed tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "7afb8a77-76a9-43bf-9409-e92be568deaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.027s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.347383] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "bbecb7eb-1029-40b0-88c2-71019222e214" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1513.347619] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "bbecb7eb-1029-40b0-88c2-71019222e214" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.850546] env[69357]: DEBUG nova.compute.manager [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1514.370685] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.370977] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.372579] env[69357]: INFO nova.compute.claims [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1515.422191] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06768c06-aaab-4a8f-aeac-8d7805842e92 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.431342] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e757f3a-ac31-482a-9f63-6ae4d65a5fc4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.460746] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b5df5b-6abc-436d-9f3a-7ee66f41b1af {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.468474] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0628eba5-b551-4bd2-822f-74db89af6117 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.482070] env[69357]: DEBUG nova.compute.provider_tree [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.986240] env[69357]: DEBUG nova.scheduler.client.report [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1516.491326] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.491890] env[69357]: DEBUG nova.compute.manager [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1516.997479] env[69357]: DEBUG nova.compute.utils [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1516.998932] env[69357]: DEBUG nova.compute.manager [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1516.999124] env[69357]: DEBUG nova.network.neutron [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1517.045764] env[69357]: DEBUG nova.policy [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15c3a1acc213472cb9cdc9a5b8a5a752', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79ee0ba0af38464f8ccd69e8a0f86173', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1517.314799] env[69357]: DEBUG nova.network.neutron [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Successfully created port: 6045e256-25cf-44a5-b3b9-9ff5d11ca6c4 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1517.502448] env[69357]: DEBUG nova.compute.manager [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1518.514863] env[69357]: DEBUG nova.compute.manager [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1518.544150] env[69357]: DEBUG nova.virt.hardware [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1518.544402] env[69357]: DEBUG nova.virt.hardware [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1518.544561] env[69357]: DEBUG nova.virt.hardware [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1518.544765] env[69357]: DEBUG nova.virt.hardware [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1518.544938] env[69357]: DEBUG nova.virt.hardware [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1518.545104] env[69357]: DEBUG nova.virt.hardware [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1518.545394] env[69357]: DEBUG nova.virt.hardware [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1518.545480] env[69357]: DEBUG nova.virt.hardware [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1518.545634] env[69357]: DEBUG nova.virt.hardware [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1518.545833] env[69357]: DEBUG nova.virt.hardware [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1518.546037] env[69357]: DEBUG nova.virt.hardware [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1518.546890] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3518fd8b-c6e9-4807-96d2-aa904164528e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.555366] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd23b8f-b569-4aee-87bc-7757f4dede9b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.676015] env[69357]: DEBUG nova.compute.manager [req-f432ee8b-cbdb-4f21-a34b-76a7fd7d2c28 req-b20a45a6-f7ad-488a-904f-b961156c01a2 service nova] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Received event network-vif-plugged-6045e256-25cf-44a5-b3b9-9ff5d11ca6c4 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1518.676280] env[69357]: DEBUG oslo_concurrency.lockutils [req-f432ee8b-cbdb-4f21-a34b-76a7fd7d2c28 req-b20a45a6-f7ad-488a-904f-b961156c01a2 service nova] Acquiring lock "bbecb7eb-1029-40b0-88c2-71019222e214-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.676500] env[69357]: DEBUG oslo_concurrency.lockutils [req-f432ee8b-cbdb-4f21-a34b-76a7fd7d2c28 req-b20a45a6-f7ad-488a-904f-b961156c01a2 service nova] Lock "bbecb7eb-1029-40b0-88c2-71019222e214-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.676677] env[69357]: DEBUG oslo_concurrency.lockutils [req-f432ee8b-cbdb-4f21-a34b-76a7fd7d2c28 req-b20a45a6-f7ad-488a-904f-b961156c01a2 service nova] Lock "bbecb7eb-1029-40b0-88c2-71019222e214-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.676854] env[69357]: DEBUG nova.compute.manager [req-f432ee8b-cbdb-4f21-a34b-76a7fd7d2c28 req-b20a45a6-f7ad-488a-904f-b961156c01a2 service nova] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] No waiting events found dispatching network-vif-plugged-6045e256-25cf-44a5-b3b9-9ff5d11ca6c4 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1518.677087] env[69357]: WARNING nova.compute.manager [req-f432ee8b-cbdb-4f21-a34b-76a7fd7d2c28 req-b20a45a6-f7ad-488a-904f-b961156c01a2 service nova] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Received unexpected event network-vif-plugged-6045e256-25cf-44a5-b3b9-9ff5d11ca6c4 for instance with vm_state building and task_state spawning. [ 1518.760702] env[69357]: DEBUG nova.network.neutron [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Successfully updated port: 6045e256-25cf-44a5-b3b9-9ff5d11ca6c4 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1519.262992] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "refresh_cache-bbecb7eb-1029-40b0-88c2-71019222e214" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.263199] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquired lock "refresh_cache-bbecb7eb-1029-40b0-88c2-71019222e214" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.263351] env[69357]: DEBUG nova.network.neutron [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1519.796457] env[69357]: DEBUG nova.network.neutron [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1519.933549] env[69357]: DEBUG nova.network.neutron [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Updating instance_info_cache with network_info: [{"id": "6045e256-25cf-44a5-b3b9-9ff5d11ca6c4", "address": "fa:16:3e:84:e6:74", "network": {"id": "7303e21a-563c-405c-b53c-af4bedfd0a47", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1372189133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ee0ba0af38464f8ccd69e8a0f86173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6045e256-25", "ovs_interfaceid": "6045e256-25cf-44a5-b3b9-9ff5d11ca6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.437053] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Releasing lock "refresh_cache-bbecb7eb-1029-40b0-88c2-71019222e214" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.437053] env[69357]: DEBUG nova.compute.manager [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Instance network_info: |[{"id": "6045e256-25cf-44a5-b3b9-9ff5d11ca6c4", "address": "fa:16:3e:84:e6:74", "network": {"id": "7303e21a-563c-405c-b53c-af4bedfd0a47", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1372189133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ee0ba0af38464f8ccd69e8a0f86173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6045e256-25", "ovs_interfaceid": "6045e256-25cf-44a5-b3b9-9ff5d11ca6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1520.437053] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:e6:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6045e256-25cf-44a5-b3b9-9ff5d11ca6c4', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1520.444483] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1520.444702] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1520.444932] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4ee9be2-dc72-4df5-a672-5ed005e79923 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.465963] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1520.465963] env[69357]: value = "task-4151885" [ 1520.465963] env[69357]: _type = "Task" [ 1520.465963] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.473848] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151885, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.706747] env[69357]: DEBUG nova.compute.manager [req-7b7b4f73-7bf9-4548-86d3-fd1bc46b0bcb req-2c494971-282f-4259-9995-cb03e39ddab2 service nova] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Received event network-changed-6045e256-25cf-44a5-b3b9-9ff5d11ca6c4 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1520.707058] env[69357]: DEBUG nova.compute.manager [req-7b7b4f73-7bf9-4548-86d3-fd1bc46b0bcb req-2c494971-282f-4259-9995-cb03e39ddab2 service nova] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Refreshing instance network info cache due to event network-changed-6045e256-25cf-44a5-b3b9-9ff5d11ca6c4. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1520.707213] env[69357]: DEBUG oslo_concurrency.lockutils [req-7b7b4f73-7bf9-4548-86d3-fd1bc46b0bcb req-2c494971-282f-4259-9995-cb03e39ddab2 service nova] Acquiring lock "refresh_cache-bbecb7eb-1029-40b0-88c2-71019222e214" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.707353] env[69357]: DEBUG oslo_concurrency.lockutils [req-7b7b4f73-7bf9-4548-86d3-fd1bc46b0bcb req-2c494971-282f-4259-9995-cb03e39ddab2 service nova] Acquired lock "refresh_cache-bbecb7eb-1029-40b0-88c2-71019222e214" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.707525] env[69357]: DEBUG nova.network.neutron [req-7b7b4f73-7bf9-4548-86d3-fd1bc46b0bcb req-2c494971-282f-4259-9995-cb03e39ddab2 service nova] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Refreshing network info cache for port 6045e256-25cf-44a5-b3b9-9ff5d11ca6c4 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1520.976396] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151885, 'name': CreateVM_Task, 'duration_secs': 0.337289} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.976806] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1520.977258] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.977425] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.977777] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.978038] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6723e20a-8284-4385-8523-b3d716cb38cc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.982505] env[69357]: DEBUG oslo_vmware.api [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1520.982505] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5249ba36-4a3b-cdb4-bc13-92d084b2fdf8" [ 1520.982505] env[69357]: _type = "Task" [ 1520.982505] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.990338] env[69357]: DEBUG oslo_vmware.api [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5249ba36-4a3b-cdb4-bc13-92d084b2fdf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.420525] env[69357]: DEBUG nova.network.neutron [req-7b7b4f73-7bf9-4548-86d3-fd1bc46b0bcb req-2c494971-282f-4259-9995-cb03e39ddab2 service nova] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Updated VIF entry in instance network info cache for port 6045e256-25cf-44a5-b3b9-9ff5d11ca6c4. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1521.420882] env[69357]: DEBUG nova.network.neutron [req-7b7b4f73-7bf9-4548-86d3-fd1bc46b0bcb req-2c494971-282f-4259-9995-cb03e39ddab2 service nova] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Updating instance_info_cache with network_info: [{"id": "6045e256-25cf-44a5-b3b9-9ff5d11ca6c4", "address": "fa:16:3e:84:e6:74", "network": {"id": "7303e21a-563c-405c-b53c-af4bedfd0a47", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1372189133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ee0ba0af38464f8ccd69e8a0f86173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6045e256-25", "ovs_interfaceid": "6045e256-25cf-44a5-b3b9-9ff5d11ca6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.494343] env[69357]: DEBUG oslo_vmware.api [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5249ba36-4a3b-cdb4-bc13-92d084b2fdf8, 'name': SearchDatastore_Task, 'duration_secs': 0.014123} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.494567] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.494826] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1521.495093] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.495251] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.495435] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1521.496047] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-865d3f29-a579-42d7-9476-c392af4bb5c5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.505489] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1521.505676] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1521.506384] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a4288f0-4554-46b1-a0c1-15a2e66d5abb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.511804] env[69357]: DEBUG oslo_vmware.api [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1521.511804] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]529afef4-2748-3669-4bf0-173f59f8c9e7" [ 1521.511804] env[69357]: _type = "Task" [ 1521.511804] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.519740] env[69357]: DEBUG oslo_vmware.api [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529afef4-2748-3669-4bf0-173f59f8c9e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.924454] env[69357]: DEBUG oslo_concurrency.lockutils [req-7b7b4f73-7bf9-4548-86d3-fd1bc46b0bcb req-2c494971-282f-4259-9995-cb03e39ddab2 service nova] Releasing lock "refresh_cache-bbecb7eb-1029-40b0-88c2-71019222e214" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.022598] env[69357]: DEBUG oslo_vmware.api [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]529afef4-2748-3669-4bf0-173f59f8c9e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010706} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.023358] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6547d45-22c1-4f2d-ad26-557fc00065d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.028827] env[69357]: DEBUG oslo_vmware.api [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1522.028827] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]523bd15c-b052-ceb4-dd2c-5db83fce6e2a" [ 1522.028827] env[69357]: _type = "Task" [ 1522.028827] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.036549] env[69357]: DEBUG oslo_vmware.api [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]523bd15c-b052-ceb4-dd2c-5db83fce6e2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.539792] env[69357]: DEBUG oslo_vmware.api [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]523bd15c-b052-ceb4-dd2c-5db83fce6e2a, 'name': SearchDatastore_Task, 'duration_secs': 0.012937} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.541036] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.541036] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] bbecb7eb-1029-40b0-88c2-71019222e214/bbecb7eb-1029-40b0-88c2-71019222e214.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1522.541036] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6979e4cd-9148-45e7-81f9-05bc94d55823 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.548155] env[69357]: DEBUG oslo_vmware.api [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1522.548155] env[69357]: value = "task-4151886" [ 1522.548155] env[69357]: _type = "Task" [ 1522.548155] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.556519] env[69357]: DEBUG oslo_vmware.api [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.057697] env[69357]: DEBUG oslo_vmware.api [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466539} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.058060] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore2] bbecb7eb-1029-40b0-88c2-71019222e214/bbecb7eb-1029-40b0-88c2-71019222e214.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1523.058168] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1523.058417] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29ac6123-4e3f-4929-80b5-9a4bbc39c7ba {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.064852] env[69357]: DEBUG oslo_vmware.api [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1523.064852] env[69357]: value = "task-4151887" [ 1523.064852] env[69357]: _type = "Task" [ 1523.064852] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.073784] env[69357]: DEBUG oslo_vmware.api [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.575135] env[69357]: DEBUG oslo_vmware.api [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071124} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.575563] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1523.576200] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2752c0-a4a2-4ea8-8e09-9ea2e02750a8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.598704] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] bbecb7eb-1029-40b0-88c2-71019222e214/bbecb7eb-1029-40b0-88c2-71019222e214.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1523.599287] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97cfbbab-451b-4d87-b9e3-4d3afef27a76 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.618168] env[69357]: DEBUG oslo_vmware.api [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1523.618168] env[69357]: value = "task-4151888" [ 1523.618168] env[69357]: _type = "Task" [ 1523.618168] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.626146] env[69357]: DEBUG oslo_vmware.api [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.129674] env[69357]: DEBUG oslo_vmware.api [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151888, 'name': ReconfigVM_Task, 'duration_secs': 0.278077} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.129908] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Reconfigured VM instance instance-0000007e to attach disk [datastore2] bbecb7eb-1029-40b0-88c2-71019222e214/bbecb7eb-1029-40b0-88c2-71019222e214.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1524.130532] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1afcc409-7cce-4b91-9c22-ce4536dbae6c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.138258] env[69357]: DEBUG oslo_vmware.api [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1524.138258] env[69357]: value = "task-4151889" [ 1524.138258] env[69357]: _type = "Task" [ 1524.138258] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.147966] env[69357]: DEBUG oslo_vmware.api [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151889, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.648875] env[69357]: DEBUG oslo_vmware.api [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151889, 'name': Rename_Task, 'duration_secs': 0.14919} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.649196] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1524.649440] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f25186cc-ae75-41b0-bcef-7fd034f9840e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.655277] env[69357]: DEBUG oslo_vmware.api [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1524.655277] env[69357]: value = "task-4151890" [ 1524.655277] env[69357]: _type = "Task" [ 1524.655277] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.663768] env[69357]: DEBUG oslo_vmware.api [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.165371] env[69357]: DEBUG oslo_vmware.api [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151890, 'name': PowerOnVM_Task, 'duration_secs': 0.416053} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.165801] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1525.165848] env[69357]: INFO nova.compute.manager [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1525.166070] env[69357]: DEBUG nova.compute.manager [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1525.166848] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9048c59-377c-4340-8080-1cb44c7e2634 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.685953] env[69357]: INFO nova.compute.manager [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Took 11.33 seconds to build instance. [ 1526.188601] env[69357]: DEBUG oslo_concurrency.lockutils [None req-98f84643-1f92-48cd-ba89-813bd7d31d2d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "bbecb7eb-1029-40b0-88c2-71019222e214" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.841s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1526.652595] env[69357]: DEBUG nova.compute.manager [req-102cadaf-b639-41e7-ba1c-d16be8309553 req-de13615f-93f7-48e1-8d72-4705b119f5f4 service nova] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Received event network-changed-6045e256-25cf-44a5-b3b9-9ff5d11ca6c4 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1526.652595] env[69357]: DEBUG nova.compute.manager [req-102cadaf-b639-41e7-ba1c-d16be8309553 req-de13615f-93f7-48e1-8d72-4705b119f5f4 service nova] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Refreshing instance network info cache due to event network-changed-6045e256-25cf-44a5-b3b9-9ff5d11ca6c4. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1526.652806] env[69357]: DEBUG oslo_concurrency.lockutils [req-102cadaf-b639-41e7-ba1c-d16be8309553 req-de13615f-93f7-48e1-8d72-4705b119f5f4 service nova] Acquiring lock "refresh_cache-bbecb7eb-1029-40b0-88c2-71019222e214" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.652955] env[69357]: DEBUG oslo_concurrency.lockutils [req-102cadaf-b639-41e7-ba1c-d16be8309553 req-de13615f-93f7-48e1-8d72-4705b119f5f4 service nova] Acquired lock "refresh_cache-bbecb7eb-1029-40b0-88c2-71019222e214" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.653137] env[69357]: DEBUG nova.network.neutron [req-102cadaf-b639-41e7-ba1c-d16be8309553 req-de13615f-93f7-48e1-8d72-4705b119f5f4 service nova] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Refreshing network info cache for port 6045e256-25cf-44a5-b3b9-9ff5d11ca6c4 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1527.354621] env[69357]: DEBUG nova.network.neutron [req-102cadaf-b639-41e7-ba1c-d16be8309553 req-de13615f-93f7-48e1-8d72-4705b119f5f4 service nova] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Updated VIF entry in instance network info cache for port 6045e256-25cf-44a5-b3b9-9ff5d11ca6c4. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1527.354988] env[69357]: DEBUG nova.network.neutron [req-102cadaf-b639-41e7-ba1c-d16be8309553 req-de13615f-93f7-48e1-8d72-4705b119f5f4 service nova] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Updating instance_info_cache with network_info: [{"id": "6045e256-25cf-44a5-b3b9-9ff5d11ca6c4", "address": "fa:16:3e:84:e6:74", "network": {"id": "7303e21a-563c-405c-b53c-af4bedfd0a47", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1372189133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ee0ba0af38464f8ccd69e8a0f86173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6045e256-25", "ovs_interfaceid": "6045e256-25cf-44a5-b3b9-9ff5d11ca6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.857841] env[69357]: DEBUG oslo_concurrency.lockutils [req-102cadaf-b639-41e7-ba1c-d16be8309553 req-de13615f-93f7-48e1-8d72-4705b119f5f4 service nova] Releasing lock "refresh_cache-bbecb7eb-1029-40b0-88c2-71019222e214" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.611697] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1af38fab-1bae-4b1b-9045-b68b1eb08c4b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.612528] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1af38fab-1bae-4b1b-9045-b68b1eb08c4b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.115881] env[69357]: INFO nova.compute.manager [None req-1af38fab-1bae-4b1b-9045-b68b1eb08c4b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Detaching volume e382919d-e8b8-4bda-b2a0-62a245331fcd [ 1539.146166] env[69357]: INFO nova.virt.block_device [None req-1af38fab-1bae-4b1b-9045-b68b1eb08c4b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Attempting to driver detach volume e382919d-e8b8-4bda-b2a0-62a245331fcd from mountpoint /dev/sdb [ 1539.146427] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af38fab-1bae-4b1b-9045-b68b1eb08c4b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1539.146622] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af38fab-1bae-4b1b-9045-b68b1eb08c4b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822106', 'volume_id': 'e382919d-e8b8-4bda-b2a0-62a245331fcd', 'name': 'volume-e382919d-e8b8-4bda-b2a0-62a245331fcd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19eee90f-1c9f-4f9a-9144-d917fa557c4b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e382919d-e8b8-4bda-b2a0-62a245331fcd', 'serial': 'e382919d-e8b8-4bda-b2a0-62a245331fcd'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1539.147650] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0409d57-08e2-4bcb-b6b7-4debe33a4f34 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.171416] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5477ac2d-da82-4358-9dec-1e47c41a390f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.179210] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bccd21-ca45-4f00-ad73-bd8dbc3c1f92 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.199967] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a6f95a-6cbc-4006-84a1-b0a1fccdec9c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.214706] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af38fab-1bae-4b1b-9045-b68b1eb08c4b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] The volume has not been displaced from its original location: [datastore2] volume-e382919d-e8b8-4bda-b2a0-62a245331fcd/volume-e382919d-e8b8-4bda-b2a0-62a245331fcd.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1539.220015] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af38fab-1bae-4b1b-9045-b68b1eb08c4b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1539.220308] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5adc1dd-7cdd-4eb5-82b9-54ce7d299267 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.239637] env[69357]: DEBUG oslo_vmware.api [None req-1af38fab-1bae-4b1b-9045-b68b1eb08c4b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1539.239637] env[69357]: value = "task-4151891" [ 1539.239637] env[69357]: _type = "Task" [ 1539.239637] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.247823] env[69357]: DEBUG oslo_vmware.api [None req-1af38fab-1bae-4b1b-9045-b68b1eb08c4b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151891, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.749448] env[69357]: DEBUG oslo_vmware.api [None req-1af38fab-1bae-4b1b-9045-b68b1eb08c4b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151891, 'name': ReconfigVM_Task, 'duration_secs': 0.255353} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.749912] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af38fab-1bae-4b1b-9045-b68b1eb08c4b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1539.754299] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfe00946-dcfd-429d-b56b-2567a31e1aa0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.769329] env[69357]: DEBUG oslo_vmware.api [None req-1af38fab-1bae-4b1b-9045-b68b1eb08c4b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1539.769329] env[69357]: value = "task-4151892" [ 1539.769329] env[69357]: _type = "Task" [ 1539.769329] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.777463] env[69357]: DEBUG oslo_vmware.api [None req-1af38fab-1bae-4b1b-9045-b68b1eb08c4b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.278825] env[69357]: DEBUG oslo_vmware.api [None req-1af38fab-1bae-4b1b-9045-b68b1eb08c4b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151892, 'name': ReconfigVM_Task, 'duration_secs': 0.150951} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.279146] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af38fab-1bae-4b1b-9045-b68b1eb08c4b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822106', 'volume_id': 'e382919d-e8b8-4bda-b2a0-62a245331fcd', 'name': 'volume-e382919d-e8b8-4bda-b2a0-62a245331fcd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19eee90f-1c9f-4f9a-9144-d917fa557c4b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e382919d-e8b8-4bda-b2a0-62a245331fcd', 'serial': 'e382919d-e8b8-4bda-b2a0-62a245331fcd'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1540.820371] env[69357]: DEBUG nova.objects.instance [None req-1af38fab-1bae-4b1b-9045-b68b1eb08c4b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lazy-loading 'flavor' on Instance uuid 19eee90f-1c9f-4f9a-9144-d917fa557c4b {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1541.788554] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6927a460-b0d7-4f62-ac01-c4ce98c3c68d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1541.828800] env[69357]: DEBUG oslo_concurrency.lockutils [None req-1af38fab-1bae-4b1b-9045-b68b1eb08c4b tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.216s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1541.830043] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6927a460-b0d7-4f62-ac01-c4ce98c3c68d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.042s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1541.830250] env[69357]: DEBUG nova.compute.manager [None req-6927a460-b0d7-4f62-ac01-c4ce98c3c68d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1541.831349] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4129a0b7-d57f-4f97-a090-a212af62d214 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.838807] env[69357]: DEBUG nova.compute.manager [None req-6927a460-b0d7-4f62-ac01-c4ce98c3c68d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69357) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1541.839425] env[69357]: DEBUG nova.objects.instance [None req-6927a460-b0d7-4f62-ac01-c4ce98c3c68d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lazy-loading 'flavor' on Instance uuid 19eee90f-1c9f-4f9a-9144-d917fa557c4b {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1542.845606] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6927a460-b0d7-4f62-ac01-c4ce98c3c68d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1542.846039] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4947698-91bc-4abc-81f6-1686788decc0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.854576] env[69357]: DEBUG oslo_vmware.api [None req-6927a460-b0d7-4f62-ac01-c4ce98c3c68d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1542.854576] env[69357]: value = "task-4151893" [ 1542.854576] env[69357]: _type = "Task" [ 1542.854576] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.863570] env[69357]: DEBUG oslo_vmware.api [None req-6927a460-b0d7-4f62-ac01-c4ce98c3c68d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.364466] env[69357]: DEBUG oslo_vmware.api [None req-6927a460-b0d7-4f62-ac01-c4ce98c3c68d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151893, 'name': PowerOffVM_Task, 'duration_secs': 0.215031} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.364752] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-6927a460-b0d7-4f62-ac01-c4ce98c3c68d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1543.364961] env[69357]: DEBUG nova.compute.manager [None req-6927a460-b0d7-4f62-ac01-c4ce98c3c68d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1543.365743] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967dbca8-f7f7-4963-a7d6-a230baacaf27 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.877470] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6927a460-b0d7-4f62-ac01-c4ce98c3c68d tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.201241] env[69357]: DEBUG nova.objects.instance [None req-a9b5f0d7-16ee-4fc8-bf48-4516b64480be tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lazy-loading 'flavor' on Instance uuid 19eee90f-1c9f-4f9a-9144-d917fa557c4b {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1544.707318] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a9b5f0d7-16ee-4fc8-bf48-4516b64480be tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "refresh_cache-19eee90f-1c9f-4f9a-9144-d917fa557c4b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.707526] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a9b5f0d7-16ee-4fc8-bf48-4516b64480be tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquired lock "refresh_cache-19eee90f-1c9f-4f9a-9144-d917fa557c4b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.707659] env[69357]: DEBUG nova.network.neutron [None req-a9b5f0d7-16ee-4fc8-bf48-4516b64480be tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1544.707843] env[69357]: DEBUG nova.objects.instance [None req-a9b5f0d7-16ee-4fc8-bf48-4516b64480be tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lazy-loading 'info_cache' on Instance uuid 19eee90f-1c9f-4f9a-9144-d917fa557c4b {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1545.212287] env[69357]: DEBUG nova.objects.base [None req-a9b5f0d7-16ee-4fc8-bf48-4516b64480be tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Object Instance<19eee90f-1c9f-4f9a-9144-d917fa557c4b> lazy-loaded attributes: flavor,info_cache {{(pid=69357) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1545.972991] env[69357]: DEBUG nova.network.neutron [None req-a9b5f0d7-16ee-4fc8-bf48-4516b64480be tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Updating instance_info_cache with network_info: [{"id": "087f6adf-44c2-4f41-a0b5-bc40d1bd9b47", "address": "fa:16:3e:94:7a:6e", "network": {"id": "5e8feebb-1be0-4e2e-b1d1-0d0de0a3aded", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-868531213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc8b2fa678a74db2ba0ac207bd8c9781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap087f6adf-44", "ovs_interfaceid": "087f6adf-44c2-4f41-a0b5-bc40d1bd9b47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.475935] env[69357]: DEBUG oslo_concurrency.lockutils [None req-a9b5f0d7-16ee-4fc8-bf48-4516b64480be tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Releasing lock "refresh_cache-19eee90f-1c9f-4f9a-9144-d917fa557c4b" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.484023] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b5f0d7-16ee-4fc8-bf48-4516b64480be tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1547.484482] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f46a63f1-abd5-40d1-b4ac-af1aca3aa1d2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.492781] env[69357]: DEBUG oslo_vmware.api [None req-a9b5f0d7-16ee-4fc8-bf48-4516b64480be tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1547.492781] env[69357]: value = "task-4151894" [ 1547.492781] env[69357]: _type = "Task" [ 1547.492781] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.501199] env[69357]: DEBUG oslo_vmware.api [None req-a9b5f0d7-16ee-4fc8-bf48-4516b64480be tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.003012] env[69357]: DEBUG oslo_vmware.api [None req-a9b5f0d7-16ee-4fc8-bf48-4516b64480be tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151894, 'name': PowerOnVM_Task, 'duration_secs': 0.401841} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.003303] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b5f0d7-16ee-4fc8-bf48-4516b64480be tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1548.003523] env[69357]: DEBUG nova.compute.manager [None req-a9b5f0d7-16ee-4fc8-bf48-4516b64480be tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1548.004311] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72edb3ba-9db1-4ba5-aa15-4c6bcb5a30e2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.274196] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6027aa84-18e6-457a-9936-45f06d06d413 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "bbecb7eb-1029-40b0-88c2-71019222e214" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1565.274553] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6027aa84-18e6-457a-9936-45f06d06d413 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "bbecb7eb-1029-40b0-88c2-71019222e214" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1565.777593] env[69357]: DEBUG nova.compute.utils [None req-6027aa84-18e6-457a-9936-45f06d06d413 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1566.281313] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6027aa84-18e6-457a-9936-45f06d06d413 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "bbecb7eb-1029-40b0-88c2-71019222e214" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1567.342224] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6027aa84-18e6-457a-9936-45f06d06d413 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "bbecb7eb-1029-40b0-88c2-71019222e214" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1567.342474] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6027aa84-18e6-457a-9936-45f06d06d413 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "bbecb7eb-1029-40b0-88c2-71019222e214" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1567.342640] env[69357]: INFO nova.compute.manager [None req-6027aa84-18e6-457a-9936-45f06d06d413 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Attaching volume 3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee to /dev/sdb [ 1567.373745] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe488843-1f63-475b-b2c6-8baeabee8c8e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.381423] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f448b03-b393-49b7-a316-410dd3d4345f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.394260] env[69357]: DEBUG nova.virt.block_device [None req-6027aa84-18e6-457a-9936-45f06d06d413 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Updating existing volume attachment record: 5ea662de-7c59-4200-8fa7-48e345e849b8 {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1569.275091] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1569.275512] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1569.781082] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1569.781082] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1569.781082] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1569.781395] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1569.781395] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1569.781462] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1569.781612] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1569.781746] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1570.284577] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1570.285057] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1570.285057] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1570.285216] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1570.286140] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874785d3-f106-49d2-b65d-2f7e52f9d104 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.294397] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ba6439-3b0d-4254-a212-5faac07350e3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.309331] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc25db33-4bfa-4b49-9e09-b39365f97e6c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.316912] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043c4dee-052b-4718-bf79-97d0cf35728f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.347175] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180597MB free_disk=10GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1570.347398] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1570.347543] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1571.375200] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 19eee90f-1c9f-4f9a-9144-d917fa557c4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1571.375200] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance bbecb7eb-1029-40b0-88c2-71019222e214 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1571.375557] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1571.375557] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1571.413224] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ad5443-0439-4ffc-8159-8d092b30c7fb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.420866] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf04b81f-a176-4b29-9035-5574aca36060 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.450718] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bdbd85-4a88-48e0-b011-b44819e066d3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.458137] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e10094-55b0-4112-9811-949801d649bc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.471166] env[69357]: DEBUG nova.compute.provider_tree [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1571.937725] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6027aa84-18e6-457a-9936-45f06d06d413 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1571.937829] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6027aa84-18e6-457a-9936-45f06d06d413 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822108', 'volume_id': '3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee', 'name': 'volume-3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbecb7eb-1029-40b0-88c2-71019222e214', 'attached_at': '', 'detached_at': '', 'volume_id': '3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee', 'serial': '3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1571.938763] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc21666-b377-4447-85bf-9d82a740e773 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.955144] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f84474-b61f-409d-9448-4e27a853e10b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.982596] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6027aa84-18e6-457a-9936-45f06d06d413 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee/volume-3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1571.983090] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5203cb53-4492-4c49-a410-da0759e8ff6a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.998203] env[69357]: ERROR nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [req-97e6dd96-211f-440e-937e-10b322f6091d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41cb361a-522d-4695-b4b7-7751ac8e311a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-97e6dd96-211f-440e-937e-10b322f6091d"}]} [ 1572.002474] env[69357]: DEBUG oslo_vmware.api [None req-6027aa84-18e6-457a-9936-45f06d06d413 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1572.002474] env[69357]: value = "task-4151897" [ 1572.002474] env[69357]: _type = "Task" [ 1572.002474] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.010775] env[69357]: DEBUG oslo_vmware.api [None req-6027aa84-18e6-457a-9936-45f06d06d413 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.015550] env[69357]: DEBUG nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Refreshing inventories for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1572.030798] env[69357]: DEBUG nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Updating ProviderTree inventory for provider 41cb361a-522d-4695-b4b7-7751ac8e311a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1572.030992] env[69357]: DEBUG nova.compute.provider_tree [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1572.043047] env[69357]: DEBUG nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Refreshing aggregate associations for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1572.063511] env[69357]: DEBUG nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Refreshing trait associations for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1572.099915] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4c027d-0a1f-40b1-a53f-c99cca32ff35 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.108352] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee295bba-077b-4c12-9b3b-e518da36c37b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.139507] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc258079-b3c9-4e31-a3d4-cf066c7e2537 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.148168] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12bdfc4-cdf3-4107-9b2f-399311f33f80 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.163177] env[69357]: DEBUG nova.compute.provider_tree [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1572.513786] env[69357]: DEBUG oslo_vmware.api [None req-6027aa84-18e6-457a-9936-45f06d06d413 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151897, 'name': ReconfigVM_Task, 'duration_secs': 0.330751} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.514231] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6027aa84-18e6-457a-9936-45f06d06d413 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee/volume-3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1572.519439] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b54f514-2911-4250-a09c-6b24951aaa69 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.536777] env[69357]: DEBUG oslo_vmware.api [None req-6027aa84-18e6-457a-9936-45f06d06d413 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1572.536777] env[69357]: value = "task-4151898" [ 1572.536777] env[69357]: _type = "Task" [ 1572.536777] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.545670] env[69357]: DEBUG oslo_vmware.api [None req-6027aa84-18e6-457a-9936-45f06d06d413 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.694681] env[69357]: DEBUG nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Updated inventory for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1572.694928] env[69357]: DEBUG nova.compute.provider_tree [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Updating resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a generation from 174 to 175 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1572.695095] env[69357]: DEBUG nova.compute.provider_tree [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1573.046857] env[69357]: DEBUG oslo_vmware.api [None req-6027aa84-18e6-457a-9936-45f06d06d413 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151898, 'name': ReconfigVM_Task, 'duration_secs': 0.136836} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.047223] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-6027aa84-18e6-457a-9936-45f06d06d413 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822108', 'volume_id': '3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee', 'name': 'volume-3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbecb7eb-1029-40b0-88c2-71019222e214', 'attached_at': '', 'detached_at': '', 'volume_id': '3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee', 'serial': '3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1573.199981] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1573.200260] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.853s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1574.085218] env[69357]: DEBUG nova.objects.instance [None req-6027aa84-18e6-457a-9936-45f06d06d413 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lazy-loading 'flavor' on Instance uuid bbecb7eb-1029-40b0-88c2-71019222e214 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1574.590453] env[69357]: DEBUG oslo_concurrency.lockutils [None req-6027aa84-18e6-457a-9936-45f06d06d413 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "bbecb7eb-1029-40b0-88c2-71019222e214" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.248s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1574.801974] env[69357]: DEBUG oslo_concurrency.lockutils [None req-32a0d795-d5b8-46a2-b59e-372c82ec583c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "bbecb7eb-1029-40b0-88c2-71019222e214" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1574.802270] env[69357]: DEBUG oslo_concurrency.lockutils [None req-32a0d795-d5b8-46a2-b59e-372c82ec583c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "bbecb7eb-1029-40b0-88c2-71019222e214" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1575.306058] env[69357]: INFO nova.compute.manager [None req-32a0d795-d5b8-46a2-b59e-372c82ec583c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Detaching volume 3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee [ 1575.336480] env[69357]: INFO nova.virt.block_device [None req-32a0d795-d5b8-46a2-b59e-372c82ec583c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Attempting to driver detach volume 3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee from mountpoint /dev/sdb [ 1575.336743] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a0d795-d5b8-46a2-b59e-372c82ec583c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1575.336994] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a0d795-d5b8-46a2-b59e-372c82ec583c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822108', 'volume_id': '3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee', 'name': 'volume-3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbecb7eb-1029-40b0-88c2-71019222e214', 'attached_at': '', 'detached_at': '', 'volume_id': '3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee', 'serial': '3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1575.337872] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18367fa0-3b9e-4be3-94a3-38404178db57 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.359515] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421eb830-7c14-4f0d-a44f-490e090c9a4a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.366658] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15387b7-71db-429e-967b-76afded9c054 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.386659] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3005b3d-7d19-4cb4-828c-21f7e02865f1 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.404037] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a0d795-d5b8-46a2-b59e-372c82ec583c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] The volume has not been displaced from its original location: [datastore1] volume-3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee/volume-3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1575.409223] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a0d795-d5b8-46a2-b59e-372c82ec583c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1575.409516] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daf35501-751c-4afd-a369-94c4d370f552 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.428158] env[69357]: DEBUG oslo_vmware.api [None req-32a0d795-d5b8-46a2-b59e-372c82ec583c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1575.428158] env[69357]: value = "task-4151899" [ 1575.428158] env[69357]: _type = "Task" [ 1575.428158] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.436058] env[69357]: DEBUG oslo_vmware.api [None req-32a0d795-d5b8-46a2-b59e-372c82ec583c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.938392] env[69357]: DEBUG oslo_vmware.api [None req-32a0d795-d5b8-46a2-b59e-372c82ec583c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151899, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.439010] env[69357]: DEBUG oslo_vmware.api [None req-32a0d795-d5b8-46a2-b59e-372c82ec583c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151899, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.939858] env[69357]: DEBUG oslo_vmware.api [None req-32a0d795-d5b8-46a2-b59e-372c82ec583c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151899, 'name': ReconfigVM_Task, 'duration_secs': 1.224279} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.940149] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a0d795-d5b8-46a2-b59e-372c82ec583c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1576.944745] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1617875a-9f66-4cfb-84db-0b8636ea0ca8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.959892] env[69357]: DEBUG oslo_vmware.api [None req-32a0d795-d5b8-46a2-b59e-372c82ec583c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1576.959892] env[69357]: value = "task-4151900" [ 1576.959892] env[69357]: _type = "Task" [ 1576.959892] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.967949] env[69357]: DEBUG oslo_vmware.api [None req-32a0d795-d5b8-46a2-b59e-372c82ec583c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.469413] env[69357]: DEBUG oslo_vmware.api [None req-32a0d795-d5b8-46a2-b59e-372c82ec583c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151900, 'name': ReconfigVM_Task, 'duration_secs': 0.148792} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.469793] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a0d795-d5b8-46a2-b59e-372c82ec583c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822108', 'volume_id': '3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee', 'name': 'volume-3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbecb7eb-1029-40b0-88c2-71019222e214', 'attached_at': '', 'detached_at': '', 'volume_id': '3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee', 'serial': '3bbe6fee-d7b0-4795-8e4f-2fbbe63dd9ee'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1578.012770] env[69357]: DEBUG nova.objects.instance [None req-32a0d795-d5b8-46a2-b59e-372c82ec583c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lazy-loading 'flavor' on Instance uuid bbecb7eb-1029-40b0-88c2-71019222e214 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1579.020018] env[69357]: DEBUG oslo_concurrency.lockutils [None req-32a0d795-d5b8-46a2-b59e-372c82ec583c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "bbecb7eb-1029-40b0-88c2-71019222e214" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.218s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1580.089652] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "bbecb7eb-1029-40b0-88c2-71019222e214" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.090208] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "bbecb7eb-1029-40b0-88c2-71019222e214" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.090208] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "bbecb7eb-1029-40b0-88c2-71019222e214-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.090446] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "bbecb7eb-1029-40b0-88c2-71019222e214-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.090446] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "bbecb7eb-1029-40b0-88c2-71019222e214-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1580.092656] env[69357]: INFO nova.compute.manager [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Terminating instance [ 1580.596361] env[69357]: DEBUG nova.compute.manager [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1580.596637] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1580.597496] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53e5c6a-768c-4c34-b47f-fb3e56821229 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.605505] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1580.605754] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b554ca8b-b577-4710-a402-e512dd83b565 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.611872] env[69357]: DEBUG oslo_vmware.api [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1580.611872] env[69357]: value = "task-4151901" [ 1580.611872] env[69357]: _type = "Task" [ 1580.611872] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.621388] env[69357]: DEBUG oslo_vmware.api [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.122145] env[69357]: DEBUG oslo_vmware.api [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151901, 'name': PowerOffVM_Task, 'duration_secs': 0.217493} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.122497] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1581.122549] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1581.122769] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04703a2b-8649-410f-82d8-63dfc384052b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.187571] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1581.187890] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Deleting contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1581.188129] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Deleting the datastore file [datastore2] bbecb7eb-1029-40b0-88c2-71019222e214 {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1581.188440] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90cff848-e566-4cfa-adbf-dbd28e887d62 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.195351] env[69357]: DEBUG oslo_vmware.api [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1581.195351] env[69357]: value = "task-4151903" [ 1581.195351] env[69357]: _type = "Task" [ 1581.195351] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.203473] env[69357]: DEBUG oslo_vmware.api [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.704992] env[69357]: DEBUG oslo_vmware.api [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144974} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.705303] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1581.705598] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Deleted contents of the VM from datastore datastore2 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1581.705743] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1581.705813] env[69357]: INFO nova.compute.manager [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1581.706066] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1581.706266] env[69357]: DEBUG nova.compute.manager [-] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1581.706386] env[69357]: DEBUG nova.network.neutron [-] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1582.197082] env[69357]: DEBUG nova.compute.manager [req-e14407c1-8bd5-4cf9-a5d6-da3e25b36880 req-d48406c8-ea7e-4030-ad7a-e665df636d63 service nova] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Received event network-vif-deleted-6045e256-25cf-44a5-b3b9-9ff5d11ca6c4 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1582.197321] env[69357]: INFO nova.compute.manager [req-e14407c1-8bd5-4cf9-a5d6-da3e25b36880 req-d48406c8-ea7e-4030-ad7a-e665df636d63 service nova] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Neutron deleted interface 6045e256-25cf-44a5-b3b9-9ff5d11ca6c4; detaching it from the instance and deleting it from the info cache [ 1582.197439] env[69357]: DEBUG nova.network.neutron [req-e14407c1-8bd5-4cf9-a5d6-da3e25b36880 req-d48406c8-ea7e-4030-ad7a-e665df636d63 service nova] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.613289] env[69357]: DEBUG nova.network.neutron [-] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.700228] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-208276cb-1489-4642-bc88-c7652fbe0f4f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.711374] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a2bc58-1756-412a-a9d1-af610d9a8be7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.737345] env[69357]: DEBUG nova.compute.manager [req-e14407c1-8bd5-4cf9-a5d6-da3e25b36880 req-d48406c8-ea7e-4030-ad7a-e665df636d63 service nova] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Detach interface failed, port_id=6045e256-25cf-44a5-b3b9-9ff5d11ca6c4, reason: Instance bbecb7eb-1029-40b0-88c2-71019222e214 could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1583.116628] env[69357]: INFO nova.compute.manager [-] [instance: bbecb7eb-1029-40b0-88c2-71019222e214] Took 1.41 seconds to deallocate network for instance. [ 1583.623883] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.624410] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1583.624483] env[69357]: DEBUG nova.objects.instance [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lazy-loading 'resources' on Instance uuid bbecb7eb-1029-40b0-88c2-71019222e214 {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1584.171627] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff55ed4-3a7d-4f59-bfeb-9698685694ff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.180098] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5127ac2-89bb-4e95-a7cd-3494066e7d8c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.213590] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6273c05-4be0-4e21-8f4c-93b14f51a402 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.221418] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e806d5a-c8a1-4c22-b94e-d21531380b80 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.235069] env[69357]: DEBUG nova.compute.provider_tree [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1584.666190] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1584.666604] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1584.666713] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1584.666903] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1584.667088] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1584.669371] env[69357]: INFO nova.compute.manager [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Terminating instance [ 1584.738175] env[69357]: DEBUG nova.scheduler.client.report [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1585.173375] env[69357]: DEBUG nova.compute.manager [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1585.173660] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1585.174958] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941cd0f5-af3e-4050-aebf-d565c4d8f1dc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.182929] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1585.183206] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abcfa311-3000-43a8-ad63-9daaefdd58b3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.189333] env[69357]: DEBUG oslo_vmware.api [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1585.189333] env[69357]: value = "task-4151904" [ 1585.189333] env[69357]: _type = "Task" [ 1585.189333] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.197682] env[69357]: DEBUG oslo_vmware.api [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.243428] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1585.266579] env[69357]: INFO nova.scheduler.client.report [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Deleted allocations for instance bbecb7eb-1029-40b0-88c2-71019222e214 [ 1585.700371] env[69357]: DEBUG oslo_vmware.api [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151904, 'name': PowerOffVM_Task, 'duration_secs': 0.222712} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.700771] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1585.700912] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1585.701108] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94412690-c47a-4ff2-8021-76c03973126d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.765496] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1585.765768] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1585.765907] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Deleting the datastore file [datastore1] 19eee90f-1c9f-4f9a-9144-d917fa557c4b {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1585.766204] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdc26f3f-b596-4c07-808f-92a5c25cfc90 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.775372] env[69357]: DEBUG oslo_concurrency.lockutils [None req-97bd2050-02ab-41b7-9b3e-918dc2f6c24c tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "bbecb7eb-1029-40b0-88c2-71019222e214" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.685s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1585.776357] env[69357]: DEBUG oslo_vmware.api [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1585.776357] env[69357]: value = "task-4151906" [ 1585.776357] env[69357]: _type = "Task" [ 1585.776357] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.785296] env[69357]: DEBUG oslo_vmware.api [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.287373] env[69357]: DEBUG oslo_vmware.api [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145575} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.287641] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1586.287830] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1586.288018] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1586.288243] env[69357]: INFO nova.compute.manager [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1586.288557] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1586.288777] env[69357]: DEBUG nova.compute.manager [-] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1586.288874] env[69357]: DEBUG nova.network.neutron [-] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1586.794401] env[69357]: DEBUG nova.compute.manager [req-2a8021df-74fa-452c-8e75-a0e95969eb7a req-8145e080-957d-4c8b-8758-3f2a26d41e5c service nova] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Received event network-vif-deleted-087f6adf-44c2-4f41-a0b5-bc40d1bd9b47 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1586.794401] env[69357]: INFO nova.compute.manager [req-2a8021df-74fa-452c-8e75-a0e95969eb7a req-8145e080-957d-4c8b-8758-3f2a26d41e5c service nova] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Neutron deleted interface 087f6adf-44c2-4f41-a0b5-bc40d1bd9b47; detaching it from the instance and deleting it from the info cache [ 1586.794401] env[69357]: DEBUG nova.network.neutron [req-2a8021df-74fa-452c-8e75-a0e95969eb7a req-8145e080-957d-4c8b-8758-3f2a26d41e5c service nova] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.270242] env[69357]: DEBUG nova.network.neutron [-] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.297540] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6c5dd23-256c-4ac9-a064-eef1fc7de102 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.307596] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a0d4f3-43df-4b20-adec-0409eaea5afd {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.333054] env[69357]: DEBUG nova.compute.manager [req-2a8021df-74fa-452c-8e75-a0e95969eb7a req-8145e080-957d-4c8b-8758-3f2a26d41e5c service nova] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Detach interface failed, port_id=087f6adf-44c2-4f41-a0b5-bc40d1bd9b47, reason: Instance 19eee90f-1c9f-4f9a-9144-d917fa557c4b could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1587.773676] env[69357]: INFO nova.compute.manager [-] [instance: 19eee90f-1c9f-4f9a-9144-d917fa557c4b] Took 1.48 seconds to deallocate network for instance. [ 1588.117267] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "829c9b7e-7083-49f6-9e18-de68d67e43be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.117658] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "829c9b7e-7083-49f6-9e18-de68d67e43be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1588.280585] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.280882] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1588.281196] env[69357]: DEBUG nova.objects.instance [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lazy-loading 'resources' on Instance uuid 19eee90f-1c9f-4f9a-9144-d917fa557c4b {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1588.620394] env[69357]: DEBUG nova.compute.manager [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1588.829770] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf660fd5-c247-4bfc-a82c-a9f2a8033af8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.838931] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26555fb9-f9a0-49a3-b8cf-8db6ea75cf41 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.869505] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b170bb-6505-4ab9-aee0-9506b7a1bf4b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.877693] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1b7c72-e600-4d90-8470-d8923c7b64ed {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.891590] env[69357]: DEBUG nova.compute.provider_tree [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1589.139323] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1589.412866] env[69357]: ERROR nova.scheduler.client.report [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [req-e9c8f004-6456-46f1-ba46-bd5a76b48d5c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41cb361a-522d-4695-b4b7-7751ac8e311a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e9c8f004-6456-46f1-ba46-bd5a76b48d5c"}]} [ 1589.427982] env[69357]: DEBUG nova.scheduler.client.report [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Refreshing inventories for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1589.440263] env[69357]: DEBUG nova.scheduler.client.report [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Updating ProviderTree inventory for provider 41cb361a-522d-4695-b4b7-7751ac8e311a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1589.440549] env[69357]: DEBUG nova.compute.provider_tree [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1589.451448] env[69357]: DEBUG nova.scheduler.client.report [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Refreshing aggregate associations for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1589.467790] env[69357]: DEBUG nova.scheduler.client.report [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Refreshing trait associations for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1589.500752] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72d19b1-f35f-421c-b08e-1961a609b762 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.508714] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d115c35-5b61-4a47-9d79-513b3c1eeab7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.540583] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054016ab-3b13-4e13-b0d8-999403fa8ea9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.548237] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10214183-71db-4099-9f43-6c486a7072be {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.561630] env[69357]: DEBUG nova.compute.provider_tree [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1590.090648] env[69357]: DEBUG nova.scheduler.client.report [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Updated inventory for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with generation 176 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1590.090943] env[69357]: DEBUG nova.compute.provider_tree [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Updating resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a generation from 176 to 177 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1590.091220] env[69357]: DEBUG nova.compute.provider_tree [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1590.596077] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.315s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1590.598405] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.459s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1590.599986] env[69357]: INFO nova.compute.claims [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1590.612144] env[69357]: INFO nova.scheduler.client.report [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Deleted allocations for instance 19eee90f-1c9f-4f9a-9144-d917fa557c4b [ 1591.119211] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3f7ab070-90d6-4ebc-92d9-4b857a58f676 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "19eee90f-1c9f-4f9a-9144-d917fa557c4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.453s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1591.639073] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2797a52e-b156-4425-88cd-61dee43df0dc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.648470] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbd9f0c-d9bf-4965-8d76-b3dfbfa06000 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.680080] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7058ea-065c-48d0-b9d7-03b1b1fe9334 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.688173] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5bd326-ab33-4d6d-8706-dddee15412ff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.702127] env[69357]: DEBUG nova.compute.provider_tree [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.205586] env[69357]: DEBUG nova.scheduler.client.report [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1592.625721] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "ec786560-5146-405c-ba41-e623a1aff05a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1592.626172] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "ec786560-5146-405c-ba41-e623a1aff05a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1592.710883] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.112s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1592.711442] env[69357]: DEBUG nova.compute.manager [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1593.129564] env[69357]: DEBUG nova.compute.manager [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Starting instance... {{(pid=69357) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1593.216792] env[69357]: DEBUG nova.compute.utils [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1593.218195] env[69357]: DEBUG nova.compute.manager [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1593.218368] env[69357]: DEBUG nova.network.neutron [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1593.265017] env[69357]: DEBUG nova.policy [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15c3a1acc213472cb9cdc9a5b8a5a752', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79ee0ba0af38464f8ccd69e8a0f86173', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1593.549690] env[69357]: DEBUG nova.network.neutron [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Successfully created port: 68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1 {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1593.652937] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1593.653235] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1593.654801] env[69357]: INFO nova.compute.claims [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1593.721227] env[69357]: DEBUG nova.compute.manager [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1594.703765] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2138d244-f98b-48a6-a718-61be08bf5f14 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.712067] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1761231-9602-464d-aa67-dd7ac60d1a3d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.741582] env[69357]: DEBUG nova.compute.manager [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1594.744428] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ae5135-d75d-4402-859d-dfb99bab12e9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.752331] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763ba13a-d019-498e-ab8b-d292c0d49c02 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.765881] env[69357]: DEBUG nova.compute.provider_tree [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.774951] env[69357]: DEBUG nova.virt.hardware [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1594.775195] env[69357]: DEBUG nova.virt.hardware [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1594.775354] env[69357]: DEBUG nova.virt.hardware [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1594.775537] env[69357]: DEBUG nova.virt.hardware [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1594.775684] env[69357]: DEBUG nova.virt.hardware [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1594.775832] env[69357]: DEBUG nova.virt.hardware [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1594.776047] env[69357]: DEBUG nova.virt.hardware [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1594.776210] env[69357]: DEBUG nova.virt.hardware [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1594.776385] env[69357]: DEBUG nova.virt.hardware [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1594.776590] env[69357]: DEBUG nova.virt.hardware [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1594.776828] env[69357]: DEBUG nova.virt.hardware [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1594.777602] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3654f94-2784-48ae-bb14-f7f7172cdb15 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.785699] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3158343a-4661-4e1e-8a79-3281e957a44f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.943642] env[69357]: DEBUG nova.compute.manager [req-3d499f00-5a22-4232-b630-96864a3e65d4 req-4b2932c7-2c16-40f4-a8b8-ae6d593a6da4 service nova] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Received event network-vif-plugged-68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1594.943946] env[69357]: DEBUG oslo_concurrency.lockutils [req-3d499f00-5a22-4232-b630-96864a3e65d4 req-4b2932c7-2c16-40f4-a8b8-ae6d593a6da4 service nova] Acquiring lock "829c9b7e-7083-49f6-9e18-de68d67e43be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1594.944100] env[69357]: DEBUG oslo_concurrency.lockutils [req-3d499f00-5a22-4232-b630-96864a3e65d4 req-4b2932c7-2c16-40f4-a8b8-ae6d593a6da4 service nova] Lock "829c9b7e-7083-49f6-9e18-de68d67e43be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1594.944259] env[69357]: DEBUG oslo_concurrency.lockutils [req-3d499f00-5a22-4232-b630-96864a3e65d4 req-4b2932c7-2c16-40f4-a8b8-ae6d593a6da4 service nova] Lock "829c9b7e-7083-49f6-9e18-de68d67e43be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1594.944426] env[69357]: DEBUG nova.compute.manager [req-3d499f00-5a22-4232-b630-96864a3e65d4 req-4b2932c7-2c16-40f4-a8b8-ae6d593a6da4 service nova] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] No waiting events found dispatching network-vif-plugged-68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1 {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1594.944590] env[69357]: WARNING nova.compute.manager [req-3d499f00-5a22-4232-b630-96864a3e65d4 req-4b2932c7-2c16-40f4-a8b8-ae6d593a6da4 service nova] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Received unexpected event network-vif-plugged-68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1 for instance with vm_state building and task_state spawning. [ 1595.034574] env[69357]: DEBUG nova.network.neutron [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Successfully updated port: 68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1 {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1595.270764] env[69357]: DEBUG nova.scheduler.client.report [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1595.537739] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "refresh_cache-829c9b7e-7083-49f6-9e18-de68d67e43be" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.537942] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquired lock "refresh_cache-829c9b7e-7083-49f6-9e18-de68d67e43be" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.538083] env[69357]: DEBUG nova.network.neutron [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1595.775527] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1595.776075] env[69357]: DEBUG nova.compute.manager [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Start building networks asynchronously for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1596.070929] env[69357]: DEBUG nova.network.neutron [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1596.206191] env[69357]: DEBUG nova.network.neutron [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Updating instance_info_cache with network_info: [{"id": "68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1", "address": "fa:16:3e:d2:36:49", "network": {"id": "7303e21a-563c-405c-b53c-af4bedfd0a47", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1372189133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ee0ba0af38464f8ccd69e8a0f86173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b4e0ac-dd", "ovs_interfaceid": "68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.280650] env[69357]: DEBUG nova.compute.utils [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1596.282075] env[69357]: DEBUG nova.compute.manager [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Allocating IP information in the background. {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1596.282249] env[69357]: DEBUG nova.network.neutron [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] allocate_for_instance() {{(pid=69357) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1596.318432] env[69357]: DEBUG nova.policy [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7078920225114299926d6c0203d91f24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc8b2fa678a74db2ba0ac207bd8c9781', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69357) authorize /opt/stack/nova/nova/policy.py:192}} [ 1596.635953] env[69357]: DEBUG nova.network.neutron [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Successfully created port: 3f7fb89e-dffc-47cc-88a7-62c9a6016a2f {{(pid=69357) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1596.709993] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Releasing lock "refresh_cache-829c9b7e-7083-49f6-9e18-de68d67e43be" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.710335] env[69357]: DEBUG nova.compute.manager [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Instance network_info: |[{"id": "68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1", "address": "fa:16:3e:d2:36:49", "network": {"id": "7303e21a-563c-405c-b53c-af4bedfd0a47", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1372189133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ee0ba0af38464f8ccd69e8a0f86173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b4e0ac-dd", "ovs_interfaceid": "68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1596.710771] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:36:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1596.718325] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1596.718559] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1596.718793] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67e7d180-0ac8-41f3-94f8-00be9024563d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.739516] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1596.739516] env[69357]: value = "task-4151907" [ 1596.739516] env[69357]: _type = "Task" [ 1596.739516] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.747600] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151907, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.785452] env[69357]: DEBUG nova.compute.manager [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Start building block device mappings for instance. {{(pid=69357) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1596.973652] env[69357]: DEBUG nova.compute.manager [req-328db31e-dd09-4794-a959-ee172106e0bc req-a7662139-bd03-4376-9bbe-957396fbda38 service nova] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Received event network-changed-68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1596.974037] env[69357]: DEBUG nova.compute.manager [req-328db31e-dd09-4794-a959-ee172106e0bc req-a7662139-bd03-4376-9bbe-957396fbda38 service nova] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Refreshing instance network info cache due to event network-changed-68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1596.974400] env[69357]: DEBUG oslo_concurrency.lockutils [req-328db31e-dd09-4794-a959-ee172106e0bc req-a7662139-bd03-4376-9bbe-957396fbda38 service nova] Acquiring lock "refresh_cache-829c9b7e-7083-49f6-9e18-de68d67e43be" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.974641] env[69357]: DEBUG oslo_concurrency.lockutils [req-328db31e-dd09-4794-a959-ee172106e0bc req-a7662139-bd03-4376-9bbe-957396fbda38 service nova] Acquired lock "refresh_cache-829c9b7e-7083-49f6-9e18-de68d67e43be" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.974933] env[69357]: DEBUG nova.network.neutron [req-328db31e-dd09-4794-a959-ee172106e0bc req-a7662139-bd03-4376-9bbe-957396fbda38 service nova] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Refreshing network info cache for port 68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1597.250470] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151907, 'name': CreateVM_Task, 'duration_secs': 0.322271} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.250660] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1597.251397] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.251579] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.252158] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.252233] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed66d955-cc1f-4a47-9422-29accc0c80df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.257739] env[69357]: DEBUG oslo_vmware.api [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1597.257739] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]521793a6-0e19-e230-7532-e8e20aed98b3" [ 1597.257739] env[69357]: _type = "Task" [ 1597.257739] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.267384] env[69357]: DEBUG oslo_vmware.api [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]521793a6-0e19-e230-7532-e8e20aed98b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.673105] env[69357]: DEBUG nova.network.neutron [req-328db31e-dd09-4794-a959-ee172106e0bc req-a7662139-bd03-4376-9bbe-957396fbda38 service nova] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Updated VIF entry in instance network info cache for port 68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1597.673484] env[69357]: DEBUG nova.network.neutron [req-328db31e-dd09-4794-a959-ee172106e0bc req-a7662139-bd03-4376-9bbe-957396fbda38 service nova] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Updating instance_info_cache with network_info: [{"id": "68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1", "address": "fa:16:3e:d2:36:49", "network": {"id": "7303e21a-563c-405c-b53c-af4bedfd0a47", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1372189133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ee0ba0af38464f8ccd69e8a0f86173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b4e0ac-dd", "ovs_interfaceid": "68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.768338] env[69357]: DEBUG oslo_vmware.api [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]521793a6-0e19-e230-7532-e8e20aed98b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012696} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.768645] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.768891] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1597.769153] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.769303] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.769481] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1597.769794] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb79fbc3-d5fe-417b-93e3-6093415db912 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.778430] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1597.778635] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1597.779343] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-443f5e51-3675-4197-9f6a-4be3514d9fc7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.784591] env[69357]: DEBUG oslo_vmware.api [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1597.784591] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a23092-9d43-8c17-085b-2b888644eb06" [ 1597.784591] env[69357]: _type = "Task" [ 1597.784591] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.792146] env[69357]: DEBUG oslo_vmware.api [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a23092-9d43-8c17-085b-2b888644eb06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.795325] env[69357]: DEBUG nova.compute.manager [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Start spawning the instance on the hypervisor. {{(pid=69357) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1597.821682] env[69357]: DEBUG nova.virt.hardware [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T13:49:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T13:48:57Z,direct_url=,disk_format='vmdk',id=2e3b5354-f6ca-4797-91ac-a700805a06c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1a642ffc94224c32b1e21a3644601027',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T13:48:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1597.821973] env[69357]: DEBUG nova.virt.hardware [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Flavor limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1597.822538] env[69357]: DEBUG nova.virt.hardware [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Image limits 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1597.822538] env[69357]: DEBUG nova.virt.hardware [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Flavor pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1597.822538] env[69357]: DEBUG nova.virt.hardware [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Image pref 0:0:0 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1597.822695] env[69357]: DEBUG nova.virt.hardware [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69357) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1597.822820] env[69357]: DEBUG nova.virt.hardware [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1597.822984] env[69357]: DEBUG nova.virt.hardware [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1597.823168] env[69357]: DEBUG nova.virt.hardware [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Got 1 possible topologies {{(pid=69357) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1597.823333] env[69357]: DEBUG nova.virt.hardware [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1597.823505] env[69357]: DEBUG nova.virt.hardware [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69357) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1597.824366] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a717dc-35a6-42a1-b48e-a1c92ad1f3df {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.833194] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c52209-6553-44d6-86e1-30d484437b5a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.091642] env[69357]: DEBUG nova.network.neutron [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Successfully updated port: 3f7fb89e-dffc-47cc-88a7-62c9a6016a2f {{(pid=69357) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1598.176474] env[69357]: DEBUG oslo_concurrency.lockutils [req-328db31e-dd09-4794-a959-ee172106e0bc req-a7662139-bd03-4376-9bbe-957396fbda38 service nova] Releasing lock "refresh_cache-829c9b7e-7083-49f6-9e18-de68d67e43be" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.295338] env[69357]: DEBUG oslo_vmware.api [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52a23092-9d43-8c17-085b-2b888644eb06, 'name': SearchDatastore_Task, 'duration_secs': 0.009169} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.296155] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b13aa48a-97f5-4118-8e09-48045f3ef489 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.301519] env[69357]: DEBUG oslo_vmware.api [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1598.301519] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d56aff-785b-23d2-086e-0f737c2ae88f" [ 1598.301519] env[69357]: _type = "Task" [ 1598.301519] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.309390] env[69357]: DEBUG oslo_vmware.api [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d56aff-785b-23d2-086e-0f737c2ae88f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.594133] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "refresh_cache-ec786560-5146-405c-ba41-e623a1aff05a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.594404] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquired lock "refresh_cache-ec786560-5146-405c-ba41-e623a1aff05a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.594649] env[69357]: DEBUG nova.network.neutron [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Building network info cache for instance {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1598.812131] env[69357]: DEBUG oslo_vmware.api [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52d56aff-785b-23d2-086e-0f737c2ae88f, 'name': SearchDatastore_Task, 'duration_secs': 0.010175} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.812488] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.812637] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 829c9b7e-7083-49f6-9e18-de68d67e43be/829c9b7e-7083-49f6-9e18-de68d67e43be.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1598.812894] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a7bf1a2-ee27-46ce-bdd0-56ea65ceb75f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.819475] env[69357]: DEBUG oslo_vmware.api [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1598.819475] env[69357]: value = "task-4151908" [ 1598.819475] env[69357]: _type = "Task" [ 1598.819475] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.827944] env[69357]: DEBUG oslo_vmware.api [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.002663] env[69357]: DEBUG nova.compute.manager [req-9a094003-3c1f-4711-b6cd-b15b74d0d137 req-fe5cda44-fc7b-4b16-b0a5-b290701c5f75 service nova] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Received event network-vif-plugged-3f7fb89e-dffc-47cc-88a7-62c9a6016a2f {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1599.002663] env[69357]: DEBUG oslo_concurrency.lockutils [req-9a094003-3c1f-4711-b6cd-b15b74d0d137 req-fe5cda44-fc7b-4b16-b0a5-b290701c5f75 service nova] Acquiring lock "ec786560-5146-405c-ba41-e623a1aff05a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1599.002919] env[69357]: DEBUG oslo_concurrency.lockutils [req-9a094003-3c1f-4711-b6cd-b15b74d0d137 req-fe5cda44-fc7b-4b16-b0a5-b290701c5f75 service nova] Lock "ec786560-5146-405c-ba41-e623a1aff05a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1599.002966] env[69357]: DEBUG oslo_concurrency.lockutils [req-9a094003-3c1f-4711-b6cd-b15b74d0d137 req-fe5cda44-fc7b-4b16-b0a5-b290701c5f75 service nova] Lock "ec786560-5146-405c-ba41-e623a1aff05a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1599.003134] env[69357]: DEBUG nova.compute.manager [req-9a094003-3c1f-4711-b6cd-b15b74d0d137 req-fe5cda44-fc7b-4b16-b0a5-b290701c5f75 service nova] [instance: ec786560-5146-405c-ba41-e623a1aff05a] No waiting events found dispatching network-vif-plugged-3f7fb89e-dffc-47cc-88a7-62c9a6016a2f {{(pid=69357) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1599.003323] env[69357]: WARNING nova.compute.manager [req-9a094003-3c1f-4711-b6cd-b15b74d0d137 req-fe5cda44-fc7b-4b16-b0a5-b290701c5f75 service nova] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Received unexpected event network-vif-plugged-3f7fb89e-dffc-47cc-88a7-62c9a6016a2f for instance with vm_state building and task_state spawning. [ 1599.003488] env[69357]: DEBUG nova.compute.manager [req-9a094003-3c1f-4711-b6cd-b15b74d0d137 req-fe5cda44-fc7b-4b16-b0a5-b290701c5f75 service nova] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Received event network-changed-3f7fb89e-dffc-47cc-88a7-62c9a6016a2f {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1599.003643] env[69357]: DEBUG nova.compute.manager [req-9a094003-3c1f-4711-b6cd-b15b74d0d137 req-fe5cda44-fc7b-4b16-b0a5-b290701c5f75 service nova] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Refreshing instance network info cache due to event network-changed-3f7fb89e-dffc-47cc-88a7-62c9a6016a2f. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1599.003810] env[69357]: DEBUG oslo_concurrency.lockutils [req-9a094003-3c1f-4711-b6cd-b15b74d0d137 req-fe5cda44-fc7b-4b16-b0a5-b290701c5f75 service nova] Acquiring lock "refresh_cache-ec786560-5146-405c-ba41-e623a1aff05a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.129114] env[69357]: DEBUG nova.network.neutron [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Instance cache missing network info. {{(pid=69357) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1599.276468] env[69357]: DEBUG nova.network.neutron [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Updating instance_info_cache with network_info: [{"id": "3f7fb89e-dffc-47cc-88a7-62c9a6016a2f", "address": "fa:16:3e:90:00:18", "network": {"id": "5e8feebb-1be0-4e2e-b1d1-0d0de0a3aded", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-868531213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc8b2fa678a74db2ba0ac207bd8c9781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f7fb89e-df", "ovs_interfaceid": "3f7fb89e-dffc-47cc-88a7-62c9a6016a2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.331695] env[69357]: DEBUG oslo_vmware.api [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50336} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.331880] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] 829c9b7e-7083-49f6-9e18-de68d67e43be/829c9b7e-7083-49f6-9e18-de68d67e43be.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1599.332105] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1599.332366] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1077b7f1-e3a8-4577-bb81-091962526d63 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.339863] env[69357]: DEBUG oslo_vmware.api [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1599.339863] env[69357]: value = "task-4151909" [ 1599.339863] env[69357]: _type = "Task" [ 1599.339863] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.348142] env[69357]: DEBUG oslo_vmware.api [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.780103] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Releasing lock "refresh_cache-ec786560-5146-405c-ba41-e623a1aff05a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.780312] env[69357]: DEBUG nova.compute.manager [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Instance network_info: |[{"id": "3f7fb89e-dffc-47cc-88a7-62c9a6016a2f", "address": "fa:16:3e:90:00:18", "network": {"id": "5e8feebb-1be0-4e2e-b1d1-0d0de0a3aded", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-868531213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc8b2fa678a74db2ba0ac207bd8c9781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f7fb89e-df", "ovs_interfaceid": "3f7fb89e-dffc-47cc-88a7-62c9a6016a2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69357) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1599.780621] env[69357]: DEBUG oslo_concurrency.lockutils [req-9a094003-3c1f-4711-b6cd-b15b74d0d137 req-fe5cda44-fc7b-4b16-b0a5-b290701c5f75 service nova] Acquired lock "refresh_cache-ec786560-5146-405c-ba41-e623a1aff05a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.780801] env[69357]: DEBUG nova.network.neutron [req-9a094003-3c1f-4711-b6cd-b15b74d0d137 req-fe5cda44-fc7b-4b16-b0a5-b290701c5f75 service nova] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Refreshing network info cache for port 3f7fb89e-dffc-47cc-88a7-62c9a6016a2f {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1599.782114] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:00:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f7fb89e-dffc-47cc-88a7-62c9a6016a2f', 'vif_model': 'vmxnet3'}] {{(pid=69357) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1599.789934] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1599.791011] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Creating VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1599.791257] env[69357]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00128ba4-769d-402b-b89c-f235462af94e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.812547] env[69357]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1599.812547] env[69357]: value = "task-4151910" [ 1599.812547] env[69357]: _type = "Task" [ 1599.812547] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.821633] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151910, 'name': CreateVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.850140] env[69357]: DEBUG oslo_vmware.api [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071496} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.850375] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1599.851246] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7885d19-e094-43cd-838b-1258782d3e2d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.874883] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 829c9b7e-7083-49f6-9e18-de68d67e43be/829c9b7e-7083-49f6-9e18-de68d67e43be.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1599.875590] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d64cca2d-6456-41bc-be67-572a80dc3a4d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.895099] env[69357]: DEBUG oslo_vmware.api [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1599.895099] env[69357]: value = "task-4151911" [ 1599.895099] env[69357]: _type = "Task" [ 1599.895099] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.903636] env[69357]: DEBUG oslo_vmware.api [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.322189] env[69357]: DEBUG oslo_vmware.api [-] Task: {'id': task-4151910, 'name': CreateVM_Task, 'duration_secs': 0.366787} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.324358] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Created VM on the ESX host {{(pid=69357) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1600.325047] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.325226] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.325541] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.326381] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4fffa7e-f75a-4a25-9405-468ffa7e25b7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.331055] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1600.331055] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]524aa5ea-8158-27d0-ae7c-a70b978de0ed" [ 1600.331055] env[69357]: _type = "Task" [ 1600.331055] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.339055] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]524aa5ea-8158-27d0-ae7c-a70b978de0ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.409504] env[69357]: DEBUG oslo_vmware.api [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151911, 'name': ReconfigVM_Task, 'duration_secs': 0.294005} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.409935] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 829c9b7e-7083-49f6-9e18-de68d67e43be/829c9b7e-7083-49f6-9e18-de68d67e43be.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1600.410821] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fca01d0-a1f0-46f8-8520-866f135c54f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.418695] env[69357]: DEBUG oslo_vmware.api [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1600.418695] env[69357]: value = "task-4151912" [ 1600.418695] env[69357]: _type = "Task" [ 1600.418695] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.428748] env[69357]: DEBUG oslo_vmware.api [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151912, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.498905] env[69357]: DEBUG nova.network.neutron [req-9a094003-3c1f-4711-b6cd-b15b74d0d137 req-fe5cda44-fc7b-4b16-b0a5-b290701c5f75 service nova] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Updated VIF entry in instance network info cache for port 3f7fb89e-dffc-47cc-88a7-62c9a6016a2f. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1600.499293] env[69357]: DEBUG nova.network.neutron [req-9a094003-3c1f-4711-b6cd-b15b74d0d137 req-fe5cda44-fc7b-4b16-b0a5-b290701c5f75 service nova] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Updating instance_info_cache with network_info: [{"id": "3f7fb89e-dffc-47cc-88a7-62c9a6016a2f", "address": "fa:16:3e:90:00:18", "network": {"id": "5e8feebb-1be0-4e2e-b1d1-0d0de0a3aded", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-868531213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc8b2fa678a74db2ba0ac207bd8c9781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f7fb89e-df", "ovs_interfaceid": "3f7fb89e-dffc-47cc-88a7-62c9a6016a2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.843221] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]524aa5ea-8158-27d0-ae7c-a70b978de0ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010392} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.843587] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.843703] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Processing image 2e3b5354-f6ca-4797-91ac-a700805a06c3 {{(pid=69357) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1600.843967] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.844137] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.844319] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1600.844575] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-049c8150-cc44-4d53-807c-ad08b235e70f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.853109] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69357) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1600.853285] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69357) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1600.854013] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c419a0-2184-47eb-bdf0-3fc78ace0379 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.859391] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1600.859391] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c79387-49a4-e339-e506-50e85cee8fa5" [ 1600.859391] env[69357]: _type = "Task" [ 1600.859391] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.866590] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c79387-49a4-e339-e506-50e85cee8fa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.929457] env[69357]: DEBUG oslo_vmware.api [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151912, 'name': Rename_Task, 'duration_secs': 0.15432} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.929730] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1600.929974] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c95bd75-c113-4caa-94c3-832461dbbd28 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.936508] env[69357]: DEBUG oslo_vmware.api [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1600.936508] env[69357]: value = "task-4151913" [ 1600.936508] env[69357]: _type = "Task" [ 1600.936508] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.944653] env[69357]: DEBUG oslo_vmware.api [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.002553] env[69357]: DEBUG oslo_concurrency.lockutils [req-9a094003-3c1f-4711-b6cd-b15b74d0d137 req-fe5cda44-fc7b-4b16-b0a5-b290701c5f75 service nova] Releasing lock "refresh_cache-ec786560-5146-405c-ba41-e623a1aff05a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.370403] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]52c79387-49a4-e339-e506-50e85cee8fa5, 'name': SearchDatastore_Task, 'duration_secs': 0.008615} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.371178] env[69357]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd73b380-c4bb-4b05-b8ba-1acb916033b4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.376790] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1601.376790] env[69357]: value = "session[52e8a69a-563e-0e0c-9618-13de82396d3f]5259bca7-1383-1771-eba6-22e902e5f5b8" [ 1601.376790] env[69357]: _type = "Task" [ 1601.376790] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.384923] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5259bca7-1383-1771-eba6-22e902e5f5b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.446074] env[69357]: DEBUG oslo_vmware.api [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151913, 'name': PowerOnVM_Task, 'duration_secs': 0.447835} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.446352] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1601.446596] env[69357]: INFO nova.compute.manager [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1601.446792] env[69357]: DEBUG nova.compute.manager [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1601.447577] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4987e24f-3753-47cd-aae9-7becd9ac1b47 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.887647] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': session[52e8a69a-563e-0e0c-9618-13de82396d3f]5259bca7-1383-1771-eba6-22e902e5f5b8, 'name': SearchDatastore_Task, 'duration_secs': 0.018226} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.888026] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.888359] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] ec786560-5146-405c-ba41-e623a1aff05a/ec786560-5146-405c-ba41-e623a1aff05a.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1601.888511] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b07391e5-273a-4cce-99d3-795e23332088 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.895758] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1601.895758] env[69357]: value = "task-4151914" [ 1601.895758] env[69357]: _type = "Task" [ 1601.895758] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.903863] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.964775] env[69357]: INFO nova.compute.manager [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Took 12.84 seconds to build instance. [ 1602.203775] env[69357]: DEBUG nova.compute.manager [req-50832377-9ed7-4d09-9de2-db693f544abf req-5e009ed5-d431-43bc-9c91-7db2107f32ca service nova] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Received event network-changed-68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1602.203775] env[69357]: DEBUG nova.compute.manager [req-50832377-9ed7-4d09-9de2-db693f544abf req-5e009ed5-d431-43bc-9c91-7db2107f32ca service nova] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Refreshing instance network info cache due to event network-changed-68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1602.204154] env[69357]: DEBUG oslo_concurrency.lockutils [req-50832377-9ed7-4d09-9de2-db693f544abf req-5e009ed5-d431-43bc-9c91-7db2107f32ca service nova] Acquiring lock "refresh_cache-829c9b7e-7083-49f6-9e18-de68d67e43be" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.204154] env[69357]: DEBUG oslo_concurrency.lockutils [req-50832377-9ed7-4d09-9de2-db693f544abf req-5e009ed5-d431-43bc-9c91-7db2107f32ca service nova] Acquired lock "refresh_cache-829c9b7e-7083-49f6-9e18-de68d67e43be" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.204340] env[69357]: DEBUG nova.network.neutron [req-50832377-9ed7-4d09-9de2-db693f544abf req-5e009ed5-d431-43bc-9c91-7db2107f32ca service nova] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Refreshing network info cache for port 68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1 {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1602.406091] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151914, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.467198] env[69357]: DEBUG oslo_concurrency.lockutils [None req-83bce16d-97e7-4f67-bd04-aa357ca2e74d tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "829c9b7e-7083-49f6-9e18-de68d67e43be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.349s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1602.910439] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513513} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.910799] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2e3b5354-f6ca-4797-91ac-a700805a06c3/2e3b5354-f6ca-4797-91ac-a700805a06c3.vmdk to [datastore1] ec786560-5146-405c-ba41-e623a1aff05a/ec786560-5146-405c-ba41-e623a1aff05a.vmdk {{(pid=69357) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1602.910907] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Extending root virtual disk to 1048576 {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1602.911241] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d598682-bf47-4880-bb67-186817a5f882 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.918656] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1602.918656] env[69357]: value = "task-4151915" [ 1602.918656] env[69357]: _type = "Task" [ 1602.918656] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.928449] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.939583] env[69357]: DEBUG nova.network.neutron [req-50832377-9ed7-4d09-9de2-db693f544abf req-5e009ed5-d431-43bc-9c91-7db2107f32ca service nova] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Updated VIF entry in instance network info cache for port 68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1602.939996] env[69357]: DEBUG nova.network.neutron [req-50832377-9ed7-4d09-9de2-db693f544abf req-5e009ed5-d431-43bc-9c91-7db2107f32ca service nova] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Updating instance_info_cache with network_info: [{"id": "68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1", "address": "fa:16:3e:d2:36:49", "network": {"id": "7303e21a-563c-405c-b53c-af4bedfd0a47", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1372189133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ee0ba0af38464f8ccd69e8a0f86173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b4e0ac-dd", "ovs_interfaceid": "68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.428448] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079687} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.428769] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Extended root virtual disk {{(pid=69357) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1603.429500] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaf971d-d37f-4bee-b2e9-c5dfd271c723 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.442985] env[69357]: DEBUG oslo_concurrency.lockutils [req-50832377-9ed7-4d09-9de2-db693f544abf req-5e009ed5-d431-43bc-9c91-7db2107f32ca service nova] Releasing lock "refresh_cache-829c9b7e-7083-49f6-9e18-de68d67e43be" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.451707] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] ec786560-5146-405c-ba41-e623a1aff05a/ec786560-5146-405c-ba41-e623a1aff05a.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1603.451956] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aa2ab3d-7ffe-4ba2-a607-7e447f13eb2f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.470413] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1603.470413] env[69357]: value = "task-4151916" [ 1603.470413] env[69357]: _type = "Task" [ 1603.470413] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.479160] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.980745] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151916, 'name': ReconfigVM_Task, 'duration_secs': 0.252556} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.981169] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Reconfigured VM instance instance-00000080 to attach disk [datastore1] ec786560-5146-405c-ba41-e623a1aff05a/ec786560-5146-405c-ba41-e623a1aff05a.vmdk or device None with type sparse {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1603.982147] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d88aadb9-8cc4-43f7-8ab9-29dc33fa85d9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.989608] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1603.989608] env[69357]: value = "task-4151917" [ 1603.989608] env[69357]: _type = "Task" [ 1603.989608] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.999907] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151917, 'name': Rename_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.499503] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151917, 'name': Rename_Task, 'duration_secs': 0.15113} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.499882] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Powering on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1604.500207] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fc781e3-90e8-4c41-8e98-07be57a63521 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.508146] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1604.508146] env[69357]: value = "task-4151918" [ 1604.508146] env[69357]: _type = "Task" [ 1604.508146] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.516591] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.018387] env[69357]: DEBUG oslo_vmware.api [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151918, 'name': PowerOnVM_Task, 'duration_secs': 0.465974} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.018840] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Powered on the VM {{(pid=69357) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1605.018840] env[69357]: INFO nova.compute.manager [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1605.019061] env[69357]: DEBUG nova.compute.manager [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Checking state {{(pid=69357) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1605.019902] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991c5e44-fbe8-4e83-98ba-8d4e812ea94d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.538047] env[69357]: INFO nova.compute.manager [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Took 11.90 seconds to build instance. [ 1606.040118] env[69357]: DEBUG oslo_concurrency.lockutils [None req-f84a70cf-7dd6-455f-b0a7-21adbb7bc018 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "ec786560-5146-405c-ba41-e623a1aff05a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.414s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1606.725698] env[69357]: DEBUG nova.compute.manager [req-789cb365-ae98-4f3d-b94c-554ddc9fd273 req-e7b68b4e-9c87-43ad-ab05-c2abeac35fa2 service nova] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Received event network-changed-3f7fb89e-dffc-47cc-88a7-62c9a6016a2f {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1606.725905] env[69357]: DEBUG nova.compute.manager [req-789cb365-ae98-4f3d-b94c-554ddc9fd273 req-e7b68b4e-9c87-43ad-ab05-c2abeac35fa2 service nova] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Refreshing instance network info cache due to event network-changed-3f7fb89e-dffc-47cc-88a7-62c9a6016a2f. {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1606.726130] env[69357]: DEBUG oslo_concurrency.lockutils [req-789cb365-ae98-4f3d-b94c-554ddc9fd273 req-e7b68b4e-9c87-43ad-ab05-c2abeac35fa2 service nova] Acquiring lock "refresh_cache-ec786560-5146-405c-ba41-e623a1aff05a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.726324] env[69357]: DEBUG oslo_concurrency.lockutils [req-789cb365-ae98-4f3d-b94c-554ddc9fd273 req-e7b68b4e-9c87-43ad-ab05-c2abeac35fa2 service nova] Acquired lock "refresh_cache-ec786560-5146-405c-ba41-e623a1aff05a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.726431] env[69357]: DEBUG nova.network.neutron [req-789cb365-ae98-4f3d-b94c-554ddc9fd273 req-e7b68b4e-9c87-43ad-ab05-c2abeac35fa2 service nova] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Refreshing network info cache for port 3f7fb89e-dffc-47cc-88a7-62c9a6016a2f {{(pid=69357) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1607.443715] env[69357]: DEBUG nova.network.neutron [req-789cb365-ae98-4f3d-b94c-554ddc9fd273 req-e7b68b4e-9c87-43ad-ab05-c2abeac35fa2 service nova] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Updated VIF entry in instance network info cache for port 3f7fb89e-dffc-47cc-88a7-62c9a6016a2f. {{(pid=69357) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1607.444076] env[69357]: DEBUG nova.network.neutron [req-789cb365-ae98-4f3d-b94c-554ddc9fd273 req-e7b68b4e-9c87-43ad-ab05-c2abeac35fa2 service nova] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Updating instance_info_cache with network_info: [{"id": "3f7fb89e-dffc-47cc-88a7-62c9a6016a2f", "address": "fa:16:3e:90:00:18", "network": {"id": "5e8feebb-1be0-4e2e-b1d1-0d0de0a3aded", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-868531213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc8b2fa678a74db2ba0ac207bd8c9781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f7fb89e-df", "ovs_interfaceid": "3f7fb89e-dffc-47cc-88a7-62c9a6016a2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.947158] env[69357]: DEBUG oslo_concurrency.lockutils [req-789cb365-ae98-4f3d-b94c-554ddc9fd273 req-e7b68b4e-9c87-43ad-ab05-c2abeac35fa2 service nova] Releasing lock "refresh_cache-ec786560-5146-405c-ba41-e623a1aff05a" {{(pid=69357) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.202163] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.202571] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.202571] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.202738] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.202848] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.202992] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.203183] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.203329] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1633.203475] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.707170] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1633.707469] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1633.707627] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1633.707785] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1633.708770] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0310c64-5fbf-43d1-a9f3-2d8fe5b9b71f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.717043] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90b0f96-589b-4214-a8e3-f0925bb4e37c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.731111] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8a8d3f-7e5b-40fe-bf23-4119bcb8060e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.737406] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f875a23-1bdf-42a8-b920-4dd30ebcff30 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.765777] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180426MB free_disk=10GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1633.765936] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1633.766133] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1634.793286] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance 829c9b7e-7083-49f6-9e18-de68d67e43be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1634.793598] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Instance ec786560-5146-405c-ba41-e623a1aff05a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69357) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1634.793656] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1634.793754] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1634.833861] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e905b7-dc89-429f-89d3-38fff1985094 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.841817] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74830db-1901-44cb-adc3-22cdd1b5bcac {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.871957] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cbba25-d652-4b5c-9dec-5550dd5d77e4 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.880542] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d985031-77ee-4811-9e2f-f411bde50e4b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.894521] env[69357]: DEBUG nova.compute.provider_tree [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1635.414910] env[69357]: ERROR nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] [req-46d25420-383e-44c6-91d8-f219a49062bb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 41cb361a-522d-4695-b4b7-7751ac8e311a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-46d25420-383e-44c6-91d8-f219a49062bb"}]} [ 1635.430823] env[69357]: DEBUG nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Refreshing inventories for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1635.444063] env[69357]: DEBUG nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Updating ProviderTree inventory for provider 41cb361a-522d-4695-b4b7-7751ac8e311a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1635.444260] env[69357]: DEBUG nova.compute.provider_tree [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1635.454758] env[69357]: DEBUG nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Refreshing aggregate associations for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a, aggregates: None {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1635.474907] env[69357]: DEBUG nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Refreshing trait associations for resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=69357) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1635.508338] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0035da56-3f4c-4c11-a0df-b9ef6df2b492 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.516011] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e426f4-87b9-43e2-b9ec-8227fe62e987 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.546462] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a3c377-6823-4b20-9a39-ba89aaaf8b4f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.553685] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6d7a36-9563-4e85-b2ca-7d1233ca7af8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.566405] env[69357]: DEBUG nova.compute.provider_tree [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1636.097181] env[69357]: DEBUG nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Updated inventory for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with generation 178 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1636.097520] env[69357]: DEBUG nova.compute.provider_tree [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Updating resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a generation from 178 to 179 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1636.097586] env[69357]: DEBUG nova.compute.provider_tree [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1636.602254] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1636.602480] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.836s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1640.439346] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d80c18db-cc07-4c57-99fb-2e50f7c89bd8 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "829c9b7e-7083-49f6-9e18-de68d67e43be" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1640.439719] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d80c18db-cc07-4c57-99fb-2e50f7c89bd8 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "829c9b7e-7083-49f6-9e18-de68d67e43be" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1640.942950] env[69357]: DEBUG nova.compute.utils [None req-d80c18db-cc07-4c57-99fb-2e50f7c89bd8 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1641.446407] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d80c18db-cc07-4c57-99fb-2e50f7c89bd8 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "829c9b7e-7083-49f6-9e18-de68d67e43be" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1642.506054] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d80c18db-cc07-4c57-99fb-2e50f7c89bd8 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "829c9b7e-7083-49f6-9e18-de68d67e43be" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1642.506478] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d80c18db-cc07-4c57-99fb-2e50f7c89bd8 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "829c9b7e-7083-49f6-9e18-de68d67e43be" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1642.506583] env[69357]: INFO nova.compute.manager [None req-d80c18db-cc07-4c57-99fb-2e50f7c89bd8 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Attaching volume fe543ee3-09ce-4491-a144-0da524b53965 to /dev/sdb [ 1642.538948] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f9585d-2c00-4431-8b7f-742b60a3d852 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.546258] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a396d85e-9868-47ac-a4ad-77264b6b3084 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.560089] env[69357]: DEBUG nova.virt.block_device [None req-d80c18db-cc07-4c57-99fb-2e50f7c89bd8 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Updating existing volume attachment record: 104bb949-b30c-4449-b652-f572c11263d3 {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1643.145135] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3c642f76-918d-4f58-b6e7-a6e659792fea tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "ec786560-5146-405c-ba41-e623a1aff05a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1643.145378] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3c642f76-918d-4f58-b6e7-a6e659792fea tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "ec786560-5146-405c-ba41-e623a1aff05a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1643.648736] env[69357]: DEBUG nova.compute.utils [None req-3c642f76-918d-4f58-b6e7-a6e659792fea tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1644.152044] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3c642f76-918d-4f58-b6e7-a6e659792fea tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "ec786560-5146-405c-ba41-e623a1aff05a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1645.208643] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3c642f76-918d-4f58-b6e7-a6e659792fea tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "ec786560-5146-405c-ba41-e623a1aff05a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1645.209096] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3c642f76-918d-4f58-b6e7-a6e659792fea tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "ec786560-5146-405c-ba41-e623a1aff05a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1645.209171] env[69357]: INFO nova.compute.manager [None req-3c642f76-918d-4f58-b6e7-a6e659792fea tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Attaching volume da5f0d58-8423-494a-958a-88d2cd59f0f5 to /dev/sdb [ 1645.238664] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4b04c0-45c7-4d09-9266-3709ae57c5a0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.246346] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d464ea6-968b-41b7-b1bc-94f724bc703e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.260232] env[69357]: DEBUG nova.virt.block_device [None req-3c642f76-918d-4f58-b6e7-a6e659792fea tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Updating existing volume attachment record: dd72db29-7634-4c61-bc0f-f4755392824c {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1647.103905] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80c18db-cc07-4c57-99fb-2e50f7c89bd8 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1647.104214] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80c18db-cc07-4c57-99fb-2e50f7c89bd8 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822111', 'volume_id': 'fe543ee3-09ce-4491-a144-0da524b53965', 'name': 'volume-fe543ee3-09ce-4491-a144-0da524b53965', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '829c9b7e-7083-49f6-9e18-de68d67e43be', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe543ee3-09ce-4491-a144-0da524b53965', 'serial': 'fe543ee3-09ce-4491-a144-0da524b53965'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1647.105339] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4dc969-e7e5-4b1c-9079-82bedfdc40a5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.122699] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e21766-6f93-4968-bcfd-90038131e12c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.148626] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80c18db-cc07-4c57-99fb-2e50f7c89bd8 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-fe543ee3-09ce-4491-a144-0da524b53965/volume-fe543ee3-09ce-4491-a144-0da524b53965.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1647.148949] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c84d7403-6ad4-4bad-9d80-0926c37f38c0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.167108] env[69357]: DEBUG oslo_vmware.api [None req-d80c18db-cc07-4c57-99fb-2e50f7c89bd8 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1647.167108] env[69357]: value = "task-4151922" [ 1647.167108] env[69357]: _type = "Task" [ 1647.167108] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.175168] env[69357]: DEBUG oslo_vmware.api [None req-d80c18db-cc07-4c57-99fb-2e50f7c89bd8 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.680067] env[69357]: DEBUG oslo_vmware.api [None req-d80c18db-cc07-4c57-99fb-2e50f7c89bd8 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151922, 'name': ReconfigVM_Task, 'duration_secs': 0.336926} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.680383] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80c18db-cc07-4c57-99fb-2e50f7c89bd8 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-fe543ee3-09ce-4491-a144-0da524b53965/volume-fe543ee3-09ce-4491-a144-0da524b53965.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1647.685436] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b92a21d0-298e-41f6-a950-2938e57c171f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.700146] env[69357]: DEBUG oslo_vmware.api [None req-d80c18db-cc07-4c57-99fb-2e50f7c89bd8 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1647.700146] env[69357]: value = "task-4151924" [ 1647.700146] env[69357]: _type = "Task" [ 1647.700146] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.709038] env[69357]: DEBUG oslo_vmware.api [None req-d80c18db-cc07-4c57-99fb-2e50f7c89bd8 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.209615] env[69357]: DEBUG oslo_vmware.api [None req-d80c18db-cc07-4c57-99fb-2e50f7c89bd8 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151924, 'name': ReconfigVM_Task, 'duration_secs': 0.188162} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.210083] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80c18db-cc07-4c57-99fb-2e50f7c89bd8 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822111', 'volume_id': 'fe543ee3-09ce-4491-a144-0da524b53965', 'name': 'volume-fe543ee3-09ce-4491-a144-0da524b53965', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '829c9b7e-7083-49f6-9e18-de68d67e43be', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe543ee3-09ce-4491-a144-0da524b53965', 'serial': 'fe543ee3-09ce-4491-a144-0da524b53965'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1649.245317] env[69357]: DEBUG nova.objects.instance [None req-d80c18db-cc07-4c57-99fb-2e50f7c89bd8 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lazy-loading 'flavor' on Instance uuid 829c9b7e-7083-49f6-9e18-de68d67e43be {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1649.752343] env[69357]: DEBUG oslo_concurrency.lockutils [None req-d80c18db-cc07-4c57-99fb-2e50f7c89bd8 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "829c9b7e-7083-49f6-9e18-de68d67e43be" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1649.802930] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c642f76-918d-4f58-b6e7-a6e659792fea tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1649.803187] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c642f76-918d-4f58-b6e7-a6e659792fea tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822112', 'volume_id': 'da5f0d58-8423-494a-958a-88d2cd59f0f5', 'name': 'volume-da5f0d58-8423-494a-958a-88d2cd59f0f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec786560-5146-405c-ba41-e623a1aff05a', 'attached_at': '', 'detached_at': '', 'volume_id': 'da5f0d58-8423-494a-958a-88d2cd59f0f5', 'serial': 'da5f0d58-8423-494a-958a-88d2cd59f0f5'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1649.804045] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e923da2-dc8c-4fb7-8bca-1b58a5acc83d {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.820886] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57e823c-d9e2-405c-919a-df5de9c972ea {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.845146] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c642f76-918d-4f58-b6e7-a6e659792fea tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] volume-da5f0d58-8423-494a-958a-88d2cd59f0f5/volume-da5f0d58-8423-494a-958a-88d2cd59f0f5.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1649.845422] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce8f6bd6-3632-48f8-9457-b7c38cacd9d7 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.863113] env[69357]: DEBUG oslo_vmware.api [None req-3c642f76-918d-4f58-b6e7-a6e659792fea tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1649.863113] env[69357]: value = "task-4151925" [ 1649.863113] env[69357]: _type = "Task" [ 1649.863113] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.872855] env[69357]: DEBUG oslo_vmware.api [None req-3c642f76-918d-4f58-b6e7-a6e659792fea tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.878401] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9df4bf32-7bd8-4560-850b-364f8ea1d209 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "829c9b7e-7083-49f6-9e18-de68d67e43be" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1649.878623] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9df4bf32-7bd8-4560-850b-364f8ea1d209 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "829c9b7e-7083-49f6-9e18-de68d67e43be" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1651.110953] env[69357]: INFO nova.compute.manager [None req-9df4bf32-7bd8-4560-850b-364f8ea1d209 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Detaching volume fe543ee3-09ce-4491-a144-0da524b53965 [ 1651.118864] env[69357]: DEBUG oslo_vmware.api [None req-3c642f76-918d-4f58-b6e7-a6e659792fea tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151925, 'name': ReconfigVM_Task, 'duration_secs': 0.332075} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.121069] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c642f76-918d-4f58-b6e7-a6e659792fea tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Reconfigured VM instance instance-00000080 to attach disk [datastore2] volume-da5f0d58-8423-494a-958a-88d2cd59f0f5/volume-da5f0d58-8423-494a-958a-88d2cd59f0f5.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1651.125885] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1243d90e-c238-47cd-9055-ee1e5df91041 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.141824] env[69357]: DEBUG oslo_vmware.api [None req-3c642f76-918d-4f58-b6e7-a6e659792fea tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1651.141824] env[69357]: value = "task-4151926" [ 1651.141824] env[69357]: _type = "Task" [ 1651.141824] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.150255] env[69357]: DEBUG oslo_vmware.api [None req-3c642f76-918d-4f58-b6e7-a6e659792fea tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.151600] env[69357]: INFO nova.virt.block_device [None req-9df4bf32-7bd8-4560-850b-364f8ea1d209 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Attempting to driver detach volume fe543ee3-09ce-4491-a144-0da524b53965 from mountpoint /dev/sdb [ 1651.151815] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9df4bf32-7bd8-4560-850b-364f8ea1d209 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1651.151999] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9df4bf32-7bd8-4560-850b-364f8ea1d209 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822111', 'volume_id': 'fe543ee3-09ce-4491-a144-0da524b53965', 'name': 'volume-fe543ee3-09ce-4491-a144-0da524b53965', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '829c9b7e-7083-49f6-9e18-de68d67e43be', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe543ee3-09ce-4491-a144-0da524b53965', 'serial': 'fe543ee3-09ce-4491-a144-0da524b53965'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1651.152778] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d648130a-1e31-4d01-8230-53c5f7508624 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.173974] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a679b7e2-c8b3-45e0-841f-fff7164380d6 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.182101] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628fa907-40d4-4588-9906-3993129e8301 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.202333] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f4731f-8ef3-47a2-bdda-aaac3353d4ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.217270] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9df4bf32-7bd8-4560-850b-364f8ea1d209 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] The volume has not been displaced from its original location: [datastore2] volume-fe543ee3-09ce-4491-a144-0da524b53965/volume-fe543ee3-09ce-4491-a144-0da524b53965.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1651.222394] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9df4bf32-7bd8-4560-850b-364f8ea1d209 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1651.222693] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47f6a5e0-4e79-4a6f-8a72-9a166b4fc664 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.240992] env[69357]: DEBUG oslo_vmware.api [None req-9df4bf32-7bd8-4560-850b-364f8ea1d209 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1651.240992] env[69357]: value = "task-4151927" [ 1651.240992] env[69357]: _type = "Task" [ 1651.240992] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.249710] env[69357]: DEBUG oslo_vmware.api [None req-9df4bf32-7bd8-4560-850b-364f8ea1d209 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.651514] env[69357]: DEBUG oslo_vmware.api [None req-3c642f76-918d-4f58-b6e7-a6e659792fea tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151926, 'name': ReconfigVM_Task, 'duration_secs': 0.156368} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.651802] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c642f76-918d-4f58-b6e7-a6e659792fea tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822112', 'volume_id': 'da5f0d58-8423-494a-958a-88d2cd59f0f5', 'name': 'volume-da5f0d58-8423-494a-958a-88d2cd59f0f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec786560-5146-405c-ba41-e623a1aff05a', 'attached_at': '', 'detached_at': '', 'volume_id': 'da5f0d58-8423-494a-958a-88d2cd59f0f5', 'serial': 'da5f0d58-8423-494a-958a-88d2cd59f0f5'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1651.752419] env[69357]: DEBUG oslo_vmware.api [None req-9df4bf32-7bd8-4560-850b-364f8ea1d209 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151927, 'name': ReconfigVM_Task, 'duration_secs': 0.221792} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.752671] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9df4bf32-7bd8-4560-850b-364f8ea1d209 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1651.757137] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0b6dcd7-650c-4963-a1a7-f076b3f1b91e {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.771927] env[69357]: DEBUG oslo_vmware.api [None req-9df4bf32-7bd8-4560-850b-364f8ea1d209 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1651.771927] env[69357]: value = "task-4151928" [ 1651.771927] env[69357]: _type = "Task" [ 1651.771927] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.779555] env[69357]: DEBUG oslo_vmware.api [None req-9df4bf32-7bd8-4560-850b-364f8ea1d209 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.281242] env[69357]: DEBUG oslo_vmware.api [None req-9df4bf32-7bd8-4560-850b-364f8ea1d209 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151928, 'name': ReconfigVM_Task, 'duration_secs': 0.143633} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.281501] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-9df4bf32-7bd8-4560-850b-364f8ea1d209 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822111', 'volume_id': 'fe543ee3-09ce-4491-a144-0da524b53965', 'name': 'volume-fe543ee3-09ce-4491-a144-0da524b53965', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '829c9b7e-7083-49f6-9e18-de68d67e43be', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe543ee3-09ce-4491-a144-0da524b53965', 'serial': 'fe543ee3-09ce-4491-a144-0da524b53965'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1652.687709] env[69357]: DEBUG nova.objects.instance [None req-3c642f76-918d-4f58-b6e7-a6e659792fea tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lazy-loading 'flavor' on Instance uuid ec786560-5146-405c-ba41-e623a1aff05a {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1652.823420] env[69357]: DEBUG nova.objects.instance [None req-9df4bf32-7bd8-4560-850b-364f8ea1d209 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lazy-loading 'flavor' on Instance uuid 829c9b7e-7083-49f6-9e18-de68d67e43be {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1653.193522] env[69357]: DEBUG oslo_concurrency.lockutils [None req-3c642f76-918d-4f58-b6e7-a6e659792fea tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "ec786560-5146-405c-ba41-e623a1aff05a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.984s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1653.589614] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9fa2fd3-1003-4c64-aab8-62b7cffcaf25 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "ec786560-5146-405c-ba41-e623a1aff05a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1653.589922] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9fa2fd3-1003-4c64-aab8-62b7cffcaf25 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "ec786560-5146-405c-ba41-e623a1aff05a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1653.830446] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9df4bf32-7bd8-4560-850b-364f8ea1d209 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "829c9b7e-7083-49f6-9e18-de68d67e43be" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.951s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1654.093350] env[69357]: DEBUG nova.compute.utils [None req-b9fa2fd3-1003-4c64-aab8-62b7cffcaf25 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Using /dev/sd instead of None {{(pid=69357) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1654.124211] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "829c9b7e-7083-49f6-9e18-de68d67e43be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1654.124469] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "829c9b7e-7083-49f6-9e18-de68d67e43be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1654.124679] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "829c9b7e-7083-49f6-9e18-de68d67e43be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1654.124864] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "829c9b7e-7083-49f6-9e18-de68d67e43be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1654.125046] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "829c9b7e-7083-49f6-9e18-de68d67e43be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1654.127264] env[69357]: INFO nova.compute.manager [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Terminating instance [ 1654.596925] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9fa2fd3-1003-4c64-aab8-62b7cffcaf25 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "ec786560-5146-405c-ba41-e623a1aff05a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1654.630496] env[69357]: DEBUG nova.compute.manager [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1654.630748] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1654.631712] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99395fab-bc43-4554-8c59-8d9d19e84f32 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.640144] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1654.640408] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe5804b2-54a9-407e-8527-3028901f5dee {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.647059] env[69357]: DEBUG oslo_vmware.api [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1654.647059] env[69357]: value = "task-4151929" [ 1654.647059] env[69357]: _type = "Task" [ 1654.647059] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.656074] env[69357]: DEBUG oslo_vmware.api [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.161482] env[69357]: DEBUG oslo_vmware.api [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151929, 'name': PowerOffVM_Task, 'duration_secs': 0.196342} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.161765] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1655.161982] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1655.162322] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cce380ec-0e49-4d75-9a58-a6a1b39b4b28 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.234493] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1655.234732] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1655.234920] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Deleting the datastore file [datastore1] 829c9b7e-7083-49f6-9e18-de68d67e43be {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1655.235203] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7a6f424-a41d-4158-8268-ced1da1fbd46 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.242189] env[69357]: DEBUG oslo_vmware.api [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for the task: (returnval){ [ 1655.242189] env[69357]: value = "task-4151931" [ 1655.242189] env[69357]: _type = "Task" [ 1655.242189] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.250548] env[69357]: DEBUG oslo_vmware.api [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.656959] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9fa2fd3-1003-4c64-aab8-62b7cffcaf25 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "ec786560-5146-405c-ba41-e623a1aff05a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1655.657343] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9fa2fd3-1003-4c64-aab8-62b7cffcaf25 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "ec786560-5146-405c-ba41-e623a1aff05a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1655.657510] env[69357]: INFO nova.compute.manager [None req-b9fa2fd3-1003-4c64-aab8-62b7cffcaf25 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Attaching volume 0300181f-d61b-4f3d-b5d9-617cae3364dd to /dev/sdc [ 1655.688237] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dd765f-7ea3-434e-a5f4-69656e30b7f9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.696280] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f42348-9877-40fd-8e14-2a6402db7caa {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.710214] env[69357]: DEBUG nova.virt.block_device [None req-b9fa2fd3-1003-4c64-aab8-62b7cffcaf25 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Updating existing volume attachment record: 29e8897a-56e2-44d8-bf95-c2a9e054fa87 {{(pid=69357) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1655.752059] env[69357]: DEBUG oslo_vmware.api [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Task: {'id': task-4151931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135747} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.752342] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1655.752529] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1655.752704] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1655.752876] env[69357]: INFO nova.compute.manager [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1655.753133] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1655.753338] env[69357]: DEBUG nova.compute.manager [-] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1655.753434] env[69357]: DEBUG nova.network.neutron [-] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1656.240302] env[69357]: DEBUG nova.compute.manager [req-977772ba-b18b-49c2-b1ed-a5f6faf48d78 req-7df9680c-c620-47ef-9851-baa081b31994 service nova] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Received event network-vif-deleted-68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1 {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1656.240566] env[69357]: INFO nova.compute.manager [req-977772ba-b18b-49c2-b1ed-a5f6faf48d78 req-7df9680c-c620-47ef-9851-baa081b31994 service nova] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Neutron deleted interface 68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1; detaching it from the instance and deleting it from the info cache [ 1656.240735] env[69357]: DEBUG nova.network.neutron [req-977772ba-b18b-49c2-b1ed-a5f6faf48d78 req-7df9680c-c620-47ef-9851-baa081b31994 service nova] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.720330] env[69357]: DEBUG nova.network.neutron [-] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.743995] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a9dc4e2-c142-4f34-aa54-33c9e52ab3cb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.754571] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f68af5-c3b5-471c-a43c-e74459391e6b {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.781806] env[69357]: DEBUG nova.compute.manager [req-977772ba-b18b-49c2-b1ed-a5f6faf48d78 req-7df9680c-c620-47ef-9851-baa081b31994 service nova] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Detach interface failed, port_id=68b4e0ac-dddf-4ec3-a2fb-55d04c629bd1, reason: Instance 829c9b7e-7083-49f6-9e18-de68d67e43be could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1657.223118] env[69357]: INFO nova.compute.manager [-] [instance: 829c9b7e-7083-49f6-9e18-de68d67e43be] Took 1.47 seconds to deallocate network for instance. [ 1657.729464] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1657.729794] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1657.729970] env[69357]: DEBUG nova.objects.instance [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lazy-loading 'resources' on Instance uuid 829c9b7e-7083-49f6-9e18-de68d67e43be {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1658.278947] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffa20d3-fa87-48af-86c3-f889bd44e6b9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.287011] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a10ad0-b7db-4263-95ad-e129fcb8b034 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.317628] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3feed5-aac6-43e2-985d-c164106c7cf2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.325739] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182e88a1-7451-416e-a23d-b755a57ab3ec {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.339625] env[69357]: DEBUG nova.compute.provider_tree [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.842963] env[69357]: DEBUG nova.scheduler.client.report [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 10, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1659.348073] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1659.367293] env[69357]: INFO nova.scheduler.client.report [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Deleted allocations for instance 829c9b7e-7083-49f6-9e18-de68d67e43be [ 1659.876104] env[69357]: DEBUG oslo_concurrency.lockutils [None req-e30bb69e-2edb-4db1-8118-a7b4df86e1d0 tempest-AttachVolumeNegativeTest-365706305 tempest-AttachVolumeNegativeTest-365706305-project-member] Lock "829c9b7e-7083-49f6-9e18-de68d67e43be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.751s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1660.256538] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9fa2fd3-1003-4c64-aab8-62b7cffcaf25 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Volume attach. Driver type: vmdk {{(pid=69357) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1660.256538] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9fa2fd3-1003-4c64-aab8-62b7cffcaf25 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822113', 'volume_id': '0300181f-d61b-4f3d-b5d9-617cae3364dd', 'name': 'volume-0300181f-d61b-4f3d-b5d9-617cae3364dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec786560-5146-405c-ba41-e623a1aff05a', 'attached_at': '', 'detached_at': '', 'volume_id': '0300181f-d61b-4f3d-b5d9-617cae3364dd', 'serial': '0300181f-d61b-4f3d-b5d9-617cae3364dd'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1660.257649] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ee7ed4-96a5-4987-9c2b-d22ac998429a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.276915] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90350769-72c1-4bc7-be88-e953e0d48db5 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.304272] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9fa2fd3-1003-4c64-aab8-62b7cffcaf25 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] volume-0300181f-d61b-4f3d-b5d9-617cae3364dd/volume-0300181f-d61b-4f3d-b5d9-617cae3364dd.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1660.304608] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cec34fc-651d-4336-962b-0027571fbc0f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.323977] env[69357]: DEBUG oslo_vmware.api [None req-b9fa2fd3-1003-4c64-aab8-62b7cffcaf25 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1660.323977] env[69357]: value = "task-4151934" [ 1660.323977] env[69357]: _type = "Task" [ 1660.323977] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.333595] env[69357]: DEBUG oslo_vmware.api [None req-b9fa2fd3-1003-4c64-aab8-62b7cffcaf25 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.833981] env[69357]: DEBUG oslo_vmware.api [None req-b9fa2fd3-1003-4c64-aab8-62b7cffcaf25 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151934, 'name': ReconfigVM_Task, 'duration_secs': 0.375413} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.834203] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9fa2fd3-1003-4c64-aab8-62b7cffcaf25 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Reconfigured VM instance instance-00000080 to attach disk [datastore1] volume-0300181f-d61b-4f3d-b5d9-617cae3364dd/volume-0300181f-d61b-4f3d-b5d9-617cae3364dd.vmdk or device None with type thin {{(pid=69357) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1660.838826] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f21feb4-67d8-4b0f-b3aa-f07d47d25c4f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.852965] env[69357]: DEBUG oslo_vmware.api [None req-b9fa2fd3-1003-4c64-aab8-62b7cffcaf25 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1660.852965] env[69357]: value = "task-4151936" [ 1660.852965] env[69357]: _type = "Task" [ 1660.852965] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.860466] env[69357]: DEBUG oslo_vmware.api [None req-b9fa2fd3-1003-4c64-aab8-62b7cffcaf25 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.363597] env[69357]: DEBUG oslo_vmware.api [None req-b9fa2fd3-1003-4c64-aab8-62b7cffcaf25 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151936, 'name': ReconfigVM_Task, 'duration_secs': 0.145743} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.363973] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9fa2fd3-1003-4c64-aab8-62b7cffcaf25 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822113', 'volume_id': '0300181f-d61b-4f3d-b5d9-617cae3364dd', 'name': 'volume-0300181f-d61b-4f3d-b5d9-617cae3364dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec786560-5146-405c-ba41-e623a1aff05a', 'attached_at': '', 'detached_at': '', 'volume_id': '0300181f-d61b-4f3d-b5d9-617cae3364dd', 'serial': '0300181f-d61b-4f3d-b5d9-617cae3364dd'} {{(pid=69357) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1662.401885] env[69357]: DEBUG nova.objects.instance [None req-b9fa2fd3-1003-4c64-aab8-62b7cffcaf25 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lazy-loading 'flavor' on Instance uuid ec786560-5146-405c-ba41-e623a1aff05a {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1662.907377] env[69357]: DEBUG oslo_concurrency.lockutils [None req-b9fa2fd3-1003-4c64-aab8-62b7cffcaf25 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "ec786560-5146-405c-ba41-e623a1aff05a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.250s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1663.224448] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05ca5a42-a16f-46e1-9d9d-f350195f3616 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "ec786560-5146-405c-ba41-e623a1aff05a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1663.224901] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05ca5a42-a16f-46e1-9d9d-f350195f3616 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "ec786560-5146-405c-ba41-e623a1aff05a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1663.729389] env[69357]: INFO nova.compute.manager [None req-05ca5a42-a16f-46e1-9d9d-f350195f3616 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Detaching volume da5f0d58-8423-494a-958a-88d2cd59f0f5 [ 1663.761792] env[69357]: INFO nova.virt.block_device [None req-05ca5a42-a16f-46e1-9d9d-f350195f3616 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Attempting to driver detach volume da5f0d58-8423-494a-958a-88d2cd59f0f5 from mountpoint /dev/sdb [ 1663.762068] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ca5a42-a16f-46e1-9d9d-f350195f3616 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1663.762267] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ca5a42-a16f-46e1-9d9d-f350195f3616 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822112', 'volume_id': 'da5f0d58-8423-494a-958a-88d2cd59f0f5', 'name': 'volume-da5f0d58-8423-494a-958a-88d2cd59f0f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec786560-5146-405c-ba41-e623a1aff05a', 'attached_at': '', 'detached_at': '', 'volume_id': 'da5f0d58-8423-494a-958a-88d2cd59f0f5', 'serial': 'da5f0d58-8423-494a-958a-88d2cd59f0f5'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1663.763152] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd45319f-27ae-4caf-ae61-6104e7c3dede {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.789026] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069faf72-849b-450b-beae-78ad09961468 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.796635] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82db38a8-f0a6-4957-8c56-067e11ec02ce {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.823747] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158303a1-f9d3-4743-8d42-045280a81873 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.840110] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ca5a42-a16f-46e1-9d9d-f350195f3616 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] The volume has not been displaced from its original location: [datastore2] volume-da5f0d58-8423-494a-958a-88d2cd59f0f5/volume-da5f0d58-8423-494a-958a-88d2cd59f0f5.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1663.845467] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ca5a42-a16f-46e1-9d9d-f350195f3616 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Reconfiguring VM instance instance-00000080 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1663.845792] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f715eda-1101-4207-b734-c5a4f4e5fa93 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.865351] env[69357]: DEBUG oslo_vmware.api [None req-05ca5a42-a16f-46e1-9d9d-f350195f3616 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1663.865351] env[69357]: value = "task-4151938" [ 1663.865351] env[69357]: _type = "Task" [ 1663.865351] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.874266] env[69357]: DEBUG oslo_vmware.api [None req-05ca5a42-a16f-46e1-9d9d-f350195f3616 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151938, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.375989] env[69357]: DEBUG oslo_vmware.api [None req-05ca5a42-a16f-46e1-9d9d-f350195f3616 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151938, 'name': ReconfigVM_Task, 'duration_secs': 0.226104} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.376290] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ca5a42-a16f-46e1-9d9d-f350195f3616 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Reconfigured VM instance instance-00000080 to detach disk 2001 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1664.380944] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37fa57c2-9b8a-44b5-bf8f-34e7fde146ff {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.395793] env[69357]: DEBUG oslo_vmware.api [None req-05ca5a42-a16f-46e1-9d9d-f350195f3616 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1664.395793] env[69357]: value = "task-4151939" [ 1664.395793] env[69357]: _type = "Task" [ 1664.395793] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.405326] env[69357]: DEBUG oslo_vmware.api [None req-05ca5a42-a16f-46e1-9d9d-f350195f3616 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.905542] env[69357]: DEBUG oslo_vmware.api [None req-05ca5a42-a16f-46e1-9d9d-f350195f3616 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151939, 'name': ReconfigVM_Task, 'duration_secs': 0.140292} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.905933] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ca5a42-a16f-46e1-9d9d-f350195f3616 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822112', 'volume_id': 'da5f0d58-8423-494a-958a-88d2cd59f0f5', 'name': 'volume-da5f0d58-8423-494a-958a-88d2cd59f0f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec786560-5146-405c-ba41-e623a1aff05a', 'attached_at': '', 'detached_at': '', 'volume_id': 'da5f0d58-8423-494a-958a-88d2cd59f0f5', 'serial': 'da5f0d58-8423-494a-958a-88d2cd59f0f5'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1665.447353] env[69357]: DEBUG nova.objects.instance [None req-05ca5a42-a16f-46e1-9d9d-f350195f3616 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lazy-loading 'flavor' on Instance uuid ec786560-5146-405c-ba41-e623a1aff05a {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1666.454969] env[69357]: DEBUG oslo_concurrency.lockutils [None req-05ca5a42-a16f-46e1-9d9d-f350195f3616 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "ec786560-5146-405c-ba41-e623a1aff05a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.230s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1666.481356] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7dfb8b73-8f4d-47ba-a18c-6e35e66898e6 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "ec786560-5146-405c-ba41-e623a1aff05a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1666.481595] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7dfb8b73-8f4d-47ba-a18c-6e35e66898e6 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "ec786560-5146-405c-ba41-e623a1aff05a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1666.984948] env[69357]: INFO nova.compute.manager [None req-7dfb8b73-8f4d-47ba-a18c-6e35e66898e6 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Detaching volume 0300181f-d61b-4f3d-b5d9-617cae3364dd [ 1667.017191] env[69357]: INFO nova.virt.block_device [None req-7dfb8b73-8f4d-47ba-a18c-6e35e66898e6 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Attempting to driver detach volume 0300181f-d61b-4f3d-b5d9-617cae3364dd from mountpoint /dev/sdc [ 1667.017458] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dfb8b73-8f4d-47ba-a18c-6e35e66898e6 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Volume detach. Driver type: vmdk {{(pid=69357) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1667.017709] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dfb8b73-8f4d-47ba-a18c-6e35e66898e6 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822113', 'volume_id': '0300181f-d61b-4f3d-b5d9-617cae3364dd', 'name': 'volume-0300181f-d61b-4f3d-b5d9-617cae3364dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec786560-5146-405c-ba41-e623a1aff05a', 'attached_at': '', 'detached_at': '', 'volume_id': '0300181f-d61b-4f3d-b5d9-617cae3364dd', 'serial': '0300181f-d61b-4f3d-b5d9-617cae3364dd'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1667.018598] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3b807c-92ea-43b2-8880-f4b43b5b7f27 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.040979] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9df1280-0799-4ce8-8bb4-f6b15245598a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.049737] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45475b2-e885-4db3-81bb-cd414b43d27c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.071479] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7967aac6-354f-420a-b798-cfa2559dcacf {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.088802] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dfb8b73-8f4d-47ba-a18c-6e35e66898e6 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] The volume has not been displaced from its original location: [datastore1] volume-0300181f-d61b-4f3d-b5d9-617cae3364dd/volume-0300181f-d61b-4f3d-b5d9-617cae3364dd.vmdk. No consolidation needed. {{(pid=69357) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1667.094309] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dfb8b73-8f4d-47ba-a18c-6e35e66898e6 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Reconfiguring VM instance instance-00000080 to detach disk 2002 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1667.094626] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db92f7b1-196f-4ae3-a590-2228d4a508f3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.113731] env[69357]: DEBUG oslo_vmware.api [None req-7dfb8b73-8f4d-47ba-a18c-6e35e66898e6 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1667.113731] env[69357]: value = "task-4151941" [ 1667.113731] env[69357]: _type = "Task" [ 1667.113731] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.122234] env[69357]: DEBUG oslo_vmware.api [None req-7dfb8b73-8f4d-47ba-a18c-6e35e66898e6 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.623645] env[69357]: DEBUG oslo_vmware.api [None req-7dfb8b73-8f4d-47ba-a18c-6e35e66898e6 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151941, 'name': ReconfigVM_Task, 'duration_secs': 0.233023} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.624030] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dfb8b73-8f4d-47ba-a18c-6e35e66898e6 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Reconfigured VM instance instance-00000080 to detach disk 2002 {{(pid=69357) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1667.628626] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54fda1bb-c91f-423b-bf19-f4225fa175f0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.644679] env[69357]: DEBUG oslo_vmware.api [None req-7dfb8b73-8f4d-47ba-a18c-6e35e66898e6 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1667.644679] env[69357]: value = "task-4151942" [ 1667.644679] env[69357]: _type = "Task" [ 1667.644679] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.653476] env[69357]: DEBUG oslo_vmware.api [None req-7dfb8b73-8f4d-47ba-a18c-6e35e66898e6 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.154997] env[69357]: DEBUG oslo_vmware.api [None req-7dfb8b73-8f4d-47ba-a18c-6e35e66898e6 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151942, 'name': ReconfigVM_Task, 'duration_secs': 0.136341} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.155315] env[69357]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dfb8b73-8f4d-47ba-a18c-6e35e66898e6 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-822113', 'volume_id': '0300181f-d61b-4f3d-b5d9-617cae3364dd', 'name': 'volume-0300181f-d61b-4f3d-b5d9-617cae3364dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec786560-5146-405c-ba41-e623a1aff05a', 'attached_at': '', 'detached_at': '', 'volume_id': '0300181f-d61b-4f3d-b5d9-617cae3364dd', 'serial': '0300181f-d61b-4f3d-b5d9-617cae3364dd'} {{(pid=69357) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1668.697427] env[69357]: DEBUG nova.objects.instance [None req-7dfb8b73-8f4d-47ba-a18c-6e35e66898e6 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lazy-loading 'flavor' on Instance uuid ec786560-5146-405c-ba41-e623a1aff05a {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.704909] env[69357]: DEBUG oslo_concurrency.lockutils [None req-7dfb8b73-8f4d-47ba-a18c-6e35e66898e6 tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "ec786560-5146-405c-ba41-e623a1aff05a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.223s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1670.871813] env[69357]: DEBUG oslo_concurrency.lockutils [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "ec786560-5146-405c-ba41-e623a1aff05a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1670.874890] env[69357]: DEBUG oslo_concurrency.lockutils [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "ec786560-5146-405c-ba41-e623a1aff05a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1670.874890] env[69357]: DEBUG oslo_concurrency.lockutils [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "ec786560-5146-405c-ba41-e623a1aff05a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1670.874890] env[69357]: DEBUG oslo_concurrency.lockutils [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "ec786560-5146-405c-ba41-e623a1aff05a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1670.874890] env[69357]: DEBUG oslo_concurrency.lockutils [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "ec786560-5146-405c-ba41-e623a1aff05a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1670.877675] env[69357]: INFO nova.compute.manager [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Terminating instance [ 1671.381242] env[69357]: DEBUG nova.compute.manager [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Start destroying the instance on the hypervisor. {{(pid=69357) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1671.381242] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Destroying instance {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1671.381899] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e197003-61ac-4da6-ad2c-fbf09686252c {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.390532] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Powering off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1671.390532] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b765c899-7ebe-45c9-9d32-aa5dcd4e6831 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.398423] env[69357]: DEBUG oslo_vmware.api [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1671.398423] env[69357]: value = "task-4151943" [ 1671.398423] env[69357]: _type = "Task" [ 1671.398423] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.407039] env[69357]: DEBUG oslo_vmware.api [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.909143] env[69357]: DEBUG oslo_vmware.api [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151943, 'name': PowerOffVM_Task, 'duration_secs': 0.198844} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.909527] env[69357]: DEBUG nova.virt.vmwareapi.vm_util [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Powered off the VM {{(pid=69357) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1671.909686] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Unregistering the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1671.909937] env[69357]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08b0b6a9-2564-4b10-9b0c-066503eaf7fc {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.978977] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Unregistered the VM {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1671.979239] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Deleting contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1671.979458] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Deleting the datastore file [datastore1] ec786560-5146-405c-ba41-e623a1aff05a {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1671.979742] env[69357]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-634e4583-ba89-4eb0-8540-9d813e74fb86 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.987911] env[69357]: DEBUG oslo_vmware.api [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for the task: (returnval){ [ 1671.987911] env[69357]: value = "task-4151945" [ 1671.987911] env[69357]: _type = "Task" [ 1671.987911] env[69357]: } to complete. {{(pid=69357) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.996139] env[69357]: DEBUG oslo_vmware.api [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.497645] env[69357]: DEBUG oslo_vmware.api [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Task: {'id': task-4151945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132937} completed successfully. {{(pid=69357) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.497917] env[69357]: DEBUG nova.virt.vmwareapi.ds_util [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Deleted the datastore file {{(pid=69357) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1672.498139] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Deleted contents of the VM from datastore datastore1 {{(pid=69357) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1672.498319] env[69357]: DEBUG nova.virt.vmwareapi.vmops [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Instance destroyed {{(pid=69357) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1672.498491] env[69357]: INFO nova.compute.manager [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1672.498735] env[69357]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69357) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1672.498924] env[69357]: DEBUG nova.compute.manager [-] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Deallocating network for instance {{(pid=69357) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1672.499031] env[69357]: DEBUG nova.network.neutron [-] [instance: ec786560-5146-405c-ba41-e623a1aff05a] deallocate_for_instance() {{(pid=69357) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1672.942456] env[69357]: DEBUG nova.compute.manager [req-646c9331-1e52-4943-a256-dc133a7c6c7a req-edd60572-b701-49cd-9a9c-b8846fb3a741 service nova] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Received event network-vif-deleted-3f7fb89e-dffc-47cc-88a7-62c9a6016a2f {{(pid=69357) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1672.942717] env[69357]: INFO nova.compute.manager [req-646c9331-1e52-4943-a256-dc133a7c6c7a req-edd60572-b701-49cd-9a9c-b8846fb3a741 service nova] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Neutron deleted interface 3f7fb89e-dffc-47cc-88a7-62c9a6016a2f; detaching it from the instance and deleting it from the info cache [ 1672.942839] env[69357]: DEBUG nova.network.neutron [req-646c9331-1e52-4943-a256-dc133a7c6c7a req-edd60572-b701-49cd-9a9c-b8846fb3a741 service nova] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.427042] env[69357]: DEBUG nova.network.neutron [-] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Updating instance_info_cache with network_info: [] {{(pid=69357) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.446198] env[69357]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1985703f-8fa0-408f-98df-def2bbcb5ec3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.459067] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096f44d6-285f-4a26-8dad-ccfd2770ef53 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.486582] env[69357]: DEBUG nova.compute.manager [req-646c9331-1e52-4943-a256-dc133a7c6c7a req-edd60572-b701-49cd-9a9c-b8846fb3a741 service nova] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Detach interface failed, port_id=3f7fb89e-dffc-47cc-88a7-62c9a6016a2f, reason: Instance ec786560-5146-405c-ba41-e623a1aff05a could not be found. {{(pid=69357) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1673.929471] env[69357]: INFO nova.compute.manager [-] [instance: ec786560-5146-405c-ba41-e623a1aff05a] Took 1.43 seconds to deallocate network for instance. [ 1674.436479] env[69357]: DEBUG oslo_concurrency.lockutils [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1674.436812] env[69357]: DEBUG oslo_concurrency.lockutils [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1674.436939] env[69357]: DEBUG nova.objects.instance [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lazy-loading 'resources' on Instance uuid ec786560-5146-405c-ba41-e623a1aff05a {{(pid=69357) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1674.973985] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab0be83-0845-4b62-8cf7-6bb82acd5102 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.982551] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdc7879-6e9a-44a6-8876-1d53b9be79fb {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.014361] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65940ff-88e0-49e4-a59e-f24185d431a0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.021779] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463770a8-8534-4ab5-9b3c-7c1f34a2efe2 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.035342] env[69357]: DEBUG nova.compute.provider_tree [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1675.568880] env[69357]: DEBUG nova.scheduler.client.report [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Updated inventory for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1675.569193] env[69357]: DEBUG nova.compute.provider_tree [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Updating resource provider 41cb361a-522d-4695-b4b7-7751ac8e311a generation from 179 to 180 during operation: update_inventory {{(pid=69357) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1675.569372] env[69357]: DEBUG nova.compute.provider_tree [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Updating inventory in ProviderTree for provider 41cb361a-522d-4695-b4b7-7751ac8e311a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1676.074222] env[69357]: DEBUG oslo_concurrency.lockutils [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1676.096352] env[69357]: INFO nova.scheduler.client.report [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Deleted allocations for instance ec786560-5146-405c-ba41-e623a1aff05a [ 1676.604825] env[69357]: DEBUG oslo_concurrency.lockutils [None req-78079da4-8c4b-4f71-9c5a-28857d3e1f1c tempest-AttachVolumeTestJSON-284175308 tempest-AttachVolumeTestJSON-284175308-project-member] Lock "ec786560-5146-405c-ba41-e623a1aff05a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.732s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1691.879579] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1691.879908] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1692.384909] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1692.385200] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1692.385302] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1692.385459] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1692.385615] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1692.385766] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1692.385912] env[69357]: DEBUG nova.compute.manager [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69357) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1692.386061] env[69357]: DEBUG oslo_service.periodic_task [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69357) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1692.888788] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1692.889146] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1692.889179] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1692.889336] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69357) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1692.890273] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676b9bf0-985d-4715-a39a-1e1565a4cdc3 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.898262] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51eb927f-c7a8-4c05-a126-5727c9253462 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.911886] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9549bda-5a4b-46bd-a991-2f80d8d029e9 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.918588] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54da19ff-a1d6-44e5-9f7c-a5e1c230809f {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.947580] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180436MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=69357) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1692.947765] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1692.947959] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1693.969458] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1693.969773] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69357) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1693.982822] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabeacdb-c2c6-46c4-81fc-08e219e41d52 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.990775] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d621a7-d86f-4771-98d3-f058beeba1c0 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.023260] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888a135a-bd1e-4355-9973-47ecdfa153c8 {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.030338] env[69357]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8aa4ed-c7e3-49b2-833a-4f7f28cf686a {{(pid=69357) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.043469] env[69357]: DEBUG nova.compute.provider_tree [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed in ProviderTree for provider: 41cb361a-522d-4695-b4b7-7751ac8e311a {{(pid=69357) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.546916] env[69357]: DEBUG nova.scheduler.client.report [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Inventory has not changed for provider 41cb361a-522d-4695-b4b7-7751ac8e311a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69357) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1695.053035] env[69357]: DEBUG nova.compute.resource_tracker [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69357) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1695.053448] env[69357]: DEBUG oslo_concurrency.lockutils [None req-9389781d-7661-40b5-963e-ad65b99cc9f5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.105s {{(pid=69357) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}